rack-pesticide 1.0.4

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: a759411e967f9fcf012e492628b75d75db9edbab
+  data.tar.gz: 479693fcdff7d7b0aae6b739557b8c63c019c038
+SHA512:
+  metadata.gz: ccbaa818aa1168da6e3f65e65e2abf0f73849ce662bff7aaec0846928354d792a3e40d3d9ac44bbe6f3079f0d6fc2c3e913cb517bab7130312c2043fffbc5363
+  data.tar.gz: 8f2c05084f5d3777dcb3bff98263421677e4f205777b0b3c37fa59d214e0347550e6a31687556ea1d6451774e4b201056f93cfa193200aa57c36e1e7f393f6c6

data/.gitignore

@@ -0,0 +1,17 @@
+*.gem
+*.rbc
+.bundle
+.config
+.yardoc
+Gemfile.lock
+InstalledFiles
+_yardoc
+coverage
+doc/
+lib/bundler/man
+pkg
+rdoc
+spec/reports
+test/tmp
+test/version_tmp
+tmp

data/Gemfile

@@ -0,0 +1,2 @@
+source 'https://rubygems.org'
+gemspec

data/LICENSE

@@ -0,0 +1,20 @@
+Copyright (c) 2014 Michael Dippery <michael@monkey-robot.com>
+
+Permission is hereby granted, free of charge, to any person obtaining
+a copy of this software and associated documentation files (the
+"Software"), to deal in the Software without restriction, including
+without limitation the rights to use, copy, modify, merge, publish,
+distribute, sublicense, and/or sell copies of the Software, and to
+permit persons to whom the Software is furnished to do so, subject to
+the following conditions:
+
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
+LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
+OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
+WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/README.md

@@ -0,0 +1,29 @@
+# Rack Pesticide
+
+Rack Pesticide blocks annoying and shady crawlers and websites that pollute
+your logs with their HTTP referrer information.
+
+## Installation
+
+Add this line to your application's Gemfile:
+
+    gem 'rack-pesticide', :git => 'https://github.com/mdippery/rack-pesticide.git'
+
+And then execute:
+
+    $ bundle
+
+## Usage
+
+Simply add these two lines of code to your `config.ru` file:
+
+    require 'rack-pesticide'
+    use Rack::Pesticide
+
+## Contributing
+
+1. [Fork it](http://github.com/mdippery/rack-pesticide/fork)
+2. Create your feature branch (`git checkout -b my-new-feature`)
+3. Commit your changes (`git commit -am 'Add some feature'`)
+4. Push to the branch (`git push origin my-new-feature`)
+5. Create a new pull request

data/Rakefile

@@ -0,0 +1,41 @@
+lib = File.expand_path('../lib', __FILE__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+require 'rack/pesticide/version'
+
+GEMNAME = 'rack-pesticide'
+GEMVER  = Rack::Pesticide::VERSION
+GEMSPEC = `git ls-files | grep gemspec`.chomp
+GEM     = "#{GEMNAME}-#{GEMVER}.gem"
+
+desc "Build #{GEMNAME}.gem"
+task :build => :perms do
+  system "gem", "build", GEMSPEC
+end
+
+desc "Ensure correct permissions for #{GEMNAME}.gem"
+task :perms do
+  system "chmod", "-R", "a+rX", *`git ls-files`.chomp.split("\n")
+end
+
+desc "Tag the latest version of #{GEMNAME}"
+task :tag do
+  system "git", "tag", "-s", "-m", "#{GEMNAME} v#{GEMVER}", "v#{GEMVER}"
+end
+
+desc "Install #{GEMNAME}"
+task :install => :build do
+  system "gem", "install", GEM
+end
+
+desc "Push gem to RubyGems"
+task :release => [:tag, :build] do
+  fail 'Cannot release a dev version' if GEMVER.end_with?('dev')
+  system "gem", "push", GEM
+end
+
+desc "Clean built products"
+task :clean do
+  rm Dir.glob("*.gem"), :verbose => true
+end
+
+task :default => :build

data/data/pests.txt

@@ -0,0 +1,13 @@
+semalt\.com\/crawler\.php
+semaltmedia\.com
+buttons-for-website\.com
+makemoneyonline\.com
+buttons-for-your-website\.com
+best-seo-offer\.com
+100dollars-seo\.com
+videos-for-your-business\.com
+video--production\.com
+justprofit\.xyz
+phatvidz\.com
+free-video-tool\.com
+1-free-share-buttons\.com

data/lib/rack-pesticide.rb

@@ -0,0 +1 @@
+require 'rack/pesticide'

data/lib/rack/pesticide.rb

@@ -0,0 +1,37 @@
+module Rack
+  class Pesticide
+    def initialize(app)
+      @app = app
+    end
+
+    def call(env)
+      if pest?(env)
+        forbidden
+      else
+        @app.call(env)
+      end
+    end
+
+    private
+
+    def forbidden
+      [403, {"Content-Type" => "text/plain"}, ["Pest, be gone!\r\n"]]
+    end
+
+    def pest?(env)
+      referer = env['HTTP_REFERER'] || ''
+      pests.map { |p| referer =~ p }.any?
+    end
+
+    def pests
+      @pests ||= load_pests
+    end
+
+    def load_pests
+      path = ::File.expand_path('../../../data/pests.txt', __FILE__)
+      ::File.open(path, 'r') do |fh|
+        fh.each_line.map { |line| /#{line.chomp}/ }
+      end
+    end
+  end
+end

data/lib/rack/pesticide/version.rb

@@ -0,0 +1,5 @@
+module Rack
+  class Pesticide
+    VERSION = "1.0.4"
+  end
+end

data/rack-pesticide.gemspec

@@ -0,0 +1,33 @@
+# coding: utf-8
+
+lib = File.expand_path('../lib', __FILE__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+
+require 'rack/pesticide/version'
+
+Gem::Specification.new do |spec|
+  spec.name          = "rack-pesticide"
+  spec.version       = Rack::Pesticide::VERSION
+  spec.licenses      = ["MIT"]
+  spec.authors       = ["Michael Dippery"]
+  spec.email         = ["michael@monkey-robot.com"]
+  spec.homepage      = "https://github.com/mdippery/rack-pesticide"
+  spec.description   = %q{Block crawlers who spam your site with fake HTTP referers}
+  spec.summary       = %q{Rack middleware to block annoying and pesky HTTP referers}
+
+  spec.metadata      = {
+    'build_date'  => Time.now.strftime("%Y-%m-%d %H:%M:%S %Z"),
+    'commit'      => `git describe`.chomp,
+    'commit_hash' => `git rev-parse HEAD`.chomp,
+  }
+
+  spec.files         = `git ls-files -z`.split("\x0")
+  spec.executables   = spec.files.grep(%r{^bin/}) { |f| File.basename(f) }
+  spec.test_files    = spec.files.grep(%r{^(test|spec|features)/})
+  spec.require_paths = ["lib"]
+
+  spec.required_ruby_version = '>= 1.9.3'
+
+  spec.add_development_dependency("rack")
+  spec.add_development_dependency("rspec", "~> 3.3")
+end

data/spec/pest_spec.rb

@@ -0,0 +1,82 @@
+require 'rack'
+require 'rack-pesticide'
+require 'rspec'
+
+
+describe "rack-pesticide" do
+  def app
+    Rack::Pesticide.new(nil)
+  end
+
+  describe "#pest?" do
+    it "should allow 'good' referers" do
+      env = {'HTTP_REFERER' => 'http://reddit.com/'}
+      expect(app.send(:pest?, env)).to be false
+    end
+
+    it "should block the semalt.com crawler" do
+      env = {'HTTP_REFERER' => 'http://semalt.com/crawler.php'}
+      expect(app.send(:pest?, env)).to be true
+    end
+
+    it "should block buttons-for-website.com" do
+      env = {'HTTP_REFERER' => 'http://buttons-for-website.com/'}
+      expect(app.send(:pest?, env)).to be true
+    end
+
+    it "should block makemoneyonline.com" do
+      env = {'HTTP_REFERER' => 'http://make-money-online.7makemoneyonline.com/money.php?u=http://monkey-robot.com'}
+      expect(app.send(:pest?, env)).to be true
+    end
+
+    it "should block best-seo-offer.com" do
+      env = {'HTTP_REFERER' => 'http://best-seo-offer.com/try.php?u=http://monkey-robot.com'}
+      expect(app.send(:pest?, env)).to be true
+    end
+
+    it "should block buttons-for-your-website.com" do
+      env = {'HTTP_REFERER' => 'http://buttons-for-your-website.com/'}
+      expect(app.send(:pest?, env)).to be true
+    end
+
+    it "should block 100dollars-seo.com" do
+      env = {'HTTP_REFERER' => 'http://100dollars-seo.com/try.php?u=http://monkey-robot.com'}
+      expect(app.send(:pest?, env)).to be true
+    end
+
+    it "should block videos-for-your-business.com" do
+      env = {'HTTP_REFERER' => 'http://videos-for-your-business.com/'}
+      expect(app.send(:pest?, env)).to be true
+    end
+
+    it "should block semaltmedia.com" do
+      env = {'HTTP_REFERER' => 'http://semaltmedia.com/'}
+      expect(app.send(:pest?, env)).to be true
+    end
+
+    it "should block video--production.com" do
+      env = {'HTTP_REFERER' => 'http://video--production.com/'}
+      expect(app.send(:pest?, env)).to be true
+    end
+
+    it "should block justprofit.xyz" do
+      env = {'HTTP_REFERER' => 'http://justprofit.xyz/'}
+      expect(app.send(:pest?, env)).to be true
+    end
+
+    it "should block phatvids.com" do
+      env = {'HTTP_REFERER' => 'http://phatvidz.com/'}
+      expect(app.send(:pest?, env)).to be true
+    end
+
+    it "should block free-video-tool.com" do
+      env = {'HTTP_REFERER' => 'https://free-video-tool.com/'}
+      expect(app.send(:pest?, env)).to be true
+    end
+
+    it "should block 1-free-share-buttons.com" do
+      env = {'HTTP_REFERER' => '1-free-share-buttons.com/'}
+      expect(app.send(:pest?, env)).to be true
+    end
+  end
+end

metadata

@@ -0,0 +1,87 @@
+--- !ruby/object:Gem::Specification
+name: rack-pesticide
+version: !ruby/object:Gem::Version
+  version: 1.0.4
+platform: ruby
+authors:
+- Michael Dippery
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2016-09-08 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: rack
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: rspec
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.3'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.3'
+description: Block crawlers who spam your site with fake HTTP referers
+email:
+- michael@monkey-robot.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- ".gitignore"
+- Gemfile
+- LICENSE
+- README.md
+- Rakefile
+- data/pests.txt
+- lib/rack-pesticide.rb
+- lib/rack/pesticide.rb
+- lib/rack/pesticide/version.rb
+- rack-pesticide.gemspec
+- spec/pest_spec.rb
+homepage: https://github.com/mdippery/rack-pesticide
+licenses:
+- MIT
+metadata:
+  build_date: 2016-09-07 19:09:27 PDT
+  commit: v1.0.4
+  commit_hash: 95da3e572b86014e3f96c73a05f025bb22114d9d
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: 1.9.3
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.5.1
+signing_key: 
+specification_version: 4
+summary: Rack middleware to block annoying and pesky HTTP referers
+test_files:
+- spec/pest_spec.rb