killshot 0.0.3

data/.gitignore

@@ -0,0 +1,3 @@
+pkg/*
+*.gem
+.bundle

data/Gemfile

@@ -0,0 +1,4 @@
+source 'https://rubygems.org'
+
+# Specify your gem's dependencies in killshot.gemspec
+gemspec

data/Gemfile.lock

@@ -0,0 +1,28 @@
+PATH
+  remote: .
+  specs:
+    killshot (0.0.2)
+      anemone
+      colored
+      nokogiri
+      trollop
+
+GEM
+  remote: https://rubygems.org/
+  specs:
+    anemone (0.7.2)
+      nokogiri (>= 1.3.0)
+      robotex (>= 1.0.0)
+    colored (1.2)
+    nokogiri (1.5.9)
+    rake (0.9.2)
+    robotex (1.0.0)
+    trollop (2.0)
+
+PLATFORMS
+  ruby
+
+DEPENDENCIES
+  bundler (~> 1.3)
+  killshot!
+  rake

data/LICENSE.txt

@@ -0,0 +1,22 @@
+Copyright (c) 2013 Steve Jothen
+
+MIT License
+
+Permission is hereby granted, free of charge, to any person obtaining
+a copy of this software and associated documentation files (the
+"Software"), to deal in the Software without restriction, including
+without limitation the rights to use, copy, modify, merge, publish,
+distribute, sublicense, and/or sell copies of the Software, and to
+permit persons to whom the Software is furnished to do so, subject to
+the following conditions:
+
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
+LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
+OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
+WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/README.md

@@ -0,0 +1,50 @@
+# Killshot
+
+Use Killshot to find hotlinks on your domain.
+
+## Installation
+
+Add this line to your application's Gemfile:
+
+    gem 'killshot'
+
+And then execute:
+
+    $ bundle
+
+Or install it yourself as:
+
+    $ gem install killshot
+
+## Usage
+
+Example usage:
+
+```sh
+$ killshot -r http://www.example.com -w example.com www.example.com
+```
+
+Note: Root host will be used as the default whitelist if none is specified.
+
+### Options
+
+```
+        --root, -r <s>:   URL where we start crawling
+  --whitelist, -w <s+>:   List of allowed domains
+         --version, -v:   Print version and exit
+            --help, -h:   Show this message
+```
+
+## License
+
+Copyright (c) Stephen Michael Jothen
+
+Licensed under the MIT License
+
+## Contributing
+
+1. Fork it
+2. Create your feature branch (`git checkout -b my-new-feature`)
+3. Commit your changes (`git commit -am 'Add some feature'`)
+4. Push to the branch (`git push origin my-new-feature`)
+5. Create new Pull Request

data/Rakefile

@@ -0,0 +1,6 @@
+require 'bundler/gem_tasks'
+require 'rake/testtask'
+
+Rake::TestTask.new do |t|
+  t.pattern = "test/*_test.rb"
+end

data/bin/killshot

@@ -0,0 +1,31 @@
+#!/usr/bin/env ruby
+
+require 'trollop'
+require 'colored'
+require 'uri'
+
+opts = Trollop::options do
+  version "killshot 0.0.1 (c) Stephen Michael Jothen"
+  banner <<-EOS
+Killshot helps you find, and kill any hotlinks on a given domain.
+
+Usage:
+EOS
+
+  opt :root, "URL where we start crawling", :type => :string
+  opt :whitelist, "List of allowed domains", :type => :strings
+end
+
+Trollop::die :root, "must be given" if opts[:root].nil?
+
+default_whitelist = Array(URI(opts[:root]).host)
+opts[:whitelist] = default_whitelist if opts[:whitelist].nil?
+
+require 'killshot'
+
+crawler = Killshot::Crawler.new(opts[:root], opts[:whitelist])
+printer = Killshot::Printer.new
+
+printer.start
+crawler.crawl { |url, img| printer.print(url, img) }
+printer.finish

data/killshot.gemspec

@@ -0,0 +1,27 @@
+# coding: utf-8
+lib = File.expand_path('../lib', __FILE__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+require 'killshot/version'
+
+Gem::Specification.new do |spec|
+  spec.name          = 'killshot'
+  spec.version       = Killshot::VERSION
+  spec.authors       = ['Steve Jothen']
+  spec.email         = ['sjothen@gmail.com']
+  spec.description   = %q{Find hotlinks on a given domain}
+  spec.summary       = %q{Killshot idenfities any hotlinks on a given domain against a user specified whitelist}
+  spec.homepage      = 'https://github.com/sjothen/killshot'
+  spec.license       = 'MIT'
+
+  spec.files         = `git ls-files`.split($/)
+  spec.executables   = %w(killshot)
+  spec.test_files    = spec.files.grep(%r{^(test|spec|features)/})
+  spec.require_paths = %w(lib)
+
+  spec.add_development_dependency 'bundler', '~> 1.3'
+  spec.add_development_dependency 'rake'
+  spec.add_dependency 'anemone'
+  spec.add_dependency 'trollop'
+  spec.add_dependency 'nokogiri'
+  spec.add_dependency 'colored'
+end

data/lib/killshot.rb

@@ -0,0 +1,61 @@
+require 'killshot/version'
+require 'rubygems'
+require 'anemone'
+require 'nokogiri'
+require 'uri'
+require 'set'
+
+module Killshot
+  class Crawler
+    attr_reader :root, :whitelist
+
+    def initialize(root, whitelist)
+      @root      = root
+      @whitelist = Set.new(whitelist)
+    end
+
+    def crawl(&block)
+      Anemone.crawl(root) do |anemone|
+        anemone.on_every_page do |page|
+          find_hotlinks(page) do |url, hotlink|
+            block.call(url, hotlink)
+          end
+        end
+      end
+    end
+
+    private
+
+    def hotlink?(imgsrc)
+      uri = URI(URI::escape(imgsrc))
+      # Check if absolute, ignore relative links
+      uri.absolute? && !whitelist.member?(uri.host)
+    end
+
+    def find_hotlinks(page, &block)
+      doc = Nokogiri::HTML(page.body)
+      doc.xpath("//img").each do |img|
+        block.call(page.url.to_s, img['src']) if hotlink?(img['src'])
+      end
+    end
+  end
+
+  class Printer
+    def initialize
+      @count = 0 
+    end 
+
+    def print(url, img)
+      @count = @count + 1 
+      puts "#@count. #{img.red} from #{url.green}"
+    end 
+
+    def start
+      puts "Searching for hotlinks..."
+    end 
+
+    def finish
+      puts "Done. Found #@count hotlinks."
+    end 
+  end
+end

data/lib/killshot/version.rb

@@ -0,0 +1,3 @@
+module Killshot
+  VERSION = '0.0.3'
+end

data/test/link_test.rb

@@ -0,0 +1,44 @@
+require "rubygems"
+require "minitest/autorun"
+require "killshot"
+
+# Modified from http://blog.jayfields.com/2007/11/ruby-testing-private-methods.html
+class Class
+  def publicize
+    saved_private_instance_methods = self.private_instance_methods
+    self.class_eval { public(*saved_private_instance_methods) }
+    yield self
+    self.class_eval { private(*saved_private_instance_methods) }
+  end
+end
+
+class TestHotlinks < MiniTest::Unit::TestCase
+  def test_hotlink
+    Killshot::Crawler.publicize do |klass|
+      ks = klass.new("http://blah.com", ["blah.com"])
+ 
+      assert ks.hotlink?("http://notblah.com")
+      assert ks.hotlink?("http://abc.com/url")
+    end
+  end
+
+  def test_hotlink_whitelist
+    Killshot::Crawler.publicize do |klass|
+      ks = klass.new("http://blah.com", ["blah.com", "notblah.com", "abc.com"])
+ 
+      refute ks.hotlink?("http://notblah.com")
+      refute ks.hotlink?("http://abc.com/url")
+      refute ks.hotlink?("http://blah.com")
+    end
+  end
+
+  def test_nothotlinks
+    Killshot::Crawler.publicize do |klass|
+      ks = klass.new("http://blah.com", ["blah.com"])
+ 
+      refute ks.hotlink?("http://blah.com/test1/test2/")
+      refute ks.hotlink?("/relative/url")
+      refute ks.hotlink?("relative-url.html")
+    end
+  end
+end

metadata

@@ -0,0 +1,162 @@
+--- !ruby/object:Gem::Specification 
+name: killshot
+version: !ruby/object:Gem::Version 
+  hash: 25
+  prerelease: 
+  segments: 
+  - 0
+  - 0
+  - 3
+  version: 0.0.3
+platform: ruby
+authors: 
+- Steve Jothen
+autorequire: 
+bindir: bin
+cert_chain: []
+
+date: 2013-04-12 00:00:00 +02:00
+default_executable: 
+dependencies: 
+- !ruby/object:Gem::Dependency 
+  name: bundler
+  prerelease: false
+  requirement: &id001 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ~>
+      - !ruby/object:Gem::Version 
+        hash: 9
+        segments: 
+        - 1
+        - 3
+        version: "1.3"
+  type: :development
+  version_requirements: *id001
+- !ruby/object:Gem::Dependency 
+  name: rake
+  prerelease: false
+  requirement: &id002 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        hash: 3
+        segments: 
+        - 0
+        version: "0"
+  type: :development
+  version_requirements: *id002
+- !ruby/object:Gem::Dependency 
+  name: anemone
+  prerelease: false
+  requirement: &id003 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        hash: 3
+        segments: 
+        - 0
+        version: "0"
+  type: :runtime
+  version_requirements: *id003
+- !ruby/object:Gem::Dependency 
+  name: trollop
+  prerelease: false
+  requirement: &id004 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        hash: 3
+        segments: 
+        - 0
+        version: "0"
+  type: :runtime
+  version_requirements: *id004
+- !ruby/object:Gem::Dependency 
+  name: nokogiri
+  prerelease: false
+  requirement: &id005 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        hash: 3
+        segments: 
+        - 0
+        version: "0"
+  type: :runtime
+  version_requirements: *id005
+- !ruby/object:Gem::Dependency 
+  name: colored
+  prerelease: false
+  requirement: &id006 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        hash: 3
+        segments: 
+        - 0
+        version: "0"
+  type: :runtime
+  version_requirements: *id006
+description: Find hotlinks on a given domain
+email: 
+- sjothen@gmail.com
+executables: 
+- killshot
+extensions: []
+
+extra_rdoc_files: []
+
+files: 
+- .gitignore
+- Gemfile
+- Gemfile.lock
+- LICENSE.txt
+- README.md
+- Rakefile
+- bin/killshot
+- killshot.gemspec
+- lib/killshot.rb
+- lib/killshot/version.rb
+- test/link_test.rb
+has_rdoc: true
+homepage: https://github.com/sjothen/killshot
+licenses: 
+- MIT
+post_install_message: 
+rdoc_options: []
+
+require_paths: 
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement 
+  none: false
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      hash: 3
+      segments: 
+      - 0
+      version: "0"
+required_rubygems_version: !ruby/object:Gem::Requirement 
+  none: false
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      hash: 3
+      segments: 
+      - 0
+      version: "0"
+requirements: []
+
+rubyforge_project: 
+rubygems_version: 1.6.2
+signing_key: 
+specification_version: 3
+summary: Killshot idenfities any hotlinks on a given domain against a user specified whitelist
+test_files: 
+- test/link_test.rb