dubdubdub 0.0.1

data/.rspec

@@ -0,0 +1 @@
+--color

data/Gemfile

@@ -0,0 +1,12 @@
+source "http://rubygems.org"
+
+# Add dependencies to develop your gem here.
+# Include everything needed to run rake, tests, features, etc.
+group :development do
+  gem "rspec", "~> 2.8.0"
+  gem 'vcr', '~> 2.3.0'
+  gem 'fakeweb', '~>1.3.0'   # required for vcr
+  gem "bundler"
+  gem "jeweler", "~> 1.8.4"
+  gem 'pry'
+end

data/Gemfile.lock

@@ -0,0 +1,42 @@
+GEM
+  remote: http://rubygems.org/
+  specs:
+    coderay (1.0.8)
+    diff-lcs (1.1.3)
+    fakeweb (1.3.0)
+    git (1.2.5)
+    jeweler (1.8.4)
+      bundler (~> 1.0)
+      git (>= 1.2.5)
+      rake
+      rdoc
+    json (1.7.5)
+    method_source (0.8.1)
+    pry (0.9.10)
+      coderay (~> 1.0.5)
+      method_source (~> 0.8)
+      slop (~> 3.3.1)
+    rake (10.0.2)
+    rdoc (3.12)
+      json (~> 1.4)
+    rspec (2.8.0)
+      rspec-core (~> 2.8.0)
+      rspec-expectations (~> 2.8.0)
+      rspec-mocks (~> 2.8.0)
+    rspec-core (2.8.0)
+    rspec-expectations (2.8.0)
+      diff-lcs (~> 1.1.2)
+    rspec-mocks (2.8.0)
+    slop (3.3.3)
+    vcr (2.3.0)
+
+PLATFORMS
+  ruby
+
+DEPENDENCIES
+  bundler
+  fakeweb (~> 1.3.0)
+  jeweler (~> 1.8.4)
+  pry
+  rspec (~> 2.8.0)
+  vcr (~> 2.3.0)

data/LICENSE.txt

@@ -0,0 +1,20 @@
+Copyright (c) 2012 James Hu
+
+Permission is hereby granted, free of charge, to any person obtaining
+a copy of this software and associated documentation files (the
+"Software"), to deal in the Software without restriction, including
+without limitation the rights to use, copy, modify, merge, publish,
+distribute, sublicense, and/or sell copies of the Software, and to
+permit persons to whom the Software is furnished to do so, subject to
+the following conditions:
+
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
+LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
+OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
+WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/README.md

@@ -0,0 +1,4 @@
+dubdubdub
+=========
+
+Networking dubstep.

data/Rakefile

@@ -0,0 +1,36 @@
+# encoding: utf-8
+
+require 'rubygems'
+require 'bundler'
+begin
+  Bundler.setup(:default, :development)
+rescue Bundler::BundlerError => e
+  $stderr.puts e.message
+  $stderr.puts "Run `bundle install` to install missing gems"
+  exit e.status_code
+end
+require 'rake'
+
+require 'jeweler'
+require './lib/dubdubdub'
+Jeweler::Tasks.new do |gem|
+  # gem is a Gem::Specification... see http://docs.rubygems.org/read/chapter/20 for more options
+  gem.name = "dubdubdub"
+  gem.homepage = "http://github.com/axsuul/dubdubdub"
+  gem.license = "MIT"
+  gem.summary = %Q{Networking dubstep.}
+  gem.description = %Q{A library that provides web utility methods with proxification.}
+  gem.email = "axsuul@gmail.com"
+  gem.authors = ["James Hu"]
+  gem.version = DubDubDub::VERSION
+  # dependencies defined in Gemfile
+end
+Jeweler::RubygemsDotOrgTasks.new
+
+require 'rspec/core'
+require 'rspec/core/rake_task'
+RSpec::Core::RakeTask.new(:spec) do |spec|
+  spec.pattern = FileList['spec/**/*_spec.rb']
+end
+
+task :default => :spec

data/dubdubdub.gemspec

@@ -0,0 +1,77 @@
+# Generated by jeweler
+# DO NOT EDIT THIS FILE DIRECTLY
+# Instead, edit Jeweler::Tasks in Rakefile, and run 'rake gemspec'
+# -*- encoding: utf-8 -*-
+
+Gem::Specification.new do |s|
+  s.name = "dubdubdub"
+  s.version = "0.0.1"
+
+  s.required_rubygems_version = Gem::Requirement.new(">= 0") if s.respond_to? :required_rubygems_version=
+  s.authors = ["James Hu"]
+  s.date = "2012-12-03"
+  s.description = "A library that provides web utility methods with proxification."
+  s.email = "axsuul@gmail.com"
+  s.extra_rdoc_files = [
+    "LICENSE.txt",
+    "README.md"
+  ]
+  s.files = [
+    ".rspec",
+    "Gemfile",
+    "Gemfile.lock",
+    "LICENSE.txt",
+    "README.md",
+    "Rakefile",
+    "dubdubdub.gemspec",
+    "lib/dubdubdub.rb",
+    "lib/dubdubdub/client.rb",
+    "lib/dubdubdub/exceptions.rb",
+    "spec/dubdubdub_spec.rb",
+    "spec/spec_helper.rb",
+    "spec/support/vcr.rb",
+    "spec/vcr/follow_url/alias_link.yml",
+    "spec/vcr/follow_url/base.yml",
+    "spec/vcr/follow_url/block_base_url.yml",
+    "spec/vcr/follow_url/eoferror.yml",
+    "spec/vcr/follow_url/https.yml",
+    "spec/vcr/follow_url/pass_block.yml",
+    "spec/vcr/follow_url/pass_block_iteration.yml",
+    "spec/vcr/follow_url/proxied.yml",
+    "spec/vcr/follow_url/proxy.yml",
+    "spec/vcr/follow_url/proxy_forbidden.yml"
+  ]
+  s.homepage = "http://github.com/axsuul/dubdubdub"
+  s.licenses = ["MIT"]
+  s.require_paths = ["lib"]
+  s.rubygems_version = "1.8.23"
+  s.summary = "Networking dubstep."
+
+  if s.respond_to? :specification_version then
+    s.specification_version = 3
+
+    if Gem::Version.new(Gem::VERSION) >= Gem::Version.new('1.2.0') then
+      s.add_development_dependency(%q<rspec>, ["~> 2.8.0"])
+      s.add_development_dependency(%q<vcr>, ["~> 2.3.0"])
+      s.add_development_dependency(%q<fakeweb>, ["~> 1.3.0"])
+      s.add_development_dependency(%q<bundler>, [">= 0"])
+      s.add_development_dependency(%q<jeweler>, ["~> 1.8.4"])
+      s.add_development_dependency(%q<pry>, [">= 0"])
+    else
+      s.add_dependency(%q<rspec>, ["~> 2.8.0"])
+      s.add_dependency(%q<vcr>, ["~> 2.3.0"])
+      s.add_dependency(%q<fakeweb>, ["~> 1.3.0"])
+      s.add_dependency(%q<bundler>, [">= 0"])
+      s.add_dependency(%q<jeweler>, ["~> 1.8.4"])
+      s.add_dependency(%q<pry>, [">= 0"])
+    end
+  else
+    s.add_dependency(%q<rspec>, ["~> 2.8.0"])
+    s.add_dependency(%q<vcr>, ["~> 2.3.0"])
+    s.add_dependency(%q<fakeweb>, ["~> 1.3.0"])
+    s.add_dependency(%q<bundler>, [">= 0"])
+    s.add_dependency(%q<jeweler>, ["~> 1.8.4"])
+    s.add_dependency(%q<pry>, [">= 0"])
+  end
+end
+

data/lib/dubdubdub.rb

@@ -0,0 +1,22 @@
+class DubDubDub
+  # Version
+  VERSION = "0.0.1"
+
+  attr_accessor :client
+
+  def initialize(options = {})
+    @client = DubDubDub::Client.new(options)
+  end
+
+  # Redirect methods to client
+  def method_missing(method, *args, &block)
+    if @client.respond_to?(method)
+      @client.send(method, *args, &block)
+    else
+      send(method, *args, &block)
+    end
+  end
+end
+
+require File.expand_path(File.dirname(__FILE__) + '/dubdubdub/exceptions')
+require File.expand_path(File.dirname(__FILE__) + '/dubdubdub/client')

data/lib/dubdubdub/client.rb

@@ -0,0 +1,121 @@
+require 'open-uri'
+require 'net/http'
+
+class DubDubDub::Client
+  attr_accessor :proxy_host, :proxy_port, :proxy_user, :proxy_password
+
+  def initialize(options = {})
+    self.proxy = options[:proxy] if options[:proxy]
+  end
+
+  def proxy_port=(port)
+    @proxy_port = port.to_i
+  end
+
+  def proxy=(url)
+    host, port = url.split(":")
+
+    port = 80 unless port
+    self.proxy_host = host
+    self.proxy_port = port
+  end
+
+  def proxy
+    "#{proxy_host}:#{proxy_port}"
+  end
+
+  def proxy?
+    !!proxy
+  end
+
+  # Returns a Net::HTTP object
+  def net_http(uri)
+    raise ArgumentError unless uri.is_a? URI::HTTP
+
+    net_http_class = if proxy?
+      Net::HTTP.Proxy(proxy_host, proxy_port, proxy_user, proxy_password)
+    else
+      Net::HTTP
+    end
+
+    http = net_http_class.new(uri.host, uri.port)
+    http.verify_mode = OpenSSL::SSL::VERIFY_NONE  # ssl certificate doesn't need to be verified, otherwise a OpenSSL::SSL::SSLError might get thrown
+    http.use_ssl = true if uri.scheme == "https"
+
+    http
+  end
+
+  # Follow a url to the end until it can no longer go any further
+  # Even if it times out, it will return the url that it times out on!
+  def follow_url(url, options = {}, &block)
+    default_options = { limit: 20, attempts: 5, timeout: 5 }
+    options = default_options.merge(options)
+
+    at_base = false
+    response = nil
+    user_agents = [
+      'Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/535.11 (KHTML, like Gecko) Chrome/17.0.963.79 Safari/535.11',
+      ''
+    ]
+    urls = []   # the url history
+
+    raise ArgumentError if options[:until] and !options[:until].is_a?(Proc)
+
+    # before we begin, let's yield the initial url if a block was given
+    yield(url) if block_given?
+
+    options[:limit].downto(1).each do |i|
+      begin
+        at_base = true if options[:until] and options[:until].call(url)
+
+        uri = URI.parse(url)
+        net_http = net_http(uri)
+        at_base = true unless uri.respond_to?(:request_uri)   # make sure its a proper url
+
+        unless at_base
+          request = Net::HTTP::Get.new(uri.request_uri)
+          request_attempts = 0
+
+          # we make a certain amount of attempts in case we timeout
+          while request_attempts < options[:attempts]
+            begin
+              request_attempts += 1
+
+              # Don't let the request take too long
+              response = Timeout::timeout(options[:timeout]) do
+                net_http.request(request)
+              end
+
+              break   # if it reaches this, that means the request was successful do break out!
+            # If any of these exceptions are thrown, it has timed out, so keep trying depending on how many attempts we have
+            rescue Timeout::Error, Errno::ETIMEDOUT, Errno::EHOSTUNREACH
+              # do another attempt if we are allowed one, or stop
+              at_base = true and break if request_attempts == options[:attempts]
+            rescue SocketError  # doesn't exist
+              at_base = true and break
+            end
+          end
+
+          case response
+          when Net::HTTPSuccess then at_base = true
+          when Net::HTTPRedirection then url = response['location']
+          when Net::HTTPForbidden then raise DubDubDub::Forbidden
+          # Couldn't resolve, just return url
+          else at_base = true
+          end if response
+        end
+
+      # If any of these exceptions get thrown, return the current url
+      rescue SocketError, URI::InvalidURIError, EOFError
+        at_base = true
+      end
+
+      urls << url
+
+      break if at_base
+      yield(url) if block_given?
+    end
+
+    url
+  end
+end

data/lib/dubdubdub/exceptions.rb

@@ -0,0 +1,2 @@
+class DubDubDub::Exception < RuntimeError; end
+class DubDubDub::Forbidden < DubDubDub::Exception; end

data/spec/dubdubdub_spec.rb

@@ -0,0 +1,104 @@
+# encoding: utf-8
+
+require File.expand_path(File.dirname(__FILE__) + '/spec_helper')
+
+describe DubDubDub do
+  let(:www) { DubDubDub.new }
+
+  it "gives the version" do
+    DubDubDub::VERSION.should be_a String
+  end
+
+  describe '::new' do
+    it "instantiates a new instance with a new client" do
+      www = DubDubDub.new
+      www.should be_a DubDubDub
+    end
+
+    it "can specify a proxy" do
+      www = DubDubDub.new(proxy: "203.131.212.166:3128")
+      www.proxy_host.should == "203.131.212.166"
+      www.proxy_port.should == 3128
+      www.should be_proxy
+    end
+
+    it "uses port 80 by default for proxy" do
+      www = DubDubDub.new(proxy: "203.131.212.166")
+      www.proxy_host.should == "203.131.212.166"
+      www.proxy_port.should == 80
+    end
+  end
+
+  describe '#client' do
+    it "returns the client" do
+      www.client.should be_a DubDubDub::Client
+    end
+  end
+
+  describe '#follow_url' do
+    it "follows url to the end", vcr: { cassette_name: "follow_url/base", record: :once } do
+      www.follow_url("http://say.ly/TCc1CEp").should == "http://www.whosay.com/TomHanks/photos/148406"
+      www.follow_url("http://t.co//qbJx26r").should == "http://twitter.com/twitter/status/76360760606986241/photo/1"
+      www.follow_url("http://mypict.me/mMgLU").should == "http://mypict.me/mobile.php?id=336583610"
+    end
+
+    it "returns the base url if it meets a passed in block", vcr: { cassette_name: "follow_url/block_base_url", record: :once } do
+      www.follow_url("http://ow.ly/9Rp7p", until: lambda { |url| url =~ /ow\.ly/ }).should == "http://ow.ly/9Rp7p"
+      www.follow_url("http://ow.ly/9Rp7p", until: lambda { |url| url =~ /bit\.ly/ }).should == "http://bit.ly/GMx5lu"
+      www.follow_url("http://ow.ly/9Rp7p", until: lambda { |url| url =~ /bit\.lyyy/ }).should == "http://instagram.com/p/IbhSB6EKRQ/"
+    end
+
+    it "can pass in a block to get the url every step of the way", vcr: { cassette_name: "follow_url/pass_block_iteration", record: :once } do
+      urls = []
+
+      www.follow_url("http://ow.ly/9Rp7p") do |url|
+        urls << url
+      end
+
+      urls.first.should == "http://ow.ly/9Rp7p"   # first url should be the initial one
+      urls.count.should == 4
+    end
+
+    it "can pass in a block with the last url being the base url", vcr: { cassette_name: "follow_url/pass_block", record: :once } do
+      urls = []
+
+      www.follow_url("http://twitpic.com/92a2p5") do |url|
+        urls << url
+      end
+
+      urls.count.should == 1
+      urls.last.should == "http://twitpic.com/92a2p5"
+    end
+
+    it "handles invalid uris", vcr: { cassette_name: "follow_url/invalid_uris", record: :once } do
+      lambda { www.follow_url("http://rank.1new.biz/sharp-紙パック式クリーナー-床用吸い込み口タイプ-オ/") }.should_not raise_error(URI::InvalidURIError)
+      www.follow_url("http://rank.1new.biz/sharp-紙パック式クリーナー-床用吸い込み口タイプ-オ/").should == "http://rank.1new.biz/sharp-紙パック式クリーナー-床用吸い込み口タイプ-オ/"
+    end
+
+    it "handles https", vcr: { cassette_name: "follow_url/https", record: :once } do
+      lambda { www.follow_url("https://www.youtube.com/watch?v=DM58Zdk7el0&feature=youtube_gdata_player") }.should_not raise_error(EOFError)
+    end
+
+    it "returns the same url if the name or service doesn't exist", vcr: { cassette_name: "follow_url/doesnt_exist", record: :once } do
+      www.follow_url("http://cnnsadasdasdasdasdasd.com/asd").should == "http://cnnsadasdasdasdasdasd.com/asd"
+    end
+
+    it "returns actual asset link for an alias link", vcr: { cassette_name: "follow_url/alias_link", record: :once } do
+      www.follow_url("http://yfrog.us/evlb0z:medium").should == "http://img535.imageshack.us/img535/9845/lb0.mp4"
+    end
+
+    it "does not raise a EOFError", vcr: { cassette_name: "follow_url/eoferror", record: :once } do
+      lambda { www.follow_url("http://www.soulpancake.com/post/1607/whats-your-beautiful-mess.html") }.should_not raise_error
+    end
+
+    it 'works with a proxy', vcr: { cassette_name: "follow_url/proxy", record: :once } do
+      www.proxy = "198.154.114.100:8080"
+      www.follow_url("http://yfrog.us/evlb0z:medium").should == "http://img535.imageshack.us/img535/9845/lb0.mp4"
+    end
+
+    it "raises forbidden properly on a bad proxy", vcr: { cassette_name: "follow_url/proxy_forbidden", record: :once } do
+      www.proxy = "190.202.116.101:3128"
+      lambda { www.follow_url("http://yfrog.us/evlb0z:medium").should }.should raise_error(DubDubDub::Forbidden)
+    end
+  end
+end