url_expander 0.1.1

data/lib/url_expander/expanders/basic/adjix.rb

@@ -0,0 +1,29 @@
+module UrlExpander
+  module Expanders
+    #
+    # Expand Adjix URLS
+    # Usage:
+    # UrlExpander::Client.expand("http://adjix.com/cm4m")
+    #
+    class Adjix < UrlExpander::Expanders::Basic
+      PATTERN = %r'(http://(?:adjix\.com|ad\.vu)(/[\w/]+))'
+      attr_reader :parent_klass
+      
+      def initialize(short_url="", options={})
+        @parent_klass = self
+        super(short_url, options)
+      end
+      
+      def fetch_url(path)
+        url = super(path)
+        raise UrlExpander::Error.new('page not found',404) if url == 'http://www.adjix.com/notfound.html'
+        url
+      end
+      
+      class Request
+        include HTTParty
+        base_uri 'http://adjix.com'
+      end
+    end
+  end
+end

data/lib/url_expander/expanders/basic/digbig.rb

@@ -0,0 +1,30 @@
+module UrlExpander
+  module Expanders
+    #
+    # Expand Digbig URLS
+    # Usage:
+    # UrlExpander::Client.expand("http://digbig.com/3bbd")
+    #
+    class Digbig < UrlExpander::Expanders::Basic
+      PATTERN = %r'(http://(?:(?>[a-z0-9-]*\.)+?|)digbig\.com(/[\w/]+))'
+      attr_reader :parent_klass
+      
+      def initialize(short_url="", options={})
+        @parent_klass = self
+        super(short_url, options)
+      end
+      
+      # Custom fetcher.
+      def fetch_url(path)
+        url = super(path)
+        raise UrlExpander::Error.new('page not found',404) if url == "/error_404.html"
+        url
+      end
+      
+      class Request
+        include HTTParty
+        base_uri 'http://www.digbig.com'
+      end
+    end
+  end
+end

data/lib/url_expander/expanders/basic/doiop.rb

@@ -0,0 +1,30 @@
+module UrlExpander
+  module Expanders
+    #
+    # Expand doiop.com URLS
+    # Usage:
+    # UrlExpander::Client.expand("http://doiop.com/dz8896")
+    #
+    class Doiop < UrlExpander::Expanders::Basic
+      PATTERN = %r'(http://doiop\.com(/[\w/]+))'
+      attr_reader :parent_klass
+      
+      def initialize(short_url="", options={})
+        @parent_klass = self
+        super(short_url, options)
+      end
+      
+      # Custom fetcher.
+      def fetch_url(path)
+        url = super(path)
+        raise UrlExpander::Error.new('page not found',404) if url == "http://doiop.com/?error=404"
+        url
+      end
+      
+      class Request
+        include HTTParty
+        base_uri 'http://doiop.com'
+      end
+    end
+  end
+end

data/lib/url_expander/expanders/basic/easyurljp.rb

@@ -0,0 +1,23 @@
+module UrlExpander
+  module Expanders
+    #
+    # Expand easyurl.jp URLS
+    # Usage:
+    # UrlExpander::Client.expand("http://easyurl.jp/1qdv")
+    #
+    class Easyurljp < UrlExpander::Expanders::Basic
+      PATTERN = %r'(http://easyurl\.jp(/[\w/]+))'
+      attr_reader :parent_klass
+      
+      def initialize(short_url="", options={})
+        @parent_klass = self
+        super(short_url, options)
+      end
+      
+      class Request
+        include HTTParty
+        base_uri 'http://easyurl.jp'
+      end
+    end
+  end
+end

data/lib/url_expander/expanders/basic/justas.rb

@@ -0,0 +1,23 @@
+module UrlExpander
+  module Expanders
+    #
+    # Expand just.as URLS
+    # Usage:
+    # UrlExpander::Client.expand("http://just.as/amMF3i")
+    #
+    class Justas < UrlExpander::Expanders::Basic
+      PATTERN = %r'(http://just\.as(/[\w/]+))'
+      attr_reader :parent_klass
+      
+      def initialize(short_url="", options={})
+        @parent_klass = self
+        super(short_url, options)
+      end
+      
+      class Request
+        include HTTParty
+        base_uri 'http://just.as'
+      end
+    end
+  end
+end

data/lib/url_expander/expanders/basic/moourl.rb

@@ -0,0 +1,29 @@
+module UrlExpander
+  module Expanders
+    #
+    # Expand moourl.com URLS
+    # Usage:
+    # UrlExpander::Client.expand("http://moourl.com/flsho")
+    #
+    class Moourl < UrlExpander::Expanders::Basic
+      PATTERN = %r'(http://moourl\.com(/[\w/]+))'
+      attr_reader :parent_klass
+      
+      def initialize(short_url="", options={})
+        @parent_klass = self
+        super(short_url, options)
+      end
+      
+      def fetch_url(path)
+        url = super(path)
+        raise UrlExpander::Error.new('page not found',404) if url == '/404/'
+        url
+      end
+      
+      class Request
+        include HTTParty
+        base_uri 'http://moourl.com'
+      end
+    end
+  end
+end

data/lib/url_expander/expanders/basic/notlong.rb

@@ -0,0 +1,29 @@
+module UrlExpander
+  module Expanders
+    #
+    # Expand notlong.com URLS
+    # Usage:
+    # UrlExpander::Client.expand("http://moski.notlong.com")
+    #
+    class Notlong < UrlExpander::Expanders::Basic
+      PATTERN = %r'(http://([\w/]+)\.notlong\.com)'
+      attr_reader :parent_klass
+      
+      def initialize(short_url="", options={})
+        @parent_klass = self
+        super(short_url, options)
+      end
+      
+      # Custom fetcher.
+      def fetch_url(path)
+        super("/#{path}")
+      end
+      
+      
+      class Request
+        include HTTParty
+        base_uri 'notlong.com'
+      end
+    end
+  end
+end

data/lib/url_expander/expanders/basic/nutshellurl.rb

@@ -0,0 +1,30 @@
+module UrlExpander
+  module Expanders
+    #
+    # Expand nutshellurl.com URLS
+    # Usage:
+    # UrlExpander::Client.expand("http://nutshellurl.com/1v38")
+    #
+    class Nutshellurl < UrlExpander::Expanders::Basic
+      PATTERN = %r'(http://nutshellurl\.com/([\w/]+))'
+      attr_reader :parent_klass
+      
+      def initialize(short_url="", options={})
+        @parent_klass = self
+        super(short_url, options)
+      end
+      
+      # Custom fetcher.
+      def fetch_url(path)
+        url = super("/nutshells/nut#{path}.php")
+        raise UrlExpander::Error.new('page not found',404) if url == "http://nutshellurl.com/notfound.php"
+        url
+      end
+      
+      class Request
+        include HTTParty
+        base_uri 'http://nutshellurl.com'
+      end
+    end
+  end
+end

data/lib/url_expander/expanders/basic/owly.rb

@@ -0,0 +1,23 @@
+module UrlExpander
+  module Expanders
+    #
+    # Expand ow.ly URLS
+    # Usage:
+    # UrlExpander::Client.expand("http://ow.ly/5EVkL")
+    #
+    class Owly < UrlExpander::Expanders::Basic
+      PATTERN = %r'(http://ow\.ly(/[\w/]+))'
+      attr_reader :parent_klass
+      
+      def initialize(short_url="", options={})
+        @parent_klass = self
+        super(short_url, options)
+      end
+      
+      class Request
+        include HTTParty
+        base_uri 'ow.ly'
+      end
+    end
+  end
+end

data/lib/url_expander/expanders/basic/shrtst.rb

@@ -0,0 +1,23 @@
+module UrlExpander
+  module Expanders
+    #
+    # Expand shrt.st URLS
+    # Usage:
+    # UrlExpander::Client.expand("http://shrt.st/148u")
+    #
+    class Shrtst < UrlExpander::Expanders::Basic
+      PATTERN = %r'(http://shrt\.st(/[\w/]+))'
+      attr_reader :parent_klass
+      
+      def initialize(short_url="", options={})
+        @parent_klass = self
+        super(short_url, options)
+      end
+      
+      class Request
+        include HTTParty
+        base_uri 'http://shrt.st'
+      end
+    end
+  end
+end

data/lib/url_expander/expanders/basic/snipurl.rb

@@ -0,0 +1,26 @@
+module UrlExpander
+  module Expanders
+    #
+    # Expand snipurl.com URLS
+    # Usage:
+    # UrlExpander::Client.expand("http://snipurl.com/209hem")
+    # UrlExpander::Client.expand("http://sn.im/209hem") 
+    #
+    # @NOTE: This service does provide an api but it is not working
+    #            
+    class Snipurl < UrlExpander::Expanders::Basic
+      PATTERN = %r'(http://(?:snipurl\.com|sn\.im|cl\.lk|snipr\.com|snurl\.com)(/[\w/]+))'
+      attr_reader :parent_klass
+      
+      def initialize(short_url="", options={})
+        @parent_klass = self
+        super(short_url, options)
+      end
+      
+      class Request
+        include HTTParty
+        base_uri 'http://snipurl.com'
+      end
+    end
+  end
+end

data/lib/url_expander/expanders/basic/tco.rb

@@ -0,0 +1,23 @@
+module UrlExpander
+  module Expanders
+    #
+    # Expand Twitter shortner t.co
+    # Usage:
+    # UrlExpander::Client.expand("http://t.co/ZGEGdas")
+    #
+    class Tco < UrlExpander::Expanders::Basic
+      PATTERN = %r'(http://t\.co(/[\w/]+))'
+      attr_reader :parent_klass
+      
+      def initialize(short_url="", options={})
+        @parent_klass = self
+        super(short_url, options)
+      end
+      
+      class Request
+        include HTTParty
+        base_uri 'http://t.co'
+      end
+    end
+  end
+end

data/lib/url_expander/expanders/basic/tighturl.rb

@@ -0,0 +1,23 @@
+module UrlExpander
+  module Expanders
+    #
+    # Expand Tighturl URLS
+    # Usage:
+    # UrlExpander::Client.expand("http://tighturl.com/3eoz")
+    #
+    class Tighturl < UrlExpander::Expanders::Basic
+      PATTERN = %r'(http://tighturl\.com(/[\w/]+))'
+      attr_reader :parent_klass
+      
+      def initialize(short_url="", options={})
+        @parent_klass = self
+        super(short_url, options)
+      end
+      
+      class Request
+        include HTTParty
+        base_uri 'http://tighturl.com'
+      end
+    end
+  end
+end

data/lib/url_expander/expanders/basic/tinycc.rb

@@ -0,0 +1,29 @@
+module UrlExpander
+  module Expanders
+    #
+    # Expand tiny.cc URLS
+    # Usage:
+    # UrlExpander::Client.expand("http://tiny.cc/pabx5")
+    #
+    class Tinycc < UrlExpander::Expanders::Basic
+      PATTERN = %r'(http://tiny\.cc(/[\w/]+))'
+      attr_reader :parent_klass
+      
+      def initialize(short_url="", options={})
+        @parent_klass = self
+        super(short_url, options)
+      end
+      
+      def fetch_url(path)
+        url = super(path)
+        raise UrlExpander::Error.new('page not found',404) if url == 'http://tiny.cc/notfound'
+        url
+      end
+      
+      class Request
+        include HTTParty
+        base_uri 'tiny.cc'
+      end
+    end
+  end
+end

data/lib/url_expander/expanders/basic/tinyurl.rb

@@ -0,0 +1,25 @@
+module UrlExpander
+  module Expanders
+    
+    #
+    # Expand Tinyurl URLS
+    # Usage:
+    # UrlExpander::Client.expand("http://tinyurl.com/66sekq5")
+    #
+    class Tinyurl < UrlExpander::Expanders::Basic
+      
+      PATTERN = %r'(http://tinyurl\.com(/[\w/]+))'
+      attr_reader :parent_klass
+      
+      def initialize(short_url="", options={})
+        @parent_klass = self
+        super(short_url, options)
+      end
+      
+      class Request
+        include HTTParty
+        base_uri 'http://tinyurl.com'
+      end
+    end
+  end
+end

data/lib/url_expander/expanders/basic/twurlnl.rb

@@ -0,0 +1,34 @@
+module UrlExpander
+  module Expanders
+    
+    #
+    # Expand Twurl.nl URLS
+    # Usage:
+    # UrlExpander::Client.expand("http://twurl.nl/e6mglc")
+    #
+    class Twurlnl < UrlExpander::Expanders::Basic
+      
+      PATTERN = %r'(http://twurl\.nl(/[\w/]+))'
+      attr_reader :parent_klass
+      
+      def initialize(short_url="",options={})
+        @parent_klass = self
+        super(short_url,options)
+      end
+      
+      # Custom fetcher.
+      def fetch_url(path)
+        url = super(path)
+        raise UrlExpander::Error.new('page not found',404) if url == "http://tweetburner.com/pages/blocked"
+        url
+      end
+      
+      
+      class Request
+        include HTTParty
+        base_uri 'http://twurl.nl'
+      end
+      
+    end
+  end
+end

data/lib/url_expander/expanders/basic/urlie.rb

@@ -0,0 +1,23 @@
+module UrlExpander
+  module Expanders
+    #
+    # Expand url.ie URLS
+    # Usage:
+    # UrlExpander::Client.expand("http://url.ie/cert")
+    #
+    class Urlie < UrlExpander::Expanders::Basic
+      PATTERN = %r'(http://url\.ie(/[\w/]+))'
+      attr_reader :parent_klass
+      
+      def initialize(short_url="", options={})
+        @parent_klass = self
+        super(short_url, options)
+      end
+      
+      class Request
+        include HTTParty
+        base_uri 'http://url.ie'
+      end
+    end
+  end
+end

data/lib/url_expander/expanders/basic/youtube.rb

@@ -0,0 +1,24 @@
+module UrlExpander
+  module Expanders
+    #
+    # Expand Youtu.be URLS
+    # Usage:
+    # UrlExpander::Client.expand("http://youtu.be/bINUfbLV_0M")
+    # UrlExpander::Client.expand("http://y2u.be/bINUfbLV_0M")
+    #
+    class Youtube < UrlExpander::Expanders::Basic
+      PATTERN = %r'(http://(?:youtu\.be|y2u\.be)(/[\w/]+))'
+      attr_reader :parent_klass
+      
+      def initialize(short_url="", options={})
+        @parent_klass = self
+        super(short_url, options)
+      end
+      
+      class Request
+        include HTTParty
+        base_uri 'http://youtu.be'
+      end
+    end
+  end
+end

data/lib/url_expander/expanders/basic.rb

@@ -0,0 +1,62 @@
+module UrlExpander
+  module Expanders
+    
+    #
+    # This is the basic class for all simple Net::HTTPMovedPermanently
+    # Each subclass must define a url Pattern and a Reqest class for httpartty.
+    # Ex:
+    # module UrlExpander
+    #  module Expanders
+    #    class Tinyurl < UrlExpander::Expanders::Basic
+    #      class Request
+    #        include HTTParty
+    #        base_uri 'http://tinyurl.com'
+    #      end
+    #
+    #      PATTERN = %r'(http://tinyurl\.com(/[\w/]+))'
+    #      attr_reader :parent_klass
+    #
+    #      def initialize(short_url="",options={})
+    #        @parent_klass = self.class
+    #        super(shot_url,options)
+    #      end
+    #    end
+    #  end
+    # end
+    #
+    # Usage:
+    # client = UrlExpander::Client.new
+    # client.expand("http://tinyurl.com/asdf")
+    #
+    class Basic
+      attr_accessor :long_url
+      attr_reader   :parttern, :parent_klass
+      
+      
+      def initialize(short_url="",options={})
+        if short_url.match(parent_klass.class::PATTERN)
+          @long_url = parent_klass.fetch_url($2)
+        else
+          raise 'invalid pattern'
+        end
+      end
+      
+      protected
+      
+      # Common fetcher used my most expanders.
+      def fetch_url(path)
+        url = nil
+        result = parent_klass.class::Request.head(path, :follow_redirects => false)
+        case result.response
+          when Net::HTTPMovedPermanently
+            url = result['Location']
+          when Net::HTTPFound
+            url = result['location']
+        end
+        
+        raise UrlExpander::Error.new('page not found',404) if url.nil?
+        url
+      end
+    end
+  end
+end

data/lib/url_expander/expanders/expanders.rb

@@ -0,0 +1,49 @@
+$:.unshift(File.dirname(__FILE__))
+
+require 'url_expander/expanders/basic'
+require 'url_expander/expanders/api'
+require 'url_expander/expanders/scrape'
+
+
+module UrlExpander
+  module Expanders
+    autoload :Tinyurl, 'basic/tinyurl'
+    autoload :Twurlnl, 'basic/twurlnl'
+    autoload :Shrtst, 'basic/shrtst'
+    autoload :Snipurl, 'basic/Snipurl'
+    autoload :Adjix, 'basic/adjix'
+    autoload :Youtube, 'basic/youtube'
+    autoload :Tinycc, 'basic/tinycc'
+    autoload :Owly, 'basic/owly'
+    autoload :Digbig, 'basic/digbig'
+    autoload :Doiop, 'basic/doiop'
+    autoload :Easyurljp, 'basic/easyurljp'
+    autoload :Justas, 'basic/justas'
+    autoload :Moourl, 'basic/moourl'
+    autoload :Notlong, 'basic/notlong'
+    autoload :Nutshellurl, 'basic/nutshellurl'
+    autoload :Tighturl, 'basic/tighturl'
+    autoload :Urlie, 'basic/urlie'
+    autoload :Tco, 'basic/tco'
+    
+    # Using API
+    autoload :Bitly, 'api/bitly'
+    autoload :Foursq, 'api/4sq'
+    autoload :Tcrnch, 'api/tcrnch'
+    autoload :Nytims, 'api/nytims'
+    autoload :Fxnws, 'api/fxnws'
+    
+    autoload :Budurl, 'api/budurl'
+    autoload :Cligs, 'api/cligs'
+    autoload :Isgd, 'api/isgd'
+    autoload :Googl, 'api/googl'
+    autoload :Decenturl, 'api/decenturl'
+    autoload :Xrlus, 'api/xrlus'
+    
+    # Using Scrapper
+    autoload :Qsrli, 'scrape/qsrli'
+    autoload :Shorl, 'scrape/shorl'
+    autoload :Simurl, 'scrape/simurl'
+    
+  end
+end

data/lib/url_expander/expanders/scrape/qsrli.rb

@@ -0,0 +1,30 @@
+module UrlExpander
+  module Expanders
+    #
+    # Expand Qsrli URLS
+    # Usage:
+    # UrlExpander::Client.expand("http://qsr.li/5Zg9")
+    #
+    class Qsrli < UrlExpander::Expanders::Scrape
+      PATTERN = %r'(http://qsr\.li(/[\w/]+))'
+      attr_reader :parent_klass, :xpath
+      
+      def initialize(short_url="", options={})
+        @parent_klass = self.class
+        super(short_url, options)
+      end
+      
+      
+      # How to scarpe the url from a Qsr.li html document
+      def self.scrape_url(html)
+        doc = Hpricot(html)
+        doc.at('//*[@id="framecontent"]').attributes["src"]
+      end
+      
+      class Request
+        include HTTParty
+        base_uri 'http://qsr.li'
+      end
+    end
+  end
+end

data/lib/url_expander/expanders/scrape/shorl.rb

@@ -0,0 +1,30 @@
+module UrlExpander
+  module Expanders
+    #
+    # Expand shorl.com URLS
+    # Usage:
+    # UrlExpander::Client.expand("http://shorl.com/nigekohalenu")
+    #
+    class Shorl < UrlExpander::Expanders::Scrape
+      PATTERN = %r'(http://shorl\.com(/[\w/]+))'
+      attr_reader :parent_klass, :xpath
+      
+      def initialize(short_url="", options={})
+        @parent_klass = self.class
+        super(short_url, options)
+      end
+      
+      
+      # How to scarpe the url from a shorl html document
+      def self.scrape_url(html)
+        doc = Hpricot(html)
+        doc.at('/html/body/div[3]/p/a').attributes["href"]
+      end
+      
+      class Request
+        include HTTParty
+        base_uri 'http://shorl.com'
+      end
+    end
+  end
+end