moxie-columbus 0.1.2.1

data/Gemfile

@@ -0,0 +1,5 @@
+source 'https://gems.gemfury.com/qsNMqt3pW3Ar1QaNqsdX/'
+source "http://rubygems.org"
+
+# Specify your gem's dependencies in firehose.gemspec
+gemspec

data/Gemfile.lock

@@ -0,0 +1,86 @@
+PATH
+  remote: .
+  specs:
+    moxie-columbus (0.1.2.1)
+      moxie-columbus
+
+GEM
+  remote: https://gems.gemfury.com/qsNMqt3pW3Ar1QaNqsdX/
+  remote: http://rubygems.org/
+  specs:
+    activesupport (4.0.2)
+      i18n (~> 0.6, >= 0.6.4)
+      minitest (~> 4.2)
+      multi_json (~> 1.3)
+      thread_safe (~> 0.1)
+      tzinfo (~> 0.3.37)
+    addressable (2.3.5)
+    atomic (1.1.14)
+    builder (3.2.2)
+    descendants_tracker (0.0.3)
+    fakeweb (1.3.0)
+    faraday (0.8.8)
+      multipart-post (~> 1.2.0)
+    git (1.2.6)
+    github_api (0.11.1)
+      addressable (~> 2.3)
+      descendants_tracker (~> 0.0.1)
+      faraday (~> 0.8, < 0.10)
+      hashie (>= 1.2)
+      multi_json (>= 1.7.5, < 2.0)
+      nokogiri (~> 1.6.0)
+      oauth2
+    hashie (2.0.5)
+    highline (1.6.20)
+    httpauth (0.2.0)
+    i18n (0.6.9)
+    jeweler (2.0.0)
+      builder
+      bundler (>= 1.0)
+      git (>= 1.2.5)
+      github_api
+      highline (>= 1.6.15)
+      nokogiri (>= 1.5.10)
+      rake
+      rdoc
+    jnunemaker-matchy (0.4.0)
+    json (1.8.1)
+    jwt (0.1.8)
+      multi_json (>= 1.5)
+    mini_portile (0.5.2)
+    minitest (4.7.5)
+    multi_json (1.8.2)
+    multi_xml (0.5.5)
+    multipart-post (1.2.0)
+    nokogiri (1.6.1)
+      mini_portile (~> 0.5.0)
+    oauth2 (0.9.2)
+      faraday (~> 0.8)
+      httpauth (~> 0.2)
+      jwt (~> 0.1.4)
+      multi_json (~> 1.0)
+      multi_xml (~> 0.5)
+      rack (~> 1.2)
+    rack (1.5.2)
+    rake (10.1.1)
+    rdoc (4.1.1)
+      json (~> 1.4)
+    shoulda (3.5.0)
+      shoulda-context (~> 1.0, >= 1.0.1)
+      shoulda-matchers (>= 1.4.1, < 3.0)
+    shoulda-context (1.1.6)
+    shoulda-matchers (2.4.0)
+      activesupport (>= 3.0.0)
+    thread_safe (0.1.3)
+      atomic
+    tzinfo (0.3.38)
+
+PLATFORMS
+  ruby
+
+DEPENDENCIES
+  fakeweb
+  jeweler
+  jnunemaker-matchy
+  moxie-columbus!
+  shoulda

data/LICENSE

@@ -0,0 +1,20 @@
+Copyright (c) 2009 John Nunemaker
+
+Permission is hereby granted, free of charge, to any person obtaining
+a copy of this software and associated documentation files (the
+"Software"), to deal in the Software without restriction, including
+without limitation the rights to use, copy, modify, merge, publish,
+distribute, sublicense, and/or sell copies of the Software, and to
+permit persons to whom the Software is furnished to do so, subject to
+the following conditions:
+
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
+LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
+OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
+WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/README.rdoc

@@ -0,0 +1,18 @@
+= columbus
+
+Autodiscovers feeds from urls.
+
+= examples
+
+See examples directory. Short example below. 
+  
+  require 'pp'
+  pp Columbus.new('http://www.railstips.org').primary
+  
+  #<struct Columbus::Feed
+   url="http://feeds2.feedburner.com/railstips",
+   title="Railstips Articles">  
+
+== Copyright
+
+Copyright (c) 2009 John Nunemaker. See LICENSE for details.

data/Rakefile

@@ -0,0 +1,49 @@
+require 'rubygems'
+require 'rake'
+
+begin
+  require 'jeweler'
+  Jeweler::Tasks.new do |gem|
+    gem.name = "moxie-columbus"
+    gem.summary = %Q{Autodiscovers feeds from urls}
+    gem.email = "nunemaker@gmail.com"
+    gem.homepage = "http://github.com/jnunemaker/columbus"
+    gem.authors = ["John Nunemaker"]
+    gem.rubyforge_project = 'columbus'
+    # gem is a Gem::Specification... see http://www.rubygems.org/read/chapter/20 for additional settings
+  end
+rescue LoadError
+  puts "Jeweler not available. Install it with: sudo gem install technicalpickles-jeweler -s http://gems.github.com"
+end
+
+# require 'rake/task'
+# Rake::Task.new do |rdoc|
+#   rdoc.rdoc_dir = 'rdoc'
+#   rdoc.title = 'columbus'
+#   rdoc.options << '--line-numbers' << '--inline-source'
+#   rdoc.rdoc_files.include('README*')
+#   rdoc.rdoc_files.include('lib/**/*.rb')
+# end
+
+require 'rake/testtask'
+Rake::TestTask.new(:test) do |test|
+  test.libs << 'lib' << 'test'
+  test.pattern = 'test/**/*_test.rb'
+  test.verbose = false
+end
+
+begin
+  require 'rcov/rcovtask'
+  Rcov::RcovTask.new do |test|
+    test.libs << 'test'
+    test.pattern = 'test/**/*_test.rb'
+    test.verbose = true
+  end
+rescue LoadError
+  task :rcov do
+    abort "RCov is not available. In order to run rcov, you must: sudo gem install spicycode-rcov"
+  end
+end
+
+
+task :default => :test

data/VERSION

@@ -0,0 +1 @@
+0.1.2.1

data/examples/all.rb

@@ -0,0 +1,4 @@
+require File.dirname(__FILE__) + '/../lib/columbus'
+require 'pp'
+
+pp Columbus.new('http://www.railstips.org').all

data/examples/primary.rb

@@ -0,0 +1,4 @@
+require File.dirname(__FILE__) + '/../lib/columbus'
+require 'pp'
+
+pp Columbus.new('http://www.railstips.org').primary

data/lib/columbus.rb

@@ -0,0 +1,47 @@
+require 'logger'
+require 'net/http'
+require 'uri'
+require 'rubygems'
+require 'nokogiri'
+
+require File.dirname(__FILE__) + '/columbus/feed'
+require File.dirname(__FILE__) + '/columbus/link'
+require File.dirname(__FILE__) + '/columbus/redirect_follower'
+
+class Columbus
+  attr_reader :url
+  
+  def initialize(url)
+    @url = url
+  end
+  
+  def primary
+    @primary ||= begin
+      response = RedirectFollower.new(url).resolve
+      @url = response.url
+      if hpricot_link = parse_links(response.body)[0]
+        link_to_feed(hpricot_link)
+      end
+    end
+  end
+  
+  def all
+    @all ||= begin
+      response = RedirectFollower.new(url).resolve
+      @url = response.url
+      parse_links(response.body).map { |hpricot_link| link_to_feed(hpricot_link) }
+    end
+  end
+  
+  private  
+    def link_to_feed(element)
+      link = Link.new(url, element.attributes['href'].to_s, element.attributes['title'].to_s)
+      Feed.new(link.absolute_url, link.clean_title)
+    end
+  
+    def parse_links(html)
+      Nokogiri::HTML(html).search('link').select do |link|
+        link.attributes['type'].to_s =~ /application\/(rss|atom)\+xml/i
+      end
+    end
+end

data/lib/columbus/feed.rb

@@ -0,0 +1,17 @@
+class Columbus
+  class Feed < Struct.new(:url, :title)
+    attr_accessor :body
+    
+    def initialize(*args)
+      super(*args)
+      determine_feed_endpoint
+    end
+    
+    def determine_feed_endpoint
+      response = RedirectFollower.new(url).resolve
+      self.url = response.url
+      self.body = response.body
+      self
+    end
+  end
+end

data/lib/columbus/link.rb

@@ -0,0 +1,19 @@
+class Columbus
+  class Link < Struct.new(:url, :href, :title)    
+    def clean_title
+      title.nil? ? nil : title.strip
+    end
+    
+    def absolute_url
+      if relative?
+        "#{url}#{href}"
+      else
+        "#{href}"
+      end
+    end
+    
+    def relative?
+      href =~ /^\//
+    end
+  end
+end

data/lib/columbus/redirect_follower.rb

@@ -0,0 +1,46 @@
+class Columbus
+  class RedirectFollower
+    class TooManyRedirects < StandardError; end
+
+    attr_accessor :url, :body, :redirect_limit, :response
+
+    def initialize(url, options={})
+      @url = url
+      @redirect_limit = options.delete(:limit) || 5
+      logger.level = options.delete(:level) || Logger::WARN
+    end
+
+    def logger
+      @logger ||= Logger.new(STDOUT)
+    end
+
+    def resolve
+      raise TooManyRedirects if redirect_limit < 0
+      
+      self.response = Net::HTTP.get_response(URI.parse(url))
+
+      logger.info "redirect limit: #{redirect_limit}" 
+      logger.info "response code: #{response.code}" 
+      logger.debug "response body: #{response.body}" 
+
+      if response.kind_of?(Net::HTTPRedirection)      
+        self.url = redirect_url
+        self.redirect_limit -= 1
+
+        logger.info "redirect found, headed to #{url}" 
+        resolve
+      end
+
+      self.body = response.body
+      self
+    end
+
+    def redirect_url
+      if response['location'].nil?
+        response.body.match(/<a href=\"([^>]+)\">/i)[1]
+      else
+        response['location']
+      end
+    end
+  end
+end

data/moxie-columbus.gemspec

@@ -0,0 +1,71 @@
+# Generated by jeweler
+# DO NOT EDIT THIS FILE DIRECTLY
+# Instead, edit Jeweler::Tasks in Rakefile, and run 'rake gemspec'
+# -*- encoding: utf-8 -*-
+
+Gem::Specification.new do |s|
+  s.name = "moxie-columbus"
+  s.version = "0.1.2.1"
+
+  s.required_rubygems_version = Gem::Requirement.new(">= 0") if s.respond_to? :required_rubygems_version=
+  s.authors = ["John Nunemaker"]
+  s.date = "2014-01-09"
+  s.email = "nunemaker@gmail.com"
+  s.extra_rdoc_files = [
+    "LICENSE",
+    "README.rdoc"
+  ]
+  s.files = [
+    "Gemfile",
+    "Gemfile.lock",
+    "LICENSE",
+    "README.rdoc",
+    "Rakefile",
+    "VERSION",
+    "examples/all.rb",
+    "examples/primary.rb",
+    "lib/columbus.rb",
+    "lib/columbus/feed.rb",
+    "lib/columbus/link.rb",
+    "lib/columbus/redirect_follower.rb",
+    "moxie-columbus.gemspec",
+    "test/columbus_test.rb",
+    "test/feed_test.rb",
+    "test/fixtures/railsquicktips.html",
+    "test/fixtures/railstips.html",
+    "test/fixtures/railstips_feedburner.html",
+    "test/fixtures/railstips_redirect",
+    "test/link_test.rb",
+    "test/test_helper.rb"
+  ]
+  s.homepage = "http://github.com/jnunemaker/columbus"
+  s.require_paths = ["lib"]
+  s.rubyforge_project = "columbus"
+  s.rubygems_version = "1.8.25"
+  s.summary = "Autodiscovers feeds from urls"
+
+  if s.respond_to? :specification_version then
+    s.specification_version = 3
+
+    if Gem::Version.new(Gem::VERSION) >= Gem::Version.new('1.2.0') then
+      s.add_runtime_dependency(%q<moxie-columbus>, [">= 0"])
+      s.add_development_dependency(%q<shoulda>, [">= 0"])
+      s.add_development_dependency(%q<jeweler>, [">= 0"])
+      s.add_development_dependency(%q<fakeweb>, [">= 0"])
+      s.add_development_dependency(%q<jnunemaker-matchy>, [">= 0"])
+    else
+      s.add_dependency(%q<moxie-columbus>, [">= 0"])
+      s.add_dependency(%q<shoulda>, [">= 0"])
+      s.add_dependency(%q<jeweler>, [">= 0"])
+      s.add_dependency(%q<fakeweb>, [">= 0"])
+      s.add_dependency(%q<jnunemaker-matchy>, [">= 0"])
+    end
+  else
+    s.add_dependency(%q<moxie-columbus>, [">= 0"])
+    s.add_dependency(%q<shoulda>, [">= 0"])
+    s.add_dependency(%q<jeweler>, [">= 0"])
+    s.add_dependency(%q<fakeweb>, [">= 0"])
+    s.add_dependency(%q<jnunemaker-matchy>, [">= 0"])
+  end
+end
+

data/test/columbus_test.rb

@@ -0,0 +1,36 @@
+$:.unshift '.';require File.dirname(__FILE__) + '/test_helper'
+
+class ColumbusTest < Test::Unit::TestCase
+  context "Initialization" do
+    should "accept a url" do
+      Columbus.new('http://foobar.com').url.should == 'http://foobar.com'
+    end
+  end
+  
+  should "be able to get primary feed" do
+    FakeWeb.register_uri(:get, "http://railstips.org/", :string => fixture_file('railstips.html'))
+    FakeWeb.register_uri(:get, "http://feeds.feedburner.com/railstips", :string => fixture_file('railstips_feedburner.html'))
+    expected = Columbus::Feed.new('http://feeds.feedburner.com/railstips', 'Railstips Articles')
+    Columbus.new('http://railstips.org').primary.should == expected
+  end
+  
+  should "be able to get all feeds" do
+    FakeWeb.register_uri(:get, "http://railstips.org/", :string => fixture_file('railstips.html'))
+    FakeWeb.register_uri(:get, "http://feeds.feedburner.com/railstips", :string => fixture_file('railstips_feedburner.html'))
+    FakeWeb.register_uri(:get, "http://feeds.feedburner.com/railsquicktips", :string => fixture_file('railsquicktips.html'))
+    Columbus.new('http://railstips.org').all.should == [
+      Columbus::Feed.new('http://feeds.feedburner.com/railstips', 'Railstips Articles'),
+      Columbus::Feed.new('http://feeds.feedburner.com/railsquicktips', 'Rails Quick Tips (links)')
+    ]
+  end
+  
+  should "follow redirects" do
+    FakeWeb.register_uri(:get, "http://railstips.org/", :string => fixture_file('railstips.html'))
+    FakeWeb.register_uri(:get, "http://feeds.feedburner.com/railstips", :response => fixture_file('railstips_redirect'))
+    FakeWeb.register_uri(:get, "http://feeds2.feedburner.com/railstips", :string => fixture_file('railstips_feedburner.html'))
+    primary = Columbus.new('http://railstips.org').primary
+    primary.url.should == 'http://feeds2.feedburner.com/railstips'
+    primary.title.should == 'Railstips Articles'
+  end
+  
+end