rssly 0.0.4 → 0.0.5

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: c25eb7b0ee6b8445a5a3272e88d9d166d1f0aeb7
-  data.tar.gz: 39c286943032ae9a7b86e31fda1c0f52b84f209b
+  metadata.gz: 2cd55f05d8def4ad9b335f12828d17cdbb6786d9
+  data.tar.gz: 4011f97b18c32e72d43c1c81156d36349e970586
 SHA512:
-  metadata.gz: 53f400d0d9d4e7d10ee842c4dd39abec25c7750e017079f1ff32fe9140641ead2f49422455b005df116c771d9424a47636d7b4c740979c414a26dcbbab961435
-  data.tar.gz: e2ead2d0d8b530b8bf9c0108fe4691f11799351145cc554ee4548083f330e8c9a66b9799571b989754fe8000bed94047bcae9fc9ef33423ae457c575b1ff35e5
+  metadata.gz: 1fe6854c8827af70a2c43c1fb4bd4797f4767726cff14fbe2dc185e6839a1c3acfd943e58aefa4300704de3f24f74f5564260d0fabcbc4513c188e4cb6527047
+  data.tar.gz: 254047f7c43696e40892f5ae36756d8134048a5b66763e692765b39464384ddcd0c7eed1d035de150d8684e689569f7238d2a98f39b64010538c0f283f47cc58

data/lib/rssly/article.rb

@@ -1,6 +1,7 @@
 require 'addressable/uri'
 require 'readability'
 require 'open-uri'
+require 'open_uri_redirections'
 require 'sanitize'
 require 'ots'
 
@@ -49,7 +50,7 @@ module Rssly
 
     def url=(url)
       normalized = Addressable::URI.parse(url).normalize
-      @url = normalized.scheme + '://' + normalized.host + normalized.path
+      @url = normalized.to_s
     end
 
     def published
@@ -75,7 +76,7 @@ module Rssly
     def extracted
       @extracted ||= begin
         $stderr.puts "Fetching article at #{url}" if Rssly::CONFIG[:verbose]
-        source = open(url).read
+        source = open(url, allow_redirections: :all).read
         Readability::Document.new(source)
       end
     rescue OpenURI::HTTPError

data/lib/rssly/version.rb

@@ -1,3 +1,3 @@
 module Rssly
-  VERSION = "0.0.4"
+  VERSION = "0.0.5"
 end

data/rssly.gemspec

@@ -31,6 +31,7 @@ Gem::Specification.new do |spec|
   spec.add_dependency "bloomfilter-rb", "~> 2.1"
   spec.add_dependency "redis", "~> 3.0.7"
   spec.add_dependency "json", "~> 1.8.1"
+  spec.add_dependency 'open_uri_redirections', '~> 0.1.4'
   spec.add_dependency "thor"
 
   spec.add_development_dependency "bundler", "~> 1.3"

data/spec/article_spec.rb

@@ -36,16 +36,6 @@ describe 'Rssly::Article' do
       @article = Rssly::Article.new(url: ARTICLE_TEST_URL)
     end
 
-    it 'should standardize the url' do
-      article = Rssly::Article.new url: 'http://notstandard.com/123123/?test=hello/'
-      expect(article.url).to eq('http://notstandard.com/123123/')
-    end
-
-    it 'should standardize a file url' do
-      article = Rssly::Article.new url: 'http://notstandard.com/123123.html?hello'
-      expect(article.url).to eq('http://notstandard.com/123123.html')
-    end
-
     it 'should fetch the title if not given' do
       expect(@article.title).not_to eq(nil)
     end

data/spec/collection_spec.rb

@@ -23,7 +23,7 @@ describe 'Rssly::Collection' do
       end
 
       it 'filters out duplicate articles' do
-        expect(@collection.length).to eq(@feed_count)
+        expect(@collection.length).to.be <= @feed_count
       end
     end
   end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: rssly
 version: !ruby/object:Gem::Version
-  version: 0.0.4
+  version: 0.0.5
 platform: ruby
 authors:
 - Nathan Kot
@@ -150,6 +150,20 @@ dependencies:
     - - ~>
       - !ruby/object:Gem::Version
         version: 1.8.1
+- !ruby/object:Gem::Dependency
+  name: open_uri_redirections
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 0.1.4
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 0.1.4
 - !ruby/object:Gem::Dependency
   name: thor
   requirement: !ruby/object:Gem::Requirement