prss 0.1.1 → 0.2.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: a3a0983a51ccc7cba7035387f0dc36750797dc7f
-  data.tar.gz: d4c5c5dba286ea749eb0109c3d83d9cdcbd0833a
+  metadata.gz: 483d80cc3ae48fc4ce9c57a84373831b8692e4f6
+  data.tar.gz: 2ee7d8632383aec9cbe7b708998844f12b0aa4c5
 SHA512:
-  metadata.gz: c6db30db47ff4b06100009f14311050dd662850e7ac58a2f2e8d196bfcf1e9e5673628910d6171dbd16180b4cd9b58c5100876d0306df2bb7fe471f21d8aec68
-  data.tar.gz: 8a1b313ca4fe53686db45c033387b395ad5ad5be6797778d101b2b6a5fd09aaf35c6d9dea8b655d83431683f40a195dfbda76aa79f14b396a3fb9b88e29285b1
+  metadata.gz: 91d05e06e171a1278b05c7fdceb42d24bb4252e21b8086f26f960e38ab9f895ecf946e3a61200e0dcfdd8b1b4224ffb8ba0eef1f0a33c907c7cba50f03af6fa1
+  data.tar.gz: af377731cdcb5d1f427d774e59b444f72c6afdaf9bb834cb07e8281a312f9a6aa68df497d38f1b1fa51cec74c111f2f3557105b4276f2cf72c82057a19609b33

data/lib/prss/downloader.rb

@@ -1,13 +1,11 @@
-require 'typhoeus'
+require 'net/http'
 require 'pathname'
 
 module PRSS
   class Downloader
-    attr_reader :hydra
 
     def initialize(links)
       @links = links
-      @hydra = Typhoeus::Hydra.new
     end
 
     def self.verify!(output_path)
@@ -19,30 +17,20 @@ module PRSS
     def download_to(output_path)
       output = self.class.verify!(output_path)
 
-      @files = []
-      @links.each do |link|
-        request = Typhoeus::Request.new(link, followlocation: true)
-
-        request.on_complete do |response|
-          @files << save_file(response, output)
-        end
-
-        hydra.queue request
-      end
-
-      hydra.run
-
-      @files
+      @files = @links.each.map do |uri|
+        response = Net::HTTP.get_response(uri)
+        save_file(response, output)
+      end.compact
     end
 
     def save_file(response, output)
-      filename = response.headers_hash['Content-Disposition'][/filename="(.+)"$/ ,1]
+      filename = response['Content-Disposition'][/filename="(.+)"$/ ,1]
       file = output.join(filename)
 
       return if file.exist?
 
       open(file, 'wb') do |file|
-        file.write(response.body)
+        response.read_body(file)
       end
 
       filename

data/lib/prss/feed.rb

@@ -1,9 +1,10 @@
-require 'typhoeus'
+require 'net/http'
 require 'uri'
+require 'benchmark'
 
 module PRSS
   class Feed
-    PERSONAL_FEED_URL = "https://hdbits.org/rss/my"
+    PERSONAL_FEED_URL = ENV.fetch('PRSS_FEED_URL') { 'https://hdbits.org/rss/my'.freeze }
 
     attr_reader :uri
 
@@ -11,16 +12,21 @@ module PRSS
       #@passkey = passkey
       @uri = URI(PERSONAL_FEED_URL)
       @uri.query = "passkey=#{passkey}"
+      @uri.freeze
     end
 
     def response
-      Typhoeus::Request.get(@uri.to_s).tap do |response|
-        puts "Fetched #{@uri} in #{response.total_time}s"
+      response = nil
+      time = Benchmark.realtime do
+        response = Net::HTTP.get(@uri)
       end
+
+      puts "Fetched #{@uri} in #{time.round(2)}s"
+      response
     end
 
     def output
-      response.body
+      response
     end
 
     def links

data/lib/prss/links.rb

@@ -1,24 +1,26 @@
 require 'nokogiri'
+require 'rexml/document'
+require 'uri'
 
 module PRSS
   class Links
     def initialize(xml)
-      @xml = xml
+      @xml = ::REXML::Document.new(xml)
     end
 
-    def channel
-      @channel ||= Nokogiri::XML.parse(@xml).xpath('//channel')
-    end
+    attr_reader :xml
 
     def links
-      channel.xpath('//item/link').tap do |links|
+      xml.elements.to_a('//item/link').tap do |links|
         puts "Found #{links.size} links"
       end
     end
 
-    def each(&block)
+    def each
+      return to_enum unless block_given?
+
       links.each do |link|
-        yield link.content
+        yield URI(link.text.strip)
       end
     end
 

data/lib/prss/version.rb

@@ -1,3 +1,3 @@
 module PRSS
-  VERSION = "0.1.1"
+  VERSION = "0.2.0"
 end

data/prss.gemspec

@@ -15,8 +15,6 @@ Gem::Specification.new do |gem|
   gem.require_paths = ["lib"]
   gem.version       = PRSS::VERSION
 
-  gem.add_dependency 'nokogiri', '~> 1.6.2'
-  gem.add_dependency 'typhoeus', '~> 0.6.9'
   gem.add_dependency 'thor', '~> 0.19.1'
 
   gem.add_development_dependency 'rspec', '~> 3.0'

metadata

@@ -1,43 +1,15 @@
 --- !ruby/object:Gem::Specification
 name: prss
 version: !ruby/object:Gem::Version
-  version: 0.1.1
+  version: 0.2.0
 platform: ruby
 authors:
 - Michal Cichra
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2014-09-23 00:00:00.000000000 Z
+date: 2016-02-24 00:00:00.000000000 Z
 dependencies:
-- !ruby/object:Gem::Dependency
-  name: nokogiri
-  requirement: !ruby/object:Gem::Requirement
-    requirements:
-    - - "~>"
-      - !ruby/object:Gem::Version
-        version: 1.6.2
-  type: :runtime
-  prerelease: false
-  version_requirements: !ruby/object:Gem::Requirement
-    requirements:
-    - - "~>"
-      - !ruby/object:Gem::Version
-        version: 1.6.2
-- !ruby/object:Gem::Dependency
-  name: typhoeus
-  requirement: !ruby/object:Gem::Requirement
-    requirements:
-    - - "~>"
-      - !ruby/object:Gem::Version
-        version: 0.6.9
-  type: :runtime
-  prerelease: false
-  version_requirements: !ruby/object:Gem::Requirement
-    requirements:
-    - - "~>"
-      - !ruby/object:Gem::Version
-        version: 0.6.9
 - !ruby/object:Gem::Dependency
   name: thor
   requirement: !ruby/object:Gem::Requirement
@@ -108,11 +80,10 @@ required_rubygems_version: !ruby/object:Gem::Requirement
       version: '0'
 requirements: []
 rubyforge_project: 
-rubygems_version: 2.2.2
+rubygems_version: 2.5.1
 signing_key: 
 specification_version: 4
 summary: Parses HDbits private RSS stream, downloads and saves all files to specified
   directory
 test_files:
 - spec/spec_helper.rb
-has_rdoc: