prss 0.0.4 → 0.1.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: d1176b8f43cdd7c519ad79d292b850861d06b6ff
-  data.tar.gz: 7c374a5ac3c2517461430c3fe097ae4c371abcfa
+  metadata.gz: ee79ca4d201ebbb863d737edfffd73710aa4b20b
+  data.tar.gz: 9af8aec01e87a5a30fab518a44b270489bfd9b63
 SHA512:
-  metadata.gz: f7eb59102064673804a8ede8afd50008ce8b0493b49a426bb48dc148a6b3bc05e0a2bff0adc5f453e534a15ecfb65da82d75ec6f4e67b9346044d05eac0cbf55
-  data.tar.gz: 73b69e973a54eade35212d51f957b8bd83f6f4aac58ad0b9b1b3141732b4b772ff4c9c26926fbabe06a627b2454387200af86c5e534da4f55395dd44821ac106
+  metadata.gz: 074b08ebb7ab6b160fe677bc3ce123aa9e3a41b20022dab036ddba830d2293aa761bedb9e48093976bf4e7384a93a13694c0b701f0321a364b63781d3346051f
+  data.tar.gz: fb15dfb41b540497e6076198245629375f709908eff3452c465142804e569ce2e748eb6296c2acc35fce7aee163e94ea3afc4eadc6f99c618a33a0f78a8e09d6

data/.rspec

@@ -0,0 +1,3 @@
+--color
+--warnings
+--require spec_helper

data/bin/prss

@@ -1,11 +1,5 @@
 #!/usr/bin/env ruby
 
 require 'prss'
-case ARGV.size
-when 2
-  PRSS::CLI.new(*ARGV).run!
-else
-  puts %{
-    USAGE: prss passkey output_dir
-  }
-end
+
+PRSS::CLI.start

data/lib/prss.rb

@@ -1,7 +1,8 @@
 module PRSS
   autoload :CLI, 'prss/cli'
   autoload :Downloader, 'prss/downloader'
-  autoload :Fetcher, 'prss/fetcher'
-  autoload :Parser, 'prss/parser'
+  autoload :Feed, 'prss/feed'
+  autoload :Links, 'prss/links'
   autoload :VERSION, 'prss/version'
+  autoload :Watcher, 'prss/watcher'
 end

data/lib/prss/cli.rb

@@ -1,20 +1,26 @@
-require 'pathname'
+require 'thor'
 
 module PRSS
-  class CLI
-    def initialize passkey, output_dir
-      @passkey = passkey
-      @output_dir = Pathname.new(output_dir)
-      raise 'no passkey' unless passkey
-      raise 'no output dir' unless output_dir
+  class CLI < Thor
+
+
+    desc 'watch PASSKEY OUTPUT', 'run in loop in given interval'
+    method_option :interval, type: :numeric, default: 30, aliases: %w[-i]
+    def watch(passkey, output)
+      Downloader.verify!(output)
+      feed = Feed.new(passkey)
+      watcher = Watcher.new(feed)
+      watcher.start(options[:interval], output)
     end
 
-    def run!
-      output = Fetcher.new(@passkey).output
-      links = Parser.new(output)
-      downloaded = Downloader.new(links).download_to(@output_dir)
+    desc 'download PASSKEY OUTPUT', 'fetch feed once and quit'
+    def download(passkey, output)
+      Downloader.verify!(output)
+
+      feed = Feed.new(passkey)
+      downloaded = feed.download_to(output_dir)
 
-      puts "Downloaded #{downloaded.count} files to #{@output_dir}."
+      puts "Downloaded #{downloaded.count} files to #{output_dir}."
       puts "Files:", *downloaded unless downloaded.empty?
     end
   end

data/lib/prss/downloader.rb

@@ -10,13 +10,18 @@ module PRSS
       @hydra = Typhoeus::Hydra.new
     end
 
-    def download_to(output_path)
+    def self.verify!(output_path)
       output = Pathname.new(output_path).expand_path
       raise 'output path is not directory' unless output.directory?
+      output
+    end
+
+    def download_to(output_path)
+      output = self.class.verify!(output_path)
 
       @files = []
       @links.each do |link|
-        request = Typhoeus::Request.new(link, :follow_location => true)
+        request = Typhoeus::Request.new(link, followlocation: true)
 
         request.on_complete do |response|
           @files << save_file(response, output)
@@ -30,10 +35,12 @@ module PRSS
       @files
     end
 
-    def save_file response, output
+    def save_file(response, output)
       filename = response.headers_hash['Content-Disposition'][/filename="(.+)"$/ ,1]
       file = output.join(filename)
 
+      return if file.exist?
+
       open(file, 'wb') do |file|
         file.write(response.body)
       end

data/lib/prss/{fetcher.rb → feed.rb}

@@ -2,7 +2,7 @@ require 'typhoeus'
 require 'uri'
 
 module PRSS
-  class Fetcher
+  class Feed
     PERSONAL_FEED_URL = "https://hdbits.org/rss/my"
 
     attr_reader :uri
@@ -14,12 +14,25 @@ module PRSS
     end
 
     def response
-      @response ||= Typhoeus::Request.get(@uri.to_s)
+      Typhoeus::Request.get(@uri.to_s).tap do |response|
+        puts "Fetched #{@uri} in #{response.total_time}s"
+      end
     end
 
     def output
       response.body
     end
 
+    def links
+      Links.new(output)
+    end
+
+    def download_to(output)
+      downloader.download_to(output)
+    end
+
+    def downloader
+      Downloader.new(links)
+    end
   end
 end

data/lib/prss/{parser.rb → links.rb}

@@ -1,7 +1,7 @@
 require 'nokogiri'
 
 module PRSS
-  class Parser
+  class Links
     def initialize(xml)
       @xml = xml
     end
@@ -11,7 +11,9 @@ module PRSS
     end
 
     def links
-      channel.xpath('//item/link')
+      channel.xpath('//item/link').tap do |links|
+        puts "Found #{links.size} links"
+      end
     end
 
     def each(&block)

data/lib/prss/version.rb

@@ -1,3 +1,3 @@
 module PRSS
-  VERSION = "0.0.4"
+  VERSION = "0.1.0"
 end

data/lib/prss/watcher.rb

@@ -0,0 +1,20 @@
+module PRSS
+  class Watcher
+    def initialize(feed)
+      @feed = feed
+    end
+
+    def start(interval, output)
+      loop = Thread.new do
+        loop do
+          @feed.download_to(output)
+          sleep(interval)
+        end
+      end
+
+      Kernel.trap( "INT" ) { loop.exit }
+
+      loop.join
+    end
+  end
+end

data/prss.gemspec

@@ -15,6 +15,9 @@ Gem::Specification.new do |gem|
   gem.require_paths = ["lib"]
   gem.version       = PRSS::VERSION
 
-  gem.add_dependency 'nokogiri', '>= 1.5.0'
-  gem.add_dependency 'typhoeus', '>= 0.3.2'
+  gem.add_dependency 'nokogiri', '~> 1.6.2'
+  gem.add_dependency 'typhoeus', '~> 0.6.9'
+  gem.add_dependency 'thor', '~> 0.19.1'
+
+  gem.add_development_dependency 'rspec', '~> 3.0'
 end

data/spec/spec_helper.rb

@@ -0,0 +1,78 @@
+# This file was generated by the `rspec --init` command. Conventionally, all
+# specs live under a `spec` directory, which RSpec adds to the `$LOAD_PATH`.
+# The generated `.rspec` file contains `--require spec_helper` which will cause this
+# file to always be loaded, without a need to explicitly require it in any files.
+#
+# Given that it is always loaded, you are encouraged to keep this file as
+# light-weight as possible. Requiring heavyweight dependencies from this file
+# will add to the boot time of your test suite on EVERY test run, even for an
+# individual file that may not need all of that loaded. Instead, make a
+# separate helper file that requires this one and then use it only in the specs
+# that actually need it.
+#
+# The `.rspec` file also contains a few flags that are not defaults but that
+# users commonly want.
+#
+# See http://rubydoc.info/gems/rspec-core/RSpec/Core/Configuration
+RSpec.configure do |config|
+# The settings below are suggested to provide a good initial experience
+# with RSpec, but feel free to customize to your heart's content.
+=begin
+  # These two settings work together to allow you to limit a spec run
+  # to individual examples or groups you care about by tagging them with
+  # `:focus` metadata. When nothing is tagged with `:focus`, all examples
+  # get run.
+  config.filter_run :focus
+  config.run_all_when_everything_filtered = true
+
+  # Many RSpec users commonly either run the entire suite or an individual
+  # file, and it's useful to allow more verbose output when running an
+  # individual spec file.
+  if config.files_to_run.one?
+    # Use the documentation formatter for detailed output,
+    # unless a formatter has already been configured
+    # (e.g. via a command-line flag).
+    config.default_formatter = 'doc'
+  end
+
+  # Print the 10 slowest examples and example groups at the
+  # end of the spec run, to help surface which specs are running
+  # particularly slow.
+  config.profile_examples = 10
+
+  # Run specs in random order to surface order dependencies. If you find an
+  # order dependency and want to debug it, you can fix the order by providing
+  # the seed, which is printed after each run.
+  #     --seed 1234
+  config.order = :random
+
+  # Seed global randomization in this process using the `--seed` CLI option.
+  # Setting this allows you to use `--seed` to deterministically reproduce
+  # test failures related to randomization by passing the same `--seed` value
+  # as the one that triggered the failure.
+  Kernel.srand config.seed
+
+  # rspec-expectations config goes here. You can use an alternate
+  # assertion/expectation library such as wrong or the stdlib/minitest
+  # assertions if you prefer.
+  config.expect_with :rspec do |expectations|
+    # Enable only the newer, non-monkey-patching expect syntax.
+    # For more details, see:
+    #   - http://myronmars.to/n/dev-blog/2012/06/rspecs-new-expectation-syntax
+    expectations.syntax = :expect
+  end
+
+  # rspec-mocks config goes here. You can use an alternate test double
+  # library (such as bogus or mocha) by changing the `mock_with` option here.
+  config.mock_with :rspec do |mocks|
+    # Enable only the newer, non-monkey-patching expect syntax.
+    # For more details, see:
+    #   - http://teaisaweso.me/blog/2013/05/27/rspecs-new-message-expectation-syntax/
+    mocks.syntax = :expect
+
+    # Prevents you from mocking or stubbing a method that does not exist on
+    # a real object. This is generally recommended.
+    mocks.verify_partial_doubles = true
+  end
+=end
+end

metadata

@@ -1,43 +1,71 @@
 --- !ruby/object:Gem::Specification
 name: prss
 version: !ruby/object:Gem::Version
-  version: 0.0.4
+  version: 0.1.0
 platform: ruby
 authors:
 - Michal Cichra
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2014-01-18 00:00:00.000000000 Z
+date: 2014-07-26 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: nokogiri
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - '>='
+    - - "~>"
       - !ruby/object:Gem::Version
-        version: 1.5.0
+        version: 1.6.2
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - '>='
+    - - "~>"
       - !ruby/object:Gem::Version
-        version: 1.5.0
+        version: 1.6.2
 - !ruby/object:Gem::Dependency
   name: typhoeus
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - '>='
+    - - "~>"
       - !ruby/object:Gem::Version
-        version: 0.3.2
+        version: 0.6.9
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - '>='
+    - - "~>"
       - !ruby/object:Gem::Version
-        version: 0.3.2
+        version: 0.6.9
+- !ruby/object:Gem::Dependency
+  name: thor
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.19.1
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.19.1
+- !ruby/object:Gem::Dependency
+  name: rspec
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.0'
 description: Simple fetcher of HDbits private RSS stream
 email:
 - michal@o2h.cz
@@ -46,7 +74,8 @@ executables:
 extensions: []
 extra_rdoc_files: []
 files:
-- .gitignore
+- ".gitignore"
+- ".rspec"
 - Gemfile
 - README.md
 - Rakefile
@@ -54,10 +83,12 @@ files:
 - lib/prss.rb
 - lib/prss/cli.rb
 - lib/prss/downloader.rb
-- lib/prss/fetcher.rb
-- lib/prss/parser.rb
+- lib/prss/feed.rb
+- lib/prss/links.rb
 - lib/prss/version.rb
+- lib/prss/watcher.rb
 - prss.gemspec
+- spec/spec_helper.rb
 homepage: ''
 licenses: []
 metadata: {}
@@ -67,19 +98,21 @@ require_paths:
 - lib
 required_ruby_version: !ruby/object:Gem::Requirement
   requirements:
-  - - '>='
+  - - ">="
     - !ruby/object:Gem::Version
       version: '0'
 required_rubygems_version: !ruby/object:Gem::Requirement
   requirements:
-  - - '>='
+  - - ">="
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
 rubyforge_project: 
-rubygems_version: 2.1.11
+rubygems_version: 2.2.2
 signing_key: 
 specification_version: 4
 summary: Parses HDbits private RSS stream, downloads and saves all files to specified
   directory
-test_files: []
+test_files:
+- spec/spec_helper.rb
+has_rdoc: