feed_torrents 0.1.0

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: 2ab95c88a022529d22ef12ba2e63243d30c75ab9
+  data.tar.gz: d633d34caee9592a45156d20b61f9a4c3db3a7bb
+SHA512:
+  metadata.gz: 1a2d78dc6761e530ae6e0672fd027b63de38671274f0bfdabdcc2317ab783de6b9c53f7724b5659d4b403c2d05985baa485a64cfec570a327a7cfe9562dd85d3
+  data.tar.gz: 5f0f736ab30488b1c4d779ecf917829ef3054cdab06a849859e7913bea8a74db93f8abf42634a1f8a2a9e73307bbe2f4dddaa656f5c149d4c75be30ac5ed0599

data/.document

@@ -0,0 +1,4 @@
+lib/**/*.rb
+README.rdoc
+ChangeLog.rdoc
+LICENSE.txt

data/.gitignore

@@ -0,0 +1,5 @@
+Gemfile.lock
+html/
+pkg/
+vendor/cache/*.gem
+.idea/

data/.rspec

@@ -0,0 +1 @@
+--colour --format documentation

data/ChangeLog.rdoc

@@ -0,0 +1,4 @@
+=== 0.1.0 / 2015-01-10
+
+* Initial release:
+

data/Gemfile

@@ -0,0 +1,3 @@
+source 'https://rubygems.org'
+
+gemspec

data/LICENSE.txt

@@ -0,0 +1,20 @@
+Copyright (c) 2015 Tom van Leeuwen
+
+Permission is hereby granted, free of charge, to any person obtaining
+a copy of this software and associated documentation files (the
+"Software"), to deal in the Software without restriction, including
+without limitation the rights to use, copy, modify, merge, publish,
+distribute, sublicense, and/or sell copies of the Software, and to
+permit persons to whom the Software is furnished to do so, subject to
+the following conditions:
+
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
+LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
+OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
+WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/README.md

@@ -0,0 +1,134 @@
+# FeedTorrents
+
+[![Gem Version](https://badge.fury.io/rb/feed_torrents.png)](http://rubygems.org/gems/feed_torrents)
+
+## Install
+
+Install with Rubygems:
+
+    gem install feed_torrents
+
+If you use bundler, add it to your Gemfile:
+
+    gem "feed_torrents", "~>0.1.0"
+
+## Usage
+
+Create a configuration file: /tmp/feed_torrents.yml
+```yaml
+log:
+  :out: STDOUT # or some file path
+  :rotate: 5
+  :size: 1048576 # 1MB
+  :level: DEBUG
+  :format: '%Y-%m-%d %H:%M:%S'
+
+datastore: /tmp/feed_torrents.store
+
+# Default configuration items for a feed
+default_feed: &default_feed
+  :enabled: true
+  :interval: 900 # 900 seconds is 15 minutes
+  :timeout: 30
+  :directory: /tmp/incoming_torrents
+  :regex_filters:
+    - '.*'
+
+# Interval is in seconds
+feeds:
+  showrss:
+    <<: *default_feed
+    :url: 'http://showrss.info/rss.php?user_id=0000'
+    :interval: 900
+    :enabled: true
+
+  nyaa:
+    <<: *default_feed
+    :url: 'http://www.nyaa.se/?page=rss&cats=1_37'
+    :interval: 1800
+    :enabled: true
+    :regex_filters:
+      - 'HorribleSubs.*Fairy Tail S2 .*720p'
+      - 'HorribleSubs.*Magic Kaito .*1080p'
+      - '\[DeadFish\]'
+```
+
+Now simply start the application:
+```bash
+feed_torrents /tmp/feed_torrents.yml
+I, [2015-01-10T20:32:24.171075 #21457]  INFO -- : FeedTorrents::Reactor#initialize: Initialize new Reactor version 0.1.0
+I, [2015-01-10T20:32:24.171184 #21457]  INFO -- : FeedTorrents::Reactor#start: Starting eventmachine loop
+I, [2015-01-10T20:32:24.171450 #21457]  INFO -- : FeedTorrents::Feed::List#initialize: showrss (enabled: true interval: 900 link: http://showrss.info/rss.php?user_id=0000)
+I, [2015-01-10T20:32:24.171484 #21457]  INFO -- : FeedTorrents::Feed::List#initialize: nyaa (enabled: true interval: 1800 link: http://www.nyaa.se/?page=rss&cats=1_37)
+I, [2015-01-10T20:32:24.171540 #21457]  INFO -- : FeedTorrents::Feed::List#download_new_items: feed showrss
+I, [2015-01-10T20:32:24.182937 #21457]  INFO -- : FeedTorrents::Feed::List#download_new_items: feed nyaa
+I, [2015-01-10T20:32:24.321911 #21457]  INFO -- : FeedTorrents::Feed::List#process: Processing: American Horror Story 4x11 Magical Thinking 720p
+I, [2015-01-10T20:32:24.322063 #21457]  INFO -- : FeedTorrents::Feed::Download#process: Downloading torrent for 'American Horror Story 4x11 Magical Thinking 720p' (http://reflektor.karmorra.info/torrent/54D7C99225897595AF1E4F85B5B317FEEF0119C5.torrent)
+I, [2015-01-10T20:32:24.352748 #21457]  INFO -- : FeedTorrents::Feed::List#process: Processing: American Horror Story 4x10 Orphans 720p
+I, [2015-01-10T20:32:24.352990 #21457]  INFO -- : FeedTorrents::Feed::Download#process: Downloading torrent for 'American Horror Story 4x10 Orphans 720p' (http://reflektor.karmorra.info/torrent/CA85592A0850E361AC0840ED510A036FA2A1828C.torrent)
+I, [2015-01-10T20:32:24.971696 #21457]  INFO -- : FeedTorrents::Feed::List#process: Processing: [DeadFish] Tokyo Ghoul √A - 01 [720p][AAC].mp4
+I, [2015-01-10T20:32:24.971757 #21457]  INFO -- : FeedTorrents::Feed::Download#process: Downloading torrent for '[DeadFish] Tokyo Ghoul √A - 01 [720p][AAC].mp4' (http://www.nyaa.se/?page=download&tid=643972)
+I, [2015-01-10T20:32:24.987967 #21457]  INFO -- : FeedTorrents::Feed::List#process: Processing: [HorribleSubs] Magic Kaito 1412 - 06 [1080p].mkv
+I, [2015-01-10T20:32:24.988158 #21457]  INFO -- : FeedTorrents::Feed::Download#process: Downloading torrent for '[HorribleSubs] Magic Kaito 1412 - 06 [1080p].mkv' (http://www.nyaa.se/?page=download&tid=643846)
+I, [2015-01-10T20:32:25.003946 #21457]  INFO -- : FeedTorrents::Feed::List#process: Processing: [HorribleSubs] Magic Kaito 1412 - 05 [1080p].mkv
+I, [2015-01-10T20:32:25.004167 #21457]  INFO -- : FeedTorrents::Feed::Download#process: Downloading torrent for '[HorribleSubs] Magic Kaito 1412 - 05 [1080p].mkv' (http://www.nyaa.se/?page=download&tid=643845)
+I, [2015-01-10T20:32:25.019271 #21457]  INFO -- : FeedTorrents::Feed::List#process: Processing: [HorribleSubs] Magic Kaito 1412 - 13 [1080p].mkv
+I, [2015-01-10T20:32:25.019460 #21457]  INFO -- : FeedTorrents::Feed::Download#process: Downloading torrent for '[HorribleSubs] Magic Kaito 1412 - 13 [1080p].mkv' (http://www.nyaa.se/?page=download&tid=643830)
+I, [2015-01-10T20:32:25.032232 #21457]  INFO -- : FeedTorrents::Feed::List#process: Processing: [HorribleSubs] Magic Kaito 1412 - 12 [1080p].mkv
+I, [2015-01-10T20:32:25.032379 #21457]  INFO -- : FeedTorrents::Feed::Download#process: Downloading torrent for '[HorribleSubs] Magic Kaito 1412 - 12 [1080p].mkv' (http://www.nyaa.se/?page=download&tid=643758)
+I, [2015-01-10T20:32:25.047954 #21457]  INFO -- : FeedTorrents::Feed::List#process: Processing: [DeadFish] Beast Saga - 23 [720p][AAC].mp4
+I, [2015-01-10T20:32:25.048285 #21457]  INFO -- : FeedTorrents::Feed::Download#process: Downloading torrent for '[DeadFish] Beast Saga - 23 [720p][AAC].mp4' (http://www.nyaa.se/?page=download&tid=643723)
+I, [2015-01-10T20:32:25.061514 #21457]  INFO -- : FeedTorrents::Feed::List#process: Processing: [DeadFish] Fairy Tail &#40;2014&#41; - 40 [720p][AAC].mp4
+I, [2015-01-10T20:32:25.061733 #21457]  INFO -- : FeedTorrents::Feed::Download#process: Downloading torrent for '[DeadFish] Fairy Tail &#40;2014&#41; - 40 [720p][AAC].mp4' (http://www.nyaa.se/?page=download&tid=643722)
+I, [2015-01-10T20:32:25.094340 #21457]  INFO -- : FeedTorrents::Feed::List#process: Processing: [HorribleSubs] Fairy Tail S2 - 40 [720p].mkv
+I, [2015-01-10T20:32:25.094561 #21457]  INFO -- : FeedTorrents::Feed::Download#process: Downloading torrent for '[HorribleSubs] Fairy Tail S2 - 40 [720p].mkv' (http://www.nyaa.se/?page=download&tid=643668)
+I, [2015-01-10T20:32:25.108556 #21457]  INFO -- : FeedTorrents::Feed::List#process: Processing: [DeadFish] Military! - 01v2 [720p][AAC].mp4
+I, [2015-01-10T20:32:25.108750 #21457]  INFO -- : FeedTorrents::Feed::Download#process: Downloading torrent for '[DeadFish] Military! - 01v2 [720p][AAC].mp4' (http://www.nyaa.se/?page=download&tid=643646)
+I, [2015-01-10T20:32:25.275709 #21457]  INFO -- : FeedTorrents::Feed::Download#block in process: Downloading torrent for American Horror Story 4x10 Orphans 720p completed
+I, [2015-01-10T20:32:25.289581 #21457]  INFO -- : FeedTorrents::Feed::Download#block in process: Downloading torrent for [DeadFish] Beast Saga - 23 [720p][AAC].mp4 completed
+I, [2015-01-10T20:32:25.337757 #21457]  INFO -- : FeedTorrents::Feed::Download#block in process: Downloading torrent for [DeadFish] Military! - 01v2 [720p][AAC].mp4 completed
+I, [2015-01-10T20:32:25.345284 #21457]  INFO -- : FeedTorrents::Feed::Download#block in process: Downloading torrent for [DeadFish] Tokyo Ghoul √A - 01 [720p][AAC].mp4 completed
+I, [2015-01-10T20:32:25.394842 #21457]  INFO -- : FeedTorrents::Feed::Download#block in process: Downloading torrent for [DeadFish] Fairy Tail &#40;2014&#41; - 40 [720p][AAC].mp4 completed
+I, [2015-01-10T20:32:25.413424 #21457]  INFO -- : FeedTorrents::Feed::Download#block in process: Downloading torrent for [HorribleSubs] Fairy Tail S2 - 40 [720p].mkv completed
+I, [2015-01-10T20:32:25.441256 #21457]  INFO -- : FeedTorrents::Feed::Download#block in process: Downloading torrent for [HorribleSubs] Magic Kaito 1412 - 06 [1080p].mkv completed
+I, [2015-01-10T20:32:25.445882 #21457]  INFO -- : FeedTorrents::Feed::Download#block in process: Downloading torrent for [HorribleSubs] Magic Kaito 1412 - 13 [1080p].mkv completed
+I, [2015-01-10T20:32:25.468350 #21457]  INFO -- : FeedTorrents::Feed::Download#block in process: Downloading torrent for [HorribleSubs] Magic Kaito 1412 - 05 [1080p].mkv completed
+I, [2015-01-10T20:32:25.475861 #21457]  INFO -- : FeedTorrents::Feed::Download#block in process: Downloading torrent for [HorribleSubs] Magic Kaito 1412 - 12 [1080p].mkv completed
+I, [2015-01-10T20:32:30.767287 #21457]  INFO -- : FeedTorrents::Feed::Download#block in process: Downloading torrent for American Horror Story 4x11 Magical Thinking 720p completed
+```
+
+My qbittorrent-nox headless torrent client with webui loves this!
+
+## Upstart script
+
+Tested this on my ubuntu-14.04 server.
+Put these contents in /etc/init/feed_torrents.conf:
+```bash
+start on (started networking)
+stop on runlevel [!023456]
+
+setuid tom
+setgid tom
+
+exec /usr/local/bin/feed_torrents /tmp/feed_torrents.yml
+```
+
+And start it
+
+```bash
+sudo start feed_torrents
+```
+
+## Issues
+
+If you have found a bug then please raise an issue here on github.
+
+## Authors
+
+- [Tom van Leeuwen](http://github.com/TvL2386) - Initial author.
+
+## Copyright
+
+Copyright (c) 2015 Tom van Leeuwen
+
+See LICENSE.txt for details.

data/Rakefile

@@ -0,0 +1,36 @@
+# encoding: utf-8
+
+require 'rubygems'
+
+begin
+  require 'bundler'
+rescue LoadError => e
+  warn e.message
+  warn "Run `gem install bundler` to install Bundler."
+  exit -1
+end
+
+begin
+  Bundler.setup(:development)
+rescue Bundler::BundlerError => e
+  warn e.message
+  warn "Run `bundle install` to install missing gems."
+  exit e.status_code
+end
+
+require 'rake'
+
+require 'rubygems/tasks'
+Gem::Tasks.new
+
+require 'rdoc/task'
+RDoc::Task.new do |rdoc|
+  rdoc.title = "feed_torrents"
+end
+task :doc => :rdoc
+
+require 'rspec/core/rake_task'
+RSpec::Core::RakeTask.new
+
+task :test    => :spec
+task :default => :spec

data/bin/feed_torrents

@@ -0,0 +1,25 @@
+#!/usr/bin/env ruby
+
+root = File.expand_path(File.join(File.dirname(__FILE__),'..'))
+if File.directory?(File.join(root,'.git'))
+  Dir.chdir(root) do
+    begin
+      require 'bundler/setup'
+    rescue LoadError => e
+      warn e.message
+      warn "Run `gem install bundler` to install Bundler"
+      exit -1
+    end
+  end
+end
+
+require 'feed_torrents'
+
+if ARGV.length != 1
+  puts "Usage: #{$0} <configfile>"
+  exit 1
+else
+  FeedTorrents.configuration.yaml_from_file ARGV[0]
+end
+
+FeedTorrents::Reactor.start!

data/examples/feed_torrents.yml

@@ -0,0 +1,35 @@
+log:
+  :out: STDOUT # or some file path
+  :rotate: 5
+  :size: 10485760 # 10MB
+  :level: INFO
+  :format: '%Y-%m-%d %H:%M:%S'
+
+datastore: /tmp/feed_torrents.store
+
+# Default configuration items for a feed
+default_feed: &default_feed
+  :enabled: true
+  :interval: 900 # 900 seconds is 15 minutes
+  :timeout: 30
+  :directory: /tmp/incoming_torrents
+  :regex_filters:
+    - '.*'
+
+# Interval is in seconds
+feeds:
+  showrss:
+    <<: *default_feed
+    :url: 'http://showrss.info/rss.php?user_id=0000'
+    :interval: 900
+    :enabled: true
+
+  tokyo_ghoul_s2:
+    <<: *default_feed
+    :url: 'http://www.nyaa.se/?page=rss&cats=1_37'
+    :interval: 1800
+    :enabled: true
+    :regex_filters:
+      - 'HorribleSubs.*Fairy Tail S2 .*720p'
+      - 'HorribleSubs.*Magic Kaito .*1080p'
+      - '\[DeadFish\]'

data/feed_torrents.gemspec

@@ -0,0 +1,27 @@
+require File.expand_path('../lib/feed_torrents/version', __FILE__)
+
+Gem::Specification.new do |gem|
+  gem.name          = "feed_torrents"
+  gem.version       = FeedTorrents::VERSION
+  gem.summary       = %q{Follow configurable feeds and download torrents, even from magnet urls}
+  gem.description   = %q{Follow configurable feeds and download torrents, even from magnet urls}
+  gem.license       = "MIT"
+  gem.authors       = ["Tom van Leeuwen"]
+  gem.email         = "tom@vleeuwen.eu"
+  gem.homepage      = "https://rubygems.org/gems/feed_torrents"
+
+  gem.files         = `git ls-files`.split($/)
+  gem.executables   = gem.files.grep(%r{^bin/}).map{ |f| File.basename(f) }
+  gem.test_files    = gem.files.grep(%r{^(test|spec|features)/})
+  gem.require_paths = ['lib']
+
+  gem.add_dependency 'eventmachine', '~> 1.0'
+  gem.add_dependency 'simple-rss', '~> 1.3'
+  gem.add_dependency 'em-http-request', '~> 1.1'
+
+  gem.add_development_dependency 'bundler', '~> 1.5'
+  gem.add_development_dependency 'rake', '~> 10.4'
+  gem.add_development_dependency 'rdoc', '~> 4.1'
+  gem.add_development_dependency 'rspec', '~> 3.1'
+  gem.add_development_dependency 'rubygems-tasks', '~> 0.2'
+end

data/lib/feed_torrents/configuration.rb

@@ -0,0 +1,54 @@
+require 'singleton'
+require 'ostruct'
+require 'yaml'
+require 'logger'
+require 'pstore'
+
+module FeedTorrents
+  def self.configuration
+    Configuration.instance
+  end
+
+  def self.logger
+    configuration.logger
+  end
+
+  class Configuration
+    include Singleton
+
+    def yaml_from_file(file)
+      set_config YAML.load_file(File.expand_path(file))
+      nil
+    end
+
+    def set_config(hash)
+      @source = OpenStruct.new(hash)
+    end
+
+    def logger
+      @logger ||= create_logger
+    end
+
+    def method_missing(method, *args, &block)
+      @source.send(method, *args, &block)
+    end
+
+    private
+
+    def source
+      @source ||= OpenStruct.new
+    end
+
+    def create_logger
+      if self.log and self.log[:out] == 'STDOUT'
+        obj = Logger.new(STDOUT)
+      else
+        obj = Logger.new(File.expand_path(self.log[:out]), self.log[:rotate], self.log[:size])
+        obj.level = Logger.const_get(self.log[:level])
+        obj.datetime_format = self.log[:format]
+      end
+
+      obj
+    end
+  end
+end

data/lib/feed_torrents/feed/download.rb

@@ -0,0 +1,54 @@
+require 'pathname'
+
+module FeedTorrents
+  module Feed
+    class Download
+      include LogFunctions
+
+      def initialize(title, link, timeout, directory)
+        @title, @link, @timeout, @directory = title, link, timeout, directory
+      end
+
+      def process
+        info "Downloading torrent for '#{@title}' (#{torrent_link})"
+        http = EM::HttpRequest.new(torrent_link, inactivity_timeout: @timeout).get
+        fh = File.new(file,'wb')
+
+        http.stream { |chunk| fh.write chunk }
+
+        http.errback do
+          error "failure retrieving torrent for '#{@title}' (#{torrent_link})"
+        end
+
+        http.callback do
+          info "Downloading torrent for #{@title} completed"
+          fh.close
+          FeedTorrents.store.persist(@link)
+        end
+      end
+
+      private
+
+      def torrent_link
+        @torrent_link ||= determine_link
+      end
+
+      def determine_link
+        if is_magnet?
+          MagnetURI.new(@link).reflektor_link
+        else
+          @link
+        end
+      end
+
+      def is_magnet?
+        @link =~ /^magnet:\?/
+      end
+
+      def file
+        Pathname.new(@directory).join("#{@title}.torrent").expand_path
+      end
+    end
+  end
+end
+

data/lib/feed_torrents/feed/factory.rb

@@ -0,0 +1,21 @@
+module FeedTorrents
+  module Feed
+    class Factory
+      include LogFunctions
+
+      def initialize
+      end
+
+      def lists
+        return @lists if defined?(@lists)
+
+        @lists = Array.new
+        FeedTorrents.configuration.feeds.each do |name,options|
+          @lists << List.new(name, options)
+        end
+
+        @lists
+      end
+    end
+  end
+end

data/lib/feed_torrents/feed/list.rb

@@ -0,0 +1,87 @@
+require 'simple-rss'
+require 'em-http'
+
+module FeedTorrents
+  module Feed
+    class List
+      include LogFunctions
+
+      attr_reader :name
+
+      def initialize(name, options)
+        @name = name
+        @options = options
+
+        info "#{name} (enabled: #{enabled?} interval: #{interval} link: #{url})"
+      end
+
+      def interval
+        @options[:interval].to_i >= 1 ? @options[:interval].to_i : 3600
+      end
+
+      def enabled?
+        @options[:enabled]
+      end
+
+      def download_new_items
+        info "feed #{name}"
+
+        case url
+          when /^file:\/\/(.*)$/
+            process_raw(File.read($1))
+          when /^https?:\/\//
+            http = EM::HttpRequest.new(url, inactivity_timeout: timeout).get
+
+            http.errback do
+              error "failure retrieving #{name}"
+            end
+
+            http.callback do
+              process_raw http.response
+            end
+        end
+      end
+
+      private
+
+      def url
+        @options[:url]
+      end
+
+      def timeout
+        @options[:timeout].to_i || 30
+      end
+
+      def process_raw(contents)
+        rss = SimpleRSS.parse contents
+
+        rss.items.each do |item|
+          link = CGI.unescapeHTML(item.link)
+          process(item.title, link) if !already_processed?(link) and matches_filter?(item.title)
+        end
+      end
+
+      def process(title, link)
+        info "Processing: #{title}"
+
+        Download.new(title, link, timeout, @options[:directory]).process
+      end
+
+      def regex_filters
+        @options[:regex_filters].map { |regex| /#{regex}/ }
+      end
+
+      def matches_filter?(title)
+        regex_filters.each do |filter|
+          return true if title =~ filter
+        end
+
+        false
+      end
+
+      def already_processed?(item)
+        FeedTorrents.store.present?(item)
+      end
+    end
+  end
+end

data/lib/feed_torrents/feed/magnet-uri.rb

@@ -0,0 +1,33 @@
+# Blatently copied from: https://github.com/prep/magnet-uri
+
+require 'cgi'
+require 'uri'
+
+module FeedTorrents
+  module Feed
+    class MagnetURI
+      def initialize(uri)
+        raise ArgumentError, 'bad argument (expected magnet URI)' unless uri =~ /^magnet:\?/
+
+        uri = CGI.unescapeHTML(uri)
+
+        scheme, params = uri.split('?', 2)
+
+        @params = {}.tap do |param|
+          CGI.parse(URI.decode(params)).each do |name, value|
+            name  = name.to_sym
+            value = (value.size == 1 ? value.first : value)
+
+            param[name] = value
+          end
+        end
+
+        @info_hash = @params[:xt].split(':').last
+      end
+
+      def reflektor_link
+        "http://reflektor.karmorra.info/torrent/#{@info_hash}.torrent"
+      end
+    end
+  end
+end

data/lib/feed_torrents/log_functions.rb

@@ -0,0 +1,18 @@
+module FeedTorrents
+  module LogFunctions
+    def log
+      FeedTorrents.logger
+    end
+
+    def log_caller
+      caller[1][/`.*'/][1..-2]
+    end
+
+    [:debug, :info, :warn, :error, :fatal].each do |sym|
+      define_method(sym) do |arg|
+        arg = "#{self.class.to_s}##{log_caller}: #{arg}"
+        log.send(sym, arg)
+      end
+    end
+  end
+end

data/lib/feed_torrents/reactor.rb

@@ -0,0 +1,62 @@
+require 'eventmachine'
+
+module FeedTorrents
+  class Reactor
+    include LogFunctions
+
+    def self.start!
+      new.start
+    end
+
+    def initialize
+      info "Initialize new Reactor version #{FeedTorrents::VERSION}"
+    end
+
+    def start
+      info 'Starting eventmachine loop'
+
+      EventMachine.run do
+        factory.lists.each do |list|
+          next unless list.enabled?
+
+          EM.add_periodic_timer(list.interval) { list.download_new_items }
+
+          EM.schedule { list.download_new_items }
+        end
+
+        EM.add_periodic_timer(1800) { debug '-- MARK --' }
+
+        EM.add_periodic_timer(3600) do
+          FeedTorrents.store.prune
+        end
+
+        # EM.add_timer(3) do
+        #     puts 'I waited 3 seconds'
+        #     # EM.stop_event_loop
+        # end
+
+        stop_block = Proc.new do
+          EM.add_timer(0) do
+            EventMachine.stop
+          end
+        end
+
+        Signal.trap('INT') do
+          info 'received sigint signal'
+          stop_block.call
+        end
+
+        Signal.trap('TERM') do
+          info 'received sigterm signal'
+          stop_block.call
+        end
+      end
+    end
+
+    private
+
+    def factory
+      @factory ||= Feed::Factory.new
+    end
+  end
+end

data/lib/feed_torrents/store.rb

@@ -0,0 +1,51 @@
+require 'pstore'
+
+module FeedTorrents
+  def self.store
+    Store.instance
+  end
+
+  class Store
+    include Singleton
+    include LogFunctions
+
+    def present?(item)
+      pstore.transaction(true) { return !!pstore[item] }
+    end
+
+    def persist(item)
+      pstore.transaction { pstore[item] = Time.now.to_i }
+    end
+
+    def prune
+      prune_count = 0
+
+      pstore.transaction do
+        pstore.roots.each do |item|
+          if outdated?(item)
+            pstore.delete(item)
+            prune_count += 1
+          end
+        end
+      end
+
+      if prune_count > 0
+        info "Pruned #{prune_count} items"
+      end
+    end
+
+    private
+
+    def pstore
+      @pstore ||= PStore.new(pstore_file)
+    end
+
+    def pstore_file
+      File.expand_path(FeedTorrents.configuration.datastore)
+    end
+
+    def outdated?(time)
+      (Time.now.to_i - time < 7776000) # older than 90 days is outdated
+    end
+  end
+end

data/lib/feed_torrents/version.rb

@@ -0,0 +1,4 @@
+module FeedTorrents
+  # feed_torrents version
+  VERSION = "0.1.0"
+end

data/lib/feed_torrents.rb

@@ -0,0 +1,11 @@
+require 'feed_torrents/log_functions'
+require 'feed_torrents/configuration'
+
+require 'feed_torrents/version'
+require 'feed_torrents/store'
+require 'feed_torrents/reactor'
+
+require 'feed_torrents/feed/factory'
+require 'feed_torrents/feed/list'
+require 'feed_torrents/feed/download'
+require 'feed_torrents/feed/magnet-uri'

data/spec/feed_torrents_spec.rb

@@ -0,0 +1,8 @@
+require 'spec_helper'
+require 'feed_torrents'
+
+describe FeedTorrents do
+  it "should have a VERSION constant" do
+    subject.const_get('VERSION').should_not be_empty
+  end
+end

data/spec/spec_helper.rb

@@ -0,0 +1,4 @@
+require 'rspec'
+require 'feed_torrents/version'
+
+include FeedTorrents

metadata

@@ -0,0 +1,181 @@
+--- !ruby/object:Gem::Specification
+name: feed_torrents
+version: !ruby/object:Gem::Version
+  version: 0.1.0
+platform: ruby
+authors:
+- Tom van Leeuwen
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2015-01-10 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: eventmachine
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.0'
+- !ruby/object:Gem::Dependency
+  name: simple-rss
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.3'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.3'
+- !ruby/object:Gem::Dependency
+  name: em-http-request
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.1'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.1'
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.5'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.5'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '10.4'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '10.4'
+- !ruby/object:Gem::Dependency
+  name: rdoc
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '4.1'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '4.1'
+- !ruby/object:Gem::Dependency
+  name: rspec
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.1'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.1'
+- !ruby/object:Gem::Dependency
+  name: rubygems-tasks
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.2'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.2'
+description: Follow configurable feeds and download torrents, even from magnet urls
+email: tom@vleeuwen.eu
+executables:
+- feed_torrents
+extensions: []
+extra_rdoc_files: []
+files:
+- ".document"
+- ".gitignore"
+- ".rspec"
+- ChangeLog.rdoc
+- Gemfile
+- LICENSE.txt
+- README.md
+- Rakefile
+- bin/feed_torrents
+- examples/feed_torrents.yml
+- feed_torrents.gemspec
+- lib/feed_torrents.rb
+- lib/feed_torrents/configuration.rb
+- lib/feed_torrents/feed/download.rb
+- lib/feed_torrents/feed/factory.rb
+- lib/feed_torrents/feed/list.rb
+- lib/feed_torrents/feed/magnet-uri.rb
+- lib/feed_torrents/log_functions.rb
+- lib/feed_torrents/reactor.rb
+- lib/feed_torrents/store.rb
+- lib/feed_torrents/version.rb
+- spec/feed_torrents_spec.rb
+- spec/spec_helper.rb
+homepage: https://rubygems.org/gems/feed_torrents
+licenses:
+- MIT
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.2.0
+signing_key: 
+specification_version: 4
+summary: Follow configurable feeds and download torrents, even from magnet urls
+test_files:
+- spec/feed_torrents_spec.rb
+- spec/spec_helper.rb