ttwatcher 1.0.1

data/sources/ttwatcher/sites/parsers/zooqle_parser.rb

@@ -0,0 +1,80 @@
+# encoding: utf-8
+# frozen_string_literal: true
+module TTWatcher
+module Parsers
+  class Zooqle < SimpleParser
+    private
+
+    def new_pages_list # no-doc
+      return @links if @links.is_a? Array
+
+      tmp = structure.css('ul[@class="pagination smaller pull-right margin-top-20"]')
+                     .css('li')
+      return @links = [] if tmp.nil? || tmp.empty?
+
+      url_part = tmp.css('a').attr('href').to_s.gsub(/pg=\d*/,'pg=+NUMBER+')
+      mm = tmp.slice(0..-2).map { |node| node.css('a').text.to_i}.minmax
+
+      @links = (mm.first..mm.last).map do |page_number|
+        'search' + url_part.gsub(/\+NUMBER\+/, page_number.to_s)
+      end.slice!(2..-1) || []
+    end
+
+    def torrents_unparsed # no-doc
+      structure.css('table[@class="table table-condensed table-torrents vmiddle"]')
+               .css('tr').drop(1)
+    end
+
+    # @param [Nokogiri::Node] unparsed_data
+    #
+    #   Surface scan for +zooqle+ gives next information about single torrent
+    #
+    #     ++   hsh[:name]             ==> ex. "Cats swimming in pool 2016 BDRIP"
+    #     --   hsh[:description]      ==> ex. "Hot CATS. Summer 2016"
+    #     ++   hsh[:url]              ==> ex. "example.torrent.side/12345"
+    #     ++   hsh[:tracker]          ==> ex. :super_cool_tracker
+    #     --   hsh[:author]           ==> ex. 'Bit kitty fun'
+    #     --   hsh[:added_date]       ==> ex. '2016-06-15'
+    #     ++   hsh[:seeders]          ==> ex. 50042
+    #     ++   hsh[:leeches]          ==> ex. 1
+    #     ++   hsh[:size]             ==> ex. "20000 mb"
+    #     ++   hsh[:magnet_url]       ==> ex. "magnet:?xt=urn....................."
+    #     ++   hsh[:download_url]     ==> ex. "example.torrent.side/12345/download"
+    #
+    #   Where '++' means that field is present.
+    #
+    # @return [Torrent]
+
+    def extract_torrent(unparsed_data)
+      hsh = Hash.new
+
+      hsh[:name] = unparsed_data.css('td')[1].text
+
+      tmp_td1 = unparsed_data.css('td')[1].css('a').attr('href').to_s
+      hsh[:url] = assigned_site.address tmp_td1
+
+      tmp_td2 = unparsed_data.css('td')[2].css('li')
+      hsh[:magnet_url] = tmp_td2[0].css('a').attr('href')
+
+      if tmp_td2[1]
+        tmp = tmp_td2[1].css('a').attr('href').to_s
+        hsh[:download_url] = assigned_site.address tmp
+      end
+
+      hsh[:size] = unparsed_data.css('td')[3].text
+
+      tmp_td5 = unparsed_data.css('td')[5]
+                             .css('div[@class="progress prog trans90"]')
+                             .css('div')
+      if tmp_td5[1]
+        hsh[:seeders] = tmp_td5[1].text.to_i
+        hsh[:leeches] = tmp_td5[2].text.to_i
+      end
+
+      hsh[:tracker] = assigned_site.name
+
+      return Torrent.new(hsh)
+    end
+  end # class Zooqle
+end # module Parsers
+end # module TTWatcher

data/sources/ttwatcher/sites/rutor.rb

@@ -0,0 +1,13 @@
+# encoding: utf-8
+# frozen_string_literal: true
+module TTWatcher
+module Sites
+  class Rutor < TorrentSite # > ex Rutor.org
+    private
+
+    def search_url(name) # no-doc
+      domain_name + '/search/0/0/000/0/%s' % name
+    end
+  end # class Rutor
+end # module Sites
+end # module TTWatcher

data/sources/ttwatcher/sites/site.rb

@@ -0,0 +1,92 @@
+# encoding: utf-8
+# frozen_string_literal: true
+module TTWatcher
+module Sites
+  class Site
+
+    # @return [Symbol]
+    #   Site name (autogenerated, depends from class name).
+
+    attr_reader :name
+
+    # @return [TTWatcher::Connection]
+
+    attr_reader :connection
+
+    # @return [String]
+    #   Returns full domain name.
+
+    def domain_name
+      @domain_name ||=
+        if S[name][:domain_name]
+          S[name][:domain_name]
+        else
+          raise DomainNameNotFound, self
+        end
+    end
+
+    ##
+    # Creates new Site object.
+    #
+    # @return [Site]
+
+    def initialize
+      @name = H::class_name self
+      @connection = Connection.new self
+    end
+
+    ##
+    # Generates an url that includes scheme + domain name + +path+ (optional)
+    #
+    # example: input  ==> @domain_name = "some.site.com", path = 'hello/world'
+    #          output ==> "http://some.site.com/hello/world"
+    #
+    # if path not selected it returns scheme + +@domain_name+
+
+    def address(path='')
+      scheme = connection.url.scheme
+      if !path.empty? && domain_name_included?(path)
+        InternetConnection::Scheme.add_scheme!(path, scheme)
+      else
+        hn = domain_name.dup # prevent unnecessary +domain_name+ mutation
+        InternetConnection::Scheme.add_scheme!(hn, scheme)
+        path = '/' + path unless path[0] == '/'
+        hn + path
+      end
+    end
+
+    # @param [String] url
+    #
+    # @param [Hash] request_params
+    #
+    # @return [String, NilClass]
+
+    def download_page(url, request_params = {})
+      url = address(url) unless domain_name_included? url
+      page = connection.download url, request_params
+
+      return page
+    end
+
+    private
+
+    # @param [String] url
+    #   Url or an url part.
+    #
+    # @return [TrueClass, FalseClass]
+    #  +true+ when url includes domain name
+    #  +false+ otherwise.
+
+    def domain_name_included?(url)
+      url[domain_name.to_s]
+    end
+
+    ##
+    # Raised when param +domain name+ not found.
+
+    class DomainNameNotFound < TTWError
+      def initialize(klass) "Param ('domain_name') not found for #{klass.class} in config.yml." end
+    end
+  end # class Site
+end # module Sites
+end # module TTWatcher

data/sources/ttwatcher/sites/torrent_site.rb

@@ -0,0 +1,70 @@
+# encoding: utf-8
+# frozen_string_literal: true
+module TTWatcher
+module Sites
+  class TorrentSite < Site # no-doc
+
+    # @param [String] name
+    #
+    # @return [TrueClass, FalseClass]
+    #   Returns +false+ when +name+ too short or not exists.
+
+    def self.search_request_valid?(name)
+      name && name.length >= 3
+    end
+
+    ##
+    # Searches torrents.
+    #
+    # @param [String] name
+    #   Torrent name.
+    #
+    # @return [TorrentList, NilClass]
+
+    def find_torrent(name, request_params = {})
+      return nil unless self.class.search_request_valid? name
+
+      html_body = download_page search_url(name), request_params
+      torrents = parser.parse html_body
+
+      return torrents
+    end
+
+    private
+
+    ##
+    # Url for torrent searching.
+    #   see Sites#search_url for an example.
+    #
+    # @param [String] name
+    #   Used to extend url with +name+ when it need.
+    #   For an example check Rutor#search_url
+
+    def search_url(name=nil)
+      raise NotImplementedError, "Abstract method called!"
+    end
+
+    ##
+    # Returns a parser associated with Site instance throw class names.
+    #
+    # @return [Parsers::Base]
+
+    def parser
+      @parser ||=
+        begin
+          class_name = self.class.name.split('::').last
+          parser = TTWatcher::Parsers.const_get class_name
+          parser.new self
+        end
+    rescue NameError => exception
+      notificate_about_parser_crash! exception
+
+      return nil
+    end
+
+    def notificate_about_parser_crash!(exception)
+      Logger.with_backtrace "Parser #{self} crashed with message: *** #{exception.message} ***"
+    end
+  end # class TorrentSite
+end # module Sites
+end # module TTWatcher

data/sources/ttwatcher/sites/unionpeer.rb

@@ -0,0 +1,18 @@
+# encoding: utf-8
+# frozen_string_literal: true
+module TTWatcher
+module Sites
+  class Unionpeer < TorrentSite
+
+    def find_torrent(name) # no-doc
+      super name, { url: { query_params: { 'nm' => name } } }
+    end
+
+    private
+
+    def search_url(name = nil) # no-doc
+      domain_name + '/tracker.php'
+    end
+  end # class Unionpeer
+end # module Sites
+end # module TTWatcher

data/sources/ttwatcher/sites/zooqle.rb

@@ -0,0 +1,18 @@
+# encoding: utf-8
+# frozen_string_literal: true
+module TTWatcher
+module Sites
+  class Zooqle < TorrentSite
+
+    def find_torrent(name) # no-doc
+      super name, { url: { query_params: { 'q' => name } } }
+    end
+
+    private
+
+    def search_url(name = nil) # no-doc
+      domain_name + '/search'
+    end
+  end # class Zooqle
+end # module Sites
+end # module TTWatcher

data/sources/ttwatcher/torrent.rb

@@ -0,0 +1,87 @@
+# encoding: utf-8
+# frozen_string_literal: true
+module TTWatcher
+  class Torrent
+
+    # @return [String]
+    #   Returns torrent name.
+
+    attr_reader :name
+
+    # @return [String]
+    #   Returns torrent description.
+
+    attr_reader :description
+
+    # @return [String]
+    #   Returns url to an page with additional info about torrent.
+
+    attr_reader :url
+
+    # @return [String]
+    #   Returns torrent size.
+
+    attr_reader :size
+
+    # @return [String]
+    #   Returns torrent creator.
+
+    attr_reader :author
+
+    # @return [String]
+    #   Returns leeches count.
+
+    attr_reader :leeches
+
+    # @return [String]
+    #   Returns seeders count.
+
+    attr_reader :seeders
+
+    # @return [String]
+    #   Returns date (as string) when torrent was added.
+
+    attr_reader :added_date
+
+    # @return [String]
+    #   Returns magnet url to the torrent.
+
+    attr_reader :magnet_url
+
+    # @return [String]
+    #   Returns direct url for torrent download.
+
+    attr_reader :download_url
+
+    # @return [Symbol]
+    #   Returns tracker for the torrent.
+
+    attr_reader :tracker
+
+    ##
+    # Creates new Torrent instance.
+    #
+    # @param [Hash] params
+    # @option params [String] :name
+    # @option params [String] :description
+    # @option params [String] :url.
+    # @option params [Symbol] :tracker
+    # @option params [String] :author
+    # @option params [String] :added_date
+    # @option params [Integer] :seeders
+    # @option params [Integer] :leeches
+    # @option params [String] :size
+    # @option params [String] :magnet_url
+    # @option params [String] :download_url
+    #
+    # @return [Torrent]
+
+    def initialize(params = {})
+      %i(name description url tracker author added_date seeders
+         leeches size magnet_url download_url).each do |word|
+
+        instance_variable_set "@#{word}", params[word]
+      end
+    end
+  end # class Torrent
+end # module TTWatcher

data/sources/ttwatcher/torrent_agent.rb

@@ -0,0 +1,34 @@
+# encoding: utf-8
+# frozen_string_literal: true
+module TTWatcher
+  module TorrentAgent
+
+    ##
+    # TorrentAgent#search
+    #   Resolves where exactly to search torrents.
+    #
+    # @param [String] torrent_name
+    #   Torrent name (minimal length: 3 chars).
+    #
+    # @param [Hash] params
+    # @option params [Array<Symbol, String>, Symbol, String] :sites
+    #   List of sites where we looking for torrent. By default
+    #   it search everywhere ("rutor", "unionpeer", "zooqle", "megashara").
+    #
+    # @return [Array<Torrent>]
+    #   Array (homogeneous) with torrents. Can be empty if nothing was found.
+
+    def self.search(torrent_name, params = {})
+      list = TorrentList.new
+
+      site_names = params[:from].nil? ? Sites.list : Array(params[:from])
+      site_names.each do |name|
+        site = Sites.fetch_torrent_site name
+        new_torrents = site.new.find_torrent torrent_name
+        list += new_torrents if new_torrents
+      end
+
+      return list.to_a
+    end
+  end # module TorrentsAgent
+end # module TTWatcher

data/sources/ttwatcher/torrent_list.rb

@@ -0,0 +1,51 @@
+# encoding: utf-8
+# frozen_string_literal: true
+module TTWatcher
+  class TorrentList
+    include Enumerable
+
+    ##
+    # Pushes new torrents into +TorrentList+.
+    #
+    # @param [Torrent, TorrentList] other
+    #
+    # @exception UnexpectedClass
+    #   Raised when +other+ param class is not +Torrent+ or +TorrentList+
+    #
+    # @return [TorrentList<Torrent>]
+
+    def push(other)
+      case other
+      when Torrent
+        @torrents.push other
+      when TorrentList
+        @torrents += other.to_a
+      else
+        raise UnexpectedClass, other
+      end
+
+      return self
+    end
+    alias :<< :push
+    alias :+  :push
+
+    ##
+    # Creates new TorrentList instance.
+    #
+    # @return [TorrentList]
+
+    def initialize
+      @torrents = []
+    end
+
+    def each(&block) # for Enumerable mixin
+      @torrents.each { |obj| block.call obj }
+    end
+
+    ##
+    # See TorrentList#push description.
+
+    class UnexpectedClass < TTWError
+      def initialize(obj); super "Object #{obj} cannot being pushed into TorrentList, since it's '#{obj.class}' class when only TorrentList/Torrent instances can be pushed"; end end
+  end # class TorrentList
+end # module TTWatcher