torrentify 0.3 → 0.4

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 2cd02c015cbff3bb92376671f4dacbc6bf24aaec
-  data.tar.gz: ab3af8ef8a46196506b5f8bddbdf7f2afac5de4d
+  metadata.gz: c0fe80eda52f9b9b490ad4f0b49f2611aab3af2b
+  data.tar.gz: 705238ee08b81f6a69e722f65be498462eefd7d5
 SHA512:
-  metadata.gz: c3aeff0508d82e7eb58dab4cc294f55032527911f9d8c42d4cea5f5aab74a6e97425efe1525c07a37757e3797bfc29cfaef66d64796675794aa6f023fdbc3b1c
-  data.tar.gz: c5c9d03012369271d566fdf158315236a2cffbdc7547fd29a50af50940f9864b6de21f479ae0c1fca2d40cee4a79a3c2096b5416b8213ce78adcfde530f1368b
+  metadata.gz: 6fa0f4fd05e0bb4ed3a4f72dd882728269acd5811ee21cac593018b5bf37cf7ed9a803cb2122dc402c4242173f90e6deb2264f23e504b2b706f7c75b6913632c
+  data.tar.gz: 886271bdbe42b40d064f1b85185f618623633b7ab64ab47b344ce9554f1086fcff00245f173ef05dbce36fe213aa55b3bbd90b3d9af18e8dcedc8187423283fb

data/.rubocop.yml

@@ -8,4 +8,10 @@ Style/HashSyntax:
   EnforcedStyle: hash_rockets
 
 Style/ClassVars:
+  Enabled: false
+
+Metrics/MethodLength:
+  Enabled: false
+
+Metrics/AbcSize:
   Enabled: false

data/Rakefile

@@ -23,7 +23,7 @@ desc 'Run Unittests'
 Rake::TestTask.new(:unitTest) do |t|
   t.libs << 'test'
   t.verbose = false
-  t.test_files = FileList['test/*_test.rb', 'test/sites/*_test.rb']
+  t.test_files = FileList['test/**/*_test.rb']
 end
 
 desc 'Run codeclimate - Sends coverage info to CodeClimate when in CI'

data/lib/manager/imdb_manager.rb

@@ -0,0 +1,30 @@
+#!/usr/bin/ruby
+require 'mechanize'
+
+# Class responsible for connecting to imdb
+# e.g getting user watchlist
+class ImdbManager
+  # Module responsible for setting up mechanize-agent
+  module Agent
+    def self.get_web_page(url)
+      agent = Mechanize.new
+      # Default File implementation does not work
+      agent.pluggable_parser.default = Mechanize::Page
+      agent.agent.http.verify_mode = OpenSSL::SSL::VERIFY_NONE
+      agent.get(url)
+    end
+  end
+
+  def get_watchlist(userid)
+    rss_url = 'http://rss.imdb.com/user/userid/watchlist'
+    url = rss_url.gsub('userid', userid)
+    page = Agent.get_web_page(url)
+    items = page.search('.//item')
+    titles = []
+    items.each do |item|
+      title = item.search('.//title')[0].content
+      titles.push(title)
+    end
+    titles
+  end
+end

data/lib/manager/mechanize_manager.rb

@@ -2,6 +2,9 @@
 require 'rubygems'
 require 'mechanize'
 require_relative 'sites/kickass_parser'
+require_relative 'sites/piratebay_parser'
+require_relative 'sites/isohunt_parser'
+require_relative 'sites/extratorrent_parser'
 
 # Manager responsible for scraping webpagem
 class MechanizeManager
@@ -12,6 +15,7 @@ class MechanizeManager
   module Agent
     def self.get_web_page(url)
       agent = Mechanize.new
+      agent.pluggable_parser.default = Mechanize::Page
       agent.agent.http.verify_mode = OpenSSL::SSL::VERIFY_NONE
       agent.get(url)
     end
@@ -19,10 +23,33 @@ class MechanizeManager
 
   def search_kickass(search_term)
     white_space = '%20'
-    url = 'https://kat.cr/usearch/' << search_term.gsub(' ', white_space)
-    puts "Searching for '#{search_term}' on kickass"
+    kickass_url = 'https://kat.cr/usearch/'
+    url = kickass_url << search_term.gsub(' ', white_space)
     page = Agent.get_web_page(url)
     KickassParser.new(page).main_divs
-    page
+  end
+
+  def search_piratebay(search_term)
+    white_space = '%20'
+    pirate_url = 'https://thepiratebay.mn/search/'
+    url = pirate_url << search_term.gsub(' ', white_space)
+    page = Agent.get_web_page(url)
+    PirateBayParser.new(page).main_divs
+  end
+
+  def search_isohunt(search_term)
+    white_space = '%20'
+    isohunt_url = 'https://isohunt.to/torrents/?ihq='
+    url = isohunt_url << search_term.gsub(' ', white_space)
+    page = Agent.get_web_page(url)
+    IsohuntParser.new(page).main_divs
+  end
+
+  def search_extratorrent(search_term)
+    white_space = '+'
+    extratorrent_url = 'http://extratorrent.cc/search/?search='
+    url = extratorrent_url << search_term.gsub(' ', white_space)
+    page = Agent.get_web_page(url)
+    ExtratorrentParser.new(page).main_divs
   end
 end

data/lib/manager/sites/extratorrent_parser.rb

@@ -0,0 +1,64 @@
+#!/usr/bin/ruby
+
+require_relative '../../model/torrent_model'
+
+# Class responsible for parsing
+# the page response from kickass
+class ExtratorrentParser
+  def initialize(page)
+    @page = page
+  end
+
+  # Parse values from html
+  module Parser
+    def self.seeders(div)
+      links = div.search(".//td[@class='sy']")
+      value = ''
+      links.each do |link|
+        value = link.content
+      end
+      value
+    end
+
+    def self.leechers(div)
+      links = div.search(".//td[@class='ly']")
+      value = ''
+      links.each do |link|
+        value = link.content
+      end
+      value
+    end
+
+    def self.size(div)
+      links = div.search('.//td')
+      links[3].content
+    end
+
+    def self.torrent_url(div)
+      links = div.search('.//a')
+      links[0].attributes['href']
+    end
+
+    def self.torrent_name(div)
+      links = div.search('.//a')
+      # Get link title and strip Download och torrent from result
+      title = links[0].attributes['title'].text
+      title.gsub!('Download ', '').gsub!(' torrent', '')
+    end
+  end
+
+  def main_divs
+    divs = @page.search(".//tr[@class='tlr' or @class='tlz']")
+    torrents = []
+    divs.each do |div|
+      torrent_file = Parser.torrent_url(div)
+      name = Parser.torrent_name(div)
+      size = Parser.size(div)
+      seeders = Parser.seeders(div)
+      leechers = Parser.leechers(div)
+      torrent = Torrent.new(torrent_file, name, size, seeders, leechers)
+      torrents.push(torrent)
+    end
+    torrents
+  end
+end

data/lib/manager/sites/isohunt_parser.rb

@@ -0,0 +1,61 @@
+#!/usr/bin/ruby
+
+require_relative '../../model/torrent_model'
+
+# Class responsible for parsing
+# the page response from isohunt
+class IsohuntParser
+  def initialize(page)
+    @page = page
+  end
+
+  # Parse values from html
+  module Parser
+    def self.seeders(div)
+      links = div.search(".//td[@class=' sy' or @class=' sn']")
+      value = ''
+      links.each do |link|
+        value = link.content
+      end
+      value
+    end
+
+    def self.leechers(_div)
+      'N/A'
+    end
+
+    def self.size(div)
+      links = div.search(".//td[@class='size-row']")
+      value = ''
+      links.each do |link|
+        value = link.content
+      end
+      value
+    end
+
+    def self.torrent_url(div)
+      links = div.search('.//a[@href]')
+      links[0].attributes['href']
+    end
+
+    def self.torrent_name(div)
+      links = div.search('.//a[@href]')
+      links[0].content
+    end
+  end
+
+  def main_divs
+    divs = @page.search('.//tr[@data-key]')
+    torrents = []
+    divs.each do |div|
+      torrent_file = Parser.torrent_url(div)
+      name = Parser.torrent_name(div)
+      size = Parser.size(div)
+      seeders = Parser.seeders(div)
+      leechers = Parser.leechers(div)
+      torrent = Torrent.new(torrent_file, name, size, seeders, leechers)
+      torrents.push(torrent)
+    end
+    torrents
+  end
+end

data/lib/manager/sites/kickass_parser.rb

@@ -59,14 +59,16 @@ class KickassParser
 
   def main_divs
     divs = @page.search(".//tr[@class='even' or @class='odd']")
+    torrents = []
     divs.each do |div|
-      puts '-----------------'
-      puts Parser.torrent_url(div)
-      puts Parser.torrent_name(div)
-      puts Parser.size(div)
-      puts Parser.seeders(div)
-      puts Parser.leechers(div)
+      torrent_file = Parser.torrent_url(div)
+      name = Parser.torrent_name(div)
+      size = Parser.size(div)
+      seeders = Parser.seeders(div)
+      leechers = Parser.leechers(div)
+      torrent = Torrent.new(torrent_file, name, size, seeders, leechers)
+      torrents.push(torrent)
     end
-    divs
+    torrents
   end
 end

data/lib/manager/sites/piratebay_parser.rb

@@ -0,0 +1,66 @@
+#!/usr/bin/ruby
+
+require_relative '../../model/torrent_model'
+
+# Class responsible for parsing
+# the page response from kickass
+class PirateBayParser
+  def initialize(page)
+    @page = page
+  end
+
+  # Parse values from html
+  module Parser
+    def self.seeders(div)
+      links = div.search(".//td[@align='right']")
+      links[0].content if !links.nil? && !links[0].nil?
+    end
+
+    def self.leechers(div)
+      links = div.search(".//td[@align='right']")
+      links[1].content if !links.nil? && !links[1].nil?
+    end
+
+    def self.size(div)
+      links = div.search(".//font[@class='detDesc']")
+      value = ''
+      links.each do |link|
+        value = link.content[/#{'Size '}(.*?)#{', '}/m, 1]
+      end
+      value
+    end
+
+    def self.torrent_url(div)
+      links = div.search(".//a[@title='Download this torrent using magnet']")
+      value = ''
+      links.each do |link|
+        value = link.attributes['href']
+      end
+      value
+    end
+
+    def self.torrent_name(div)
+      links = div.search(".//a[@class='detLink']")
+      value = ''
+      links.each do |link|
+        value = link.content
+      end
+      value
+    end
+  end
+
+  def main_divs
+    divs = @page.search('.//tr')
+    torrents = []
+    divs.each do |div|
+      torrent_file = Parser.torrent_url(div)
+      name = Parser.torrent_name(div)
+      size = Parser.size(div)
+      seeders = Parser.seeders(div)
+      leechers = Parser.leechers(div)
+      torrent = Torrent.new(torrent_file, name, size, seeders, leechers)
+      torrents.push(torrent)
+    end
+    torrents
+  end
+end

data/lib/model/torrent_model.rb

@@ -2,9 +2,29 @@
 
 # Model for saving torrent info
 class Torrent
-  attr_accessor :torrent_file
-  attr_accessor :name
-  attr_accessor :size
-  attr_accessor :seeders
-  attr_accessor :leechers
+  def initialize(torrent_file, name, size, seeders, leechers)
+    @torrent_file = torrent_file
+    @name = name
+    @size = size
+    @seeders = seeders
+    @leechers = leechers
+  end
+
+  def to_s
+    string = StringIO.open do |s|
+      s.puts 'torrent_file: ' + @torrent_file.to_s
+      s.puts 'name: ' + @name.to_s
+      s.puts 'size: ' + @size.to_s
+      s.puts 'seeders: ' + @seeders.to_s
+      s.puts 'leechers: ' + @leechers.to_s
+      s.string
+    end
+    string
+  end
+
+  attr_reader :torrent_file
+  attr_reader :name
+  attr_reader :size
+  attr_reader :seeders
+  attr_reader :leechers
 end

data/lib/torrentify.rb

@@ -1,11 +1,21 @@
 #!/usr/bin/ruby
 
 require_relative 'manager/mechanize_manager'
+require_relative 'manager/imdb_manager'
 
 # Main interface
 # Responsible for running manager-methods
 module Torrentify
   def self.search(search_param)
-    MechanizeManager.new.search_kickass(search_param)
+    manager = MechanizeManager.new
+    kickass = manager.search_kickass(search_param)
+    piratebay = manager.search_piratebay(search_param)
+    isohunt = manager.search_isohunt(search_param)
+    extratorrent = manager.search_extratorrent(search_param)
+    [kickass, piratebay, isohunt, extratorrent]
+  end
+
+  def self.imdb_watchlist(userid)
+    ImdbManager.new.get_watchlist(userid)
   end
 end

data/test/manager/imdb_manager_test.rb

@@ -0,0 +1,25 @@
+#!/usr/bin/ruby
+require_relative '../test_helper'
+
+require_relative '../../lib/manager/imdb_manager'
+
+# Tests for kickass
+class TestImdbClass < Test::Unit::TestCase
+  def test_get_watchlist
+    userid = 'ur32409321'
+
+    mock_request
+
+    result = ImdbManager.new.get_watchlist(userid)
+
+    assert_not_nil result
+    assert_false result.empty?
+  end
+
+  def mock_request
+    file_path = 'test_data/imdb_mock_response.html'
+    mock_data = File.read(File.join(__dir__, file_path))
+    WebMock.stub_request(:get, 'http://rss.imdb.com/user/ur32409321/watchlist')
+      .to_return(:status => 200, :body => mock_data, :headers => {})
+  end
+end

data/test/manager/sites/extratorrent_parser_test.rb

@@ -0,0 +1,26 @@
+#!/usr/bin/ruby
+require_relative '../../test_helper'
+
+require_relative '../../../lib/manager/sites/extratorrent_parser'
+require_relative '../../../lib/manager/mechanize_manager'
+
+# Tests for kickass
+class TestExtratorrentClass < Test::Unit::TestCase
+  def test_main_divs
+    search_term = 'a pigeon sat on a branch reflecting on existence'
+
+    mock_request
+
+    result = MechanizeManager.new.search_extratorrent(search_term)
+
+    assert_not_nil result
+    assert_false result.empty?
+  end
+
+  def mock_request
+    file_path = 'test_data/extratorrent_mock_response.html'
+    mock_data = File.read(File.join(__dir__, file_path))
+    WebMock.stub_request(:get, 'http://extratorrent.cc/search/?search=a%20pigeon%20sat%20on%20a%20branch%20reflecting%20on%20existence')
+      .to_return(:status => 200, :body => mock_data, :headers => {})
+  end
+end