torrentify 0.4 → 0.5

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: c0fe80eda52f9b9b490ad4f0b49f2611aab3af2b
-  data.tar.gz: 705238ee08b81f6a69e722f65be498462eefd7d5
+  metadata.gz: dfb167f3f8414f5887016087e7afd21795201fd8
+  data.tar.gz: fbcfd2ecc259e8c419dd4d317ce8bfcb5810cd60
 SHA512:
-  metadata.gz: 6fa0f4fd05e0bb4ed3a4f72dd882728269acd5811ee21cac593018b5bf37cf7ed9a803cb2122dc402c4242173f90e6deb2264f23e504b2b706f7c75b6913632c
-  data.tar.gz: 886271bdbe42b40d064f1b85185f618623633b7ab64ab47b344ce9554f1086fcff00245f173ef05dbce36fe213aa55b3bbd90b3d9af18e8dcedc8187423283fb
+  metadata.gz: 891484a77c4464a2733f083e1b4411ca9687482f504b765971d24d4b0eef14c02394332743707ffe16253a365670e6942954dc250dee47579d1241d83033aff6
+  data.tar.gz: d00cfa10c51603966a21bcdf543107bd34c6a2ce6fc526fb2d701d2c0fa302fb8008b2bfb12d8f3a29070b491e6ea0665ca2dde8b2cd531632b8c5884a62efbb

data/.rubocop.yml

@@ -14,4 +14,16 @@ Metrics/MethodLength:
   Enabled: false
 
 Metrics/AbcSize:
+  Enabled: false
+
+Metrics/LineLength:
+  Enabled: false
+
+Lint/Eval:
+  Enabled: false
+
+Metrics/CyclomaticComplexity:
+  Enabled: false
+
+Metrics/PerceivedComplexity:
   Enabled: false

data/Rakefile

@@ -26,10 +26,18 @@ Rake::TestTask.new(:unitTest) do |t|
   t.test_files = FileList['test/**/*_test.rb']
 end
 
+desc 'Run Integrationtests'
+Rake::TestTask.new(:integrationTest => [:test]) do |t|
+  t.libs << 'test'
+  t.verbose = false
+  t.test_files = FileList['test-integration/**/*_test.rb']
+end
+
 desc 'Run codeclimate - Sends coverage info to CodeClimate when in CI'
-task :codeclimate => :test do
+task :codeclimate do
   require 'simplecov'
   require 'codeclimate-test-reporter'
+  SimpleCov.command_name 'Unit Tests'
   SimpleCov.formatter = SimpleCov::Formatter::MultiFormatter[
       SimpleCov::Formatter::HTMLFormatter,
       CodeClimate::TestReporter::Formatter
@@ -40,9 +48,10 @@ end
 require 'coveralls/rake/task'
 Coveralls::RakeTask.new
 desc 'Run Coveralls - Sends coverage info to coveralls.io when in CI'
-task :coveralls => [:test, 'coveralls:push'] do
+task :coveralls => 'coveralls:push' do
   require 'simplecov'
   require 'coveralls'
+  SimpleCov.command_name 'Unit Tests'
   SimpleCov.formatter = SimpleCov::Formatter::MultiFormatter[
         SimpleCov::Formatter::HTMLFormatter,
         Coveralls::SimpleCov::Formatter

data/lib/manager/imdb_manager.rb

@@ -18,13 +18,17 @@ class ImdbManager
   def get_watchlist(userid)
     rss_url = 'http://rss.imdb.com/user/userid/watchlist'
     url = rss_url.gsub('userid', userid)
-    page = Agent.get_web_page(url)
-    items = page.search('.//item')
     titles = []
-    items.each do |item|
-      title = item.search('.//title')[0].content
-      titles.push(title)
+    begin
+      page = Agent.get_web_page(url)
+      items = page.search('.//item')
+      items.each do |item|
+        title = item.search('.//title')[0].content
+        titles.push(title)
+      end
+      titles
+    rescue
+      []
     end
-    titles
   end
 end

data/lib/manager/mechanize_manager.rb

@@ -1,6 +1,7 @@
 #!/usr/bin/ruby
 require 'rubygems'
 require 'mechanize'
+require 'typhoeus'
 require_relative 'sites/kickass_parser'
 require_relative 'sites/piratebay_parser'
 require_relative 'sites/isohunt_parser'
@@ -16,6 +17,7 @@ class MechanizeManager
     def self.get_web_page(url)
       agent = Mechanize.new
       agent.pluggable_parser.default = Mechanize::Page
+      agent.user_agent = 'Mozilla/5.0 (Macintosh; U; PPC Mac OS X Mach-O; en-US; rv:1.4a) Gecko/20030401'
       agent.agent.http.verify_mode = OpenSSL::SSL::VERIFY_NONE
       agent.get(url)
     end
@@ -23,33 +25,73 @@ class MechanizeManager
 
   def search_kickass(search_term)
     white_space = '%20'
-    kickass_url = 'https://kat.cr/usearch/'
-    url = kickass_url << search_term.gsub(' ', white_space)
-    page = Agent.get_web_page(url)
-    KickassParser.new(page).main_divs
+    baseurl = KickassParser::Parser::BASEURL
+    kickass_url = baseurl + '/usearch/'
+    url = kickass_url + search_term.gsub(' ', white_space)
+
+    begin
+      page = Agent.get_web_page(url)
+      KickassParser.new(page).main_divs
+    rescue
+      []
+    end
   end
 
   def search_piratebay(search_term)
     white_space = '%20'
-    pirate_url = 'https://thepiratebay.mn/search/'
-    url = pirate_url << search_term.gsub(' ', white_space)
-    page = Agent.get_web_page(url)
-    PirateBayParser.new(page).main_divs
+    baseurl = PirateBayParser::Parser::BASEURL
+    pirate_url = baseurl + '/search/'
+    url = pirate_url + search_term.gsub(' ', white_space)
+
+    begin
+      page = Agent.get_web_page(url)
+      PirateBayParser.new(page).main_divs
+    rescue
+      []
+    end
   end
 
   def search_isohunt(search_term)
     white_space = '%20'
-    isohunt_url = 'https://isohunt.to/torrents/?ihq='
-    url = isohunt_url << search_term.gsub(' ', white_space)
-    page = Agent.get_web_page(url)
-    IsohuntParser.new(page).main_divs
+    baseurl = IsohuntParser::Parser::BASEURL
+    isohunt_url = baseurl + '/torrents/?ihq='
+    url = isohunt_url + search_term.gsub(' ', white_space)
+
+    begin
+      page = Agent.get_web_page(url)
+      IsohuntParser.new(page).main_divs
+    rescue
+      []
+    end
   end
 
   def search_extratorrent(search_term)
     white_space = '+'
-    extratorrent_url = 'http://extratorrent.cc/search/?search='
-    url = extratorrent_url << search_term.gsub(' ', white_space)
-    page = Agent.get_web_page(url)
-    ExtratorrentParser.new(page).main_divs
+    baseurl = ExtratorrentParser::Parser::BASEURL
+    extratorrent_url = baseurl + '/search/?search='
+    url = extratorrent_url + search_term.gsub(' ', white_space)
+
+    # result = extra_torrent_cloudflare_ddos_breaker(url)
+    begin
+      page = Agent.get_web_page(url)
+      ExtratorrentParser.new(page).main_divs
+    rescue
+      []
+    end
+  end
+
+  def extra_torrent_cloudflare_ddos_breaker(url)
+    response = Typhoeus::Request.get(url, :cookiefile => '.typhoeus_cookies', :cookiejar => '.typhoeus_cookies')
+    body = response.response_body
+    challenge = body.match(%r{name="jschl_vc"\s*value="([a-zA-Z0-9]+)"/\>}).captures[0]
+    math = body.match(/a\.value\s*=\s*(.+?\d?);/).captures[0]
+    domain = url.split('/')[2]
+    answer = eval(math) + domain.length
+    asd = '/cdn-cgi/l/chk_jschl?jschl_vc='
+    answer_url = domain + asd + "#{challenge}&jschl_answer=#{answer}"
+    puts answer_url
+    html = Typhoeus.get(answer_url, :followlocation => true)
+    body = html.response_body
+    puts 'body' + body
   end
 end

data/lib/manager/sites/extratorrent_parser.rb

@@ -11,6 +11,8 @@ class ExtratorrentParser
 
   # Parse values from html
   module Parser
+    BASEURL = 'http://extratorrent.cc'
+
     def self.seeders(div)
       links = div.search(".//td[@class='sy']")
       value = ''
@@ -36,7 +38,7 @@ class ExtratorrentParser
 
     def self.torrent_url(div)
       links = div.search('.//a')
-      links[0].attributes['href']
+      BASEURL + links[0].attributes['href']
     end
 
     def self.torrent_name(div)

data/lib/manager/sites/isohunt_parser.rb

@@ -11,6 +11,8 @@ class IsohuntParser
 
   # Parse values from html
   module Parser
+    BASEURL = 'https://isohunt.to'
+
     def self.seeders(div)
       links = div.search(".//td[@class=' sy' or @class=' sn']")
       value = ''
@@ -35,7 +37,7 @@ class IsohuntParser
 
     def self.torrent_url(div)
       links = div.search('.//a[@href]')
-      links[0].attributes['href']
+      BASEURL + links[0].attributes['href']
     end
 
     def self.torrent_name(div)

data/lib/manager/sites/kickass_parser.rb

@@ -11,6 +11,8 @@ class KickassParser
 
   # Parse values from html
   module Parser
+    BASEURL = 'https://kat.cr'
+
     def self.seeders(div)
       links = div.search(".//td[@class='red lasttd center']")
       value = ''
@@ -44,7 +46,7 @@ class KickassParser
       links.each do |link|
         value = link.attributes['href']
       end
-      value
+      'https:' + value
     end
 
     def self.torrent_name(div)

data/lib/manager/sites/piratebay_parser.rb

@@ -11,6 +11,8 @@ class PirateBayParser
 
   # Parse values from html
   module Parser
+    BASEURL = 'https://thepiratebay.mn'
+
     def self.seeders(div)
       links = div.search(".//td[@align='right']")
       links[0].content if !links.nil? && !links[0].nil?
@@ -36,7 +38,7 @@ class PirateBayParser
       links.each do |link|
         value = link.attributes['href']
       end
-      value
+      BASEURL + value
     end
 
     def self.torrent_name(div)

data/lib/torrentify.rb

@@ -6,13 +6,49 @@ require_relative 'manager/imdb_manager'
 # Main interface
 # Responsible for running manager-methods
 module Torrentify
-  def self.search(search_param)
+  def self.search(search_param, search_engine)
+    manager = MechanizeManager.new
+    kickass = []
+    piratebay = []
+    isohunt = []
+    extratorrent = []
+    case "#{search_engine}"
+    when 'KICKASS'
+      kickass = manager.search_kickass(search_param)
+    when 'PIRATEBAY'
+      piratebay = manager.search_piratebay(search_param)
+    when 'ISOHUNT'
+      isohunt = manager.search_isohunt(search_param)
+    when 'PIRATEBAY'
+      extratorrent = manager.search_extratorrent(search_param)
+    when 'ALL'
+      kickass = manager.search_kickass(search_param)
+      piratebay = manager.search_piratebay(search_param)
+      isohunt = manager.search_isohunt(search_param)
+      extratorrent = manager.search_extratorrent(search_param)
+    else
+      fail 'not valid search_engine'
+    end
+    [kickass, piratebay, isohunt, extratorrent]
+  end
+
+  def self.search_all_return_best(search_param)
     manager = MechanizeManager.new
     kickass = manager.search_kickass(search_param)
     piratebay = manager.search_piratebay(search_param)
     isohunt = manager.search_isohunt(search_param)
     extratorrent = manager.search_extratorrent(search_param)
-    [kickass, piratebay, isohunt, extratorrent]
+
+    kickass = __sort_result__(kickass)
+    piratebay = __sort_result__(piratebay)
+    isohunt = __sort_result__(isohunt)
+    extratorrent = __sort_result__(extratorrent)
+
+    [kickass.last, piratebay.last, isohunt.last, extratorrent.last]
+  end
+
+  def self.__sort_result__(result)
+    result.sort_by { |e| [e.seeders.to_i, e.leechers.to_i] }
   end
 
   def self.imdb_watchlist(userid)

data/test-integration/manager/sites/extratorrent_test.rb

@@ -0,0 +1,21 @@
+#!/usr/bin/ruby
+require_relative '../../test_helper'
+
+require_relative '../../../lib/manager/sites/extratorrent_parser'
+require_relative '../../../lib/manager/mechanize_manager'
+
+# Tests for kickass
+class TestExtratorrentClass < Test::Unit::TestCase
+  def test_connection_to_site
+    search_term = 'a pigeon sat on a branch reflecting on existence'
+
+    result = []
+
+    assert_nothing_raised do
+      result = MechanizeManager.new.search_extratorrent(search_term)
+    end
+
+    assert_not_nil result
+    assert_false result.empty?
+  end
+end

data/test-integration/manager/sites/isohunt_test.rb

@@ -0,0 +1,41 @@
+#!/usr/bin/ruby
+require_relative '../../test_helper'
+
+require_relative '../../../lib/manager/sites/isohunt_parser'
+require_relative '../../../lib/manager/mechanize_manager'
+
+# Tests for kickass
+class TestIsohuntClass < Test::Unit::TestCase
+  def test_connection
+    url = IsohuntParser::Parser::BASEURL
+
+    assert_nothing_raised do
+      MechanizeManager::Agent.get_web_page(url)
+    end
+  end
+
+  def test_connection_to_site
+    search_term = 'a pigeon sat on a branch reflecting on existence'
+
+    result = []
+
+    assert_nothing_raised do
+      result = MechanizeManager.new.search_isohunt(search_term)
+    end
+
+    assert_not_nil result
+    assert_false result.empty?
+  end
+
+  def test_no_result
+    search_term = 'asdasdasdasdasdasd'
+
+    result = []
+
+    assert_nothing_raised do
+      result = MechanizeManager.new.search_isohunt(search_term)
+    end
+
+    assert_true result.empty?
+  end
+end

data/test-integration/manager/sites/kickass_test.rb

@@ -0,0 +1,41 @@
+#!/usr/bin/ruby
+require_relative '../../test_helper'
+
+require_relative '../../../lib/manager/sites/kickass_parser'
+require_relative '../../../lib/manager/mechanize_manager'
+
+# Tests for kickass
+class TestKickassClass < Test::Unit::TestCase
+  def test_connection
+    url = KickassParser::Parser::BASEURL
+
+    assert_nothing_raised do
+      MechanizeManager::Agent.get_web_page(url)
+    end
+  end
+
+  def test_connection_to_site
+    search_term = 'a pigeon sat on a branch reflecting on existence'
+
+    result = []
+
+    assert_nothing_raised do
+      result = MechanizeManager.new.search_kickass(search_term)
+    end
+
+    assert_not_nil result
+    assert_false result.empty?
+  end
+
+  def test_no_result
+    search_term = 'asdasdasdasdasdasd'
+
+    result = []
+
+    assert_nothing_raised do
+      result = MechanizeManager.new.search_kickass(search_term)
+    end
+
+    assert_true result.empty?
+  end
+end

data/test-integration/manager/sites/piratebay_test.rb

@@ -0,0 +1,41 @@
+#!/usr/bin/ruby
+require_relative '../../test_helper'
+
+require_relative '../../../lib/manager/sites/piratebay_parser'
+require_relative '../../../lib/manager/mechanize_manager'
+
+# Tests for kickass
+class TestPirateBayClass < Test::Unit::TestCase
+  def test_connection
+    url = PirateBayParser::Parser::BASEURL
+
+    assert_nothing_raised do
+      MechanizeManager::Agent.get_web_page(url)
+    end
+  end
+
+  def test_search_site
+    search_term = 'a pigeon sat on a branch reflecting on existence'
+
+    result = []
+
+    assert_nothing_raised do
+      result = MechanizeManager.new.search_piratebay(search_term)
+    end
+
+    assert_not_nil result
+    assert_false result.empty?
+  end
+
+  def test_no_result
+    search_term = 'asdasdasdasdasdasd'
+
+    result = []
+
+    assert_nothing_raised do
+      result = MechanizeManager.new.search_piratebay(search_term)
+    end
+
+    assert_true result.empty?
+  end
+end

data/test-integration/test_helper.rb

@@ -0,0 +1,6 @@
+require 'simplecov'
+SimpleCov.add_filter 'vendor'
+SimpleCov.add_filter 'test'
+SimpleCov.command_name 'Unit tests'
+SimpleCov.start
+require 'test/unit'

data/test/manager/sites/extratorrent_parser_test.rb

@@ -6,7 +6,7 @@ require_relative '../../../lib/manager/mechanize_manager'
 
 # Tests for kickass
 class TestExtratorrentClass < Test::Unit::TestCase
-  def test_main_divs
+  def ignore_test_main_divs
     search_term = 'a pigeon sat on a branch reflecting on existence'
 
     mock_request

data/test/manager/torrentify_test.rb

@@ -0,0 +1,52 @@
+#!/usr/bin/ruby
+require_relative '../test_helper'
+
+require_relative '../../lib/torrentify'
+
+# Tests for kickass
+class TestTorrentifyClass < Test::Unit::TestCase
+  def test_search_all_return_best
+    search_term = 'a pigeon sat on a branch reflecting on existence'
+
+    mock_piratebay
+    mock_kickass
+    mock_isohunt
+    mock_extratorrent
+
+    result = Torrentify.search_all_return_best(search_term)
+
+    result.each do |item|
+      puts item
+    end
+    assert_not_nil result
+    assert_false result.empty?
+  end
+
+  def mock_piratebay
+    file_path = 'sites/test_data/piratebay_mock_response.html'
+    mock_data = File.read(File.join(__dir__, file_path))
+    WebMock.stub_request(:get, 'https://thepiratebay.mn/search/a%20pigeon%20sat%20on%20a%20branch%20reflecting%20on%20existence')
+      .to_return(:status => 200, :body => mock_data, :headers => {})
+  end
+
+  def mock_kickass
+    file_path = 'sites/test_data/kickass_mock_response.html'
+    mock_data = File.read(File.join(__dir__, file_path))
+    WebMock.stub_request(:get, 'https://kat.cr/usearch/a%20pigeon%20sat%20on%20a%20branch%20reflecting%20on%20existence')
+      .to_return(:status => 200, :body => mock_data, :headers => {})
+  end
+
+  def mock_isohunt
+    file_path = 'sites/test_data/isohunt_mock_response.html'
+    mock_data = File.read(File.join(__dir__, file_path))
+    WebMock.stub_request(:get, 'https://isohunt.to/torrents/?ihq=a%20pigeon%20sat%20on%20a%20branch%20reflecting%20on%20existence')
+      .to_return(:status => 200, :body => mock_data, :headers => {})
+  end
+
+  def mock_extratorrent
+    file_path = 'sites/test_data/extratorrent_mock_response.html'
+    mock_data = File.read(File.join(__dir__, file_path))
+    WebMock.stub_request(:get, 'http://extratorrent.cc/search/?search=a%20pigeon%20sat%20on%20a%20branch%20reflecting%20on%20existence')
+      .to_return(:status => 200, :body => mock_data, :headers => {})
+  end
+end

data/torrentify.gemspec

@@ -4,7 +4,7 @@ $LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
 
 Gem::Specification.new do |spec|
   spec.name          = 'torrentify'
-  spec.version       = 0.4
+  spec.version       = 0.5
   spec.authors       = ['david eriksson']
   spec.email         = ['davideriksson@swedenmail.com']
 
@@ -26,6 +26,7 @@ Gem::Specification.new do |spec|
   spec.require_paths = ['lib']
 
   spec.add_runtime_dependency 'mechanize', '2.7.3'
+  spec.add_runtime_dependency 'typhoeus', '0.8.0'
   spec.add_development_dependency 'simplecov', '>= 0.7.1', '< 1.0.0'
   spec.add_development_dependency 'bundler', '~> 1.10.6'
   spec.add_development_dependency 'rake', '~> 10.4.2'

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: torrentify
 version: !ruby/object:Gem::Version
-  version: '0.4'
+  version: '0.5'
 platform: ruby
 authors:
 - david eriksson
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2015-09-25 00:00:00.000000000 Z
+date: 2015-10-08 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: mechanize
@@ -24,6 +24,20 @@ dependencies:
     - - '='
       - !ruby/object:Gem::Version
         version: 2.7.3
+- !ruby/object:Gem::Dependency
+  name: typhoeus
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '='
+      - !ruby/object:Gem::Version
+        version: 0.8.0
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '='
+      - !ruby/object:Gem::Version
+        version: 0.8.0
 - !ruby/object:Gem::Dependency
   name: simplecov
   requirement: !ruby/object:Gem::Requirement
@@ -164,6 +178,11 @@ files:
 - lib/manager/sites/piratebay_parser.rb
 - lib/model/torrent_model.rb
 - lib/torrentify.rb
+- test-integration/manager/sites/extratorrent_test.rb
+- test-integration/manager/sites/isohunt_test.rb
+- test-integration/manager/sites/kickass_test.rb
+- test-integration/manager/sites/piratebay_test.rb
+- test-integration/test_helper.rb
 - test/manager/imdb_manager_test.rb
 - test/manager/sites/extratorrent_parser_test.rb
 - test/manager/sites/isohunt_parser_test.rb
@@ -174,6 +193,7 @@ files:
 - test/manager/sites/test_data/kickass_mock_response.html
 - test/manager/sites/test_data/piratebay_mock_response.html
 - test/manager/test_data/imdb_mock_response.html
+- test/manager/torrentify_test.rb
 - test/model/torrent_model_test.rb
 - test/test_helper.rb
 - torrentify.gemspec
@@ -212,5 +232,6 @@ test_files:
 - test/manager/sites/test_data/kickass_mock_response.html
 - test/manager/sites/test_data/piratebay_mock_response.html
 - test/manager/test_data/imdb_mock_response.html
+- test/manager/torrentify_test.rb
 - test/model/torrent_model_test.rb
 - test/test_helper.rb