torrentify 0.3

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: 2cd02c015cbff3bb92376671f4dacbc6bf24aaec
+  data.tar.gz: ab3af8ef8a46196506b5f8bddbdf7f2afac5de4d
+SHA512:
+  metadata.gz: c3aeff0508d82e7eb58dab4cc294f55032527911f9d8c42d4cea5f5aab74a6e97425efe1525c07a37757e3797bfc29cfaef66d64796675794aa6f023fdbc3b1c
+  data.tar.gz: c5c9d03012369271d566fdf158315236a2cffbdc7547fd29a50af50940f9864b6de21f479ae0c1fca2d40cee4a79a3c2096b5416b8213ce78adcfde530f1368b

data/.coveralls.yml

@@ -0,0 +1 @@
+repo_token: Zj3HYNTGP7lW6SiQaLNTZYzPIbktefvuA

data/.gitignore

@@ -0,0 +1,10 @@
+/.bundle/
+/.yardoc
+/_yardoc/
+/coverage/
+/doc/
+/pkg/
+/tmp/
+Gemfile.lock
+/vendor/
+.DS_Store

data/.rubocop.yml

@@ -0,0 +1,11 @@
+AllCops:
+  Exclude:
+    - 'torrentify.gemspec'
+    - 'vendor/bundle/**/*'
+
+
+Style/HashSyntax:
+  EnforcedStyle: hash_rockets
+
+Style/ClassVars:
+  Enabled: false

data/.travis.yml

@@ -0,0 +1,13 @@
+language: ruby
+rvm:
+  - 2.0.0
+
+before_install: gem install bundler -v 1.10.6
+
+env:
+  global:
+    -  CODECLIMATE_REPO_TOKEN="dde4ba83df1f56ca989e97fa0ce037374f2aca04225a15f0e06f6a597e0749e2"
+
+after_success:
+  - bundle exec rake codeclimate
+  - bundle exec rake coveralls

data/Gemfile

@@ -0,0 +1,10 @@
+source 'https://rubygems.org'
+
+require 'rubygems'
+# require 'bundler/setup'
+
+group :test do
+  # gem 'test-unit' , '3.1.3'
+end
+
+gemspec

data/README.md

@@ -0,0 +1,2 @@
+# torrentify
+A search-tool for torrents

data/Rakefile

@@ -0,0 +1,51 @@
+require 'rake'
+require 'rake/testtask'
+require 'bundler/gem_tasks'
+
+desc 'Clean, test and install app'
+task :default => [:test, :install]
+
+desc 'test'
+task :test => [:clean, :unitTest, :rubocop]
+
+desc 'Remove coverage and pkg dirs before compilation'
+task :clean do
+  rm_rf %w(coverage pkg)
+end
+
+desc 'Run RuboCop - Tool for detecting codestyle violations'
+task :rubocop do
+  require 'rubocop/rake_task'
+  RuboCop::RakeTask.new
+end
+
+desc 'Run Unittests'
+Rake::TestTask.new(:unitTest) do |t|
+  t.libs << 'test'
+  t.verbose = false
+  t.test_files = FileList['test/*_test.rb', 'test/sites/*_test.rb']
+end
+
+desc 'Run codeclimate - Sends coverage info to CodeClimate when in CI'
+task :codeclimate => :test do
+  require 'simplecov'
+  require 'codeclimate-test-reporter'
+  SimpleCov.formatter = SimpleCov::Formatter::MultiFormatter[
+      SimpleCov::Formatter::HTMLFormatter,
+      CodeClimate::TestReporter::Formatter
+  ]
+  CodeClimate::TestReporter::Formatter.new.format(SimpleCov.result)
+end
+
+require 'coveralls/rake/task'
+Coveralls::RakeTask.new
+desc 'Run Coveralls - Sends coverage info to coveralls.io when in CI'
+task :coveralls => [:test, 'coveralls:push'] do
+  require 'simplecov'
+  require 'coveralls'
+  SimpleCov.formatter = SimpleCov::Formatter::MultiFormatter[
+        SimpleCov::Formatter::HTMLFormatter,
+        Coveralls::SimpleCov::Formatter
+  ]
+  Coveralls.wear_merged!
+end

data/lib/manager/mechanize_manager.rb

@@ -0,0 +1,28 @@
+#!/usr/bin/ruby
+require 'rubygems'
+require 'mechanize'
+require_relative 'sites/kickass_parser'
+
+# Manager responsible for scraping webpagem
+class MechanizeManager
+  def initialize
+  end
+
+  # Module responsible for calling mechanize
+  module Agent
+    def self.get_web_page(url)
+      agent = Mechanize.new
+      agent.agent.http.verify_mode = OpenSSL::SSL::VERIFY_NONE
+      agent.get(url)
+    end
+  end
+
+  def search_kickass(search_term)
+    white_space = '%20'
+    url = 'https://kat.cr/usearch/' << search_term.gsub(' ', white_space)
+    puts "Searching for '#{search_term}' on kickass"
+    page = Agent.get_web_page(url)
+    KickassParser.new(page).main_divs
+    page
+  end
+end

data/lib/manager/sites/kickass_parser.rb

@@ -0,0 +1,72 @@
+#!/usr/bin/ruby
+
+require_relative '../../model/torrent_model'
+
+# Class responsible for parsing
+# the page response from kickass
+class KickassParser
+  def initialize(page)
+    @page = page
+  end
+
+  # Parse values from html
+  module Parser
+    def self.seeders(div)
+      links = div.search(".//td[@class='red lasttd center']")
+      value = ''
+      links.each do |link|
+        value = link.content
+      end
+      value
+    end
+
+    def self.leechers(div)
+      links = div.search(".//td[@class='green center']")
+      value = ''
+      links.each do |link|
+        value = link.content
+      end
+      value
+    end
+
+    def self.size(div)
+      links = div.search(".//td[@class='nobr center']")
+      value = ''
+      links.each do |link|
+        value = link.content
+      end
+      value
+    end
+
+    def self.torrent_url(div)
+      links = div.search(".//a[@title='Download torrent file']")
+      value = ''
+      links.each do |link|
+        value = link.attributes['href']
+      end
+      value
+    end
+
+    def self.torrent_name(div)
+      links = div.search(".//a[@class='cellMainLink']")
+      value = ''
+      links.each do |link|
+        value = link.content
+      end
+      value
+    end
+  end
+
+  def main_divs
+    divs = @page.search(".//tr[@class='even' or @class='odd']")
+    divs.each do |div|
+      puts '-----------------'
+      puts Parser.torrent_url(div)
+      puts Parser.torrent_name(div)
+      puts Parser.size(div)
+      puts Parser.seeders(div)
+      puts Parser.leechers(div)
+    end
+    divs
+  end
+end

data/lib/model/torrent_model.rb

@@ -0,0 +1,10 @@
+#!/usr/bin/ruby
+
+# Model for saving torrent info
+class Torrent
+  attr_accessor :torrent_file
+  attr_accessor :name
+  attr_accessor :size
+  attr_accessor :seeders
+  attr_accessor :leechers
+end

data/lib/torrentify.rb

@@ -0,0 +1,11 @@
+#!/usr/bin/ruby
+
+require_relative 'manager/mechanize_manager'
+
+# Main interface
+# Responsible for running manager-methods
+module Torrentify
+  def self.search(search_param)
+    MechanizeManager.new.search_kickass(search_param)
+  end
+end

data/test/manager/mechanize_manager_test.rb

@@ -0,0 +1,55 @@
+require_relative '../test_helper'
+
+require_relative '../../lib/mechanize_manager'
+
+# Tests for code
+class TestMechanizeManagerClass < Test::Unit::TestCase
+  class << self
+    def startup
+      puts 'Getting page and storing in class for reuse'
+      begin
+        search_term = 'a pigeon sat on a branch reflecting on existence'
+        @@page = MechanizeManager.new.search_kickass(search_term)
+      rescue ResponseCodeError
+        puts 'error getting page'
+      end
+    end
+
+    def shutdown
+    end
+
+    def suite
+      mysuite = super
+      def mysuite.run(*args)
+        TestMechanizeManagerClass.startup
+        super
+        TestMechanizeManagerClass.shutdown
+      end
+      mysuite
+    end
+  end
+
+  def setup
+    puts 'runs before each test'
+  end
+
+  def teardown
+    puts 'runs after each test'
+  end
+
+  def test_get_web_page_kickass
+    assert_not_nil @@page
+  end
+end
+
+# Capture of stdout to STDOUT var
+module Kernel
+  def capture_stdout
+    out = StringIO.new
+    $stdout = out
+    yield
+    return out
+  ensure
+    $stdout = STDOUT
+  end
+end

data/test/manager/sites/kickass_parser_test.rb

@@ -0,0 +1,32 @@
+#!/usr/bin/ruby
+require_relative '../../test_helper'
+
+require_relative '../../../lib/sites/kickass_parser'
+require_relative '../../../lib/mechanize_manager'
+
+# Tests for kickass
+class TestKickassClass < Test::Unit::TestCase
+  def test_main_divs
+    search_term = 'a pigeon sat on a branch reflecting on existence'
+    page = MechanizeManager.new.search_kickass(search_term)
+    parser = KickassParser.new(page)
+    out = capture_stdout do
+      result = parser.main_divs
+      assert_not_nil result
+    end
+    assert_not_nil out
+    puts out.string
+  end
+end
+
+# Capture of stdout to STDOUT var
+module Kernel
+  def capture_stdout
+    out = StringIO.new
+    $stdout = out
+    yield
+    return out
+  ensure
+    $stdout = STDOUT
+  end
+end

data/test/test_helper.rb

@@ -0,0 +1,6 @@
+require 'simplecov'
+SimpleCov.add_filter 'vendor'
+SimpleCov.add_filter 'test'
+SimpleCov.command_name 'Unit tests'
+SimpleCov.start
+require 'test/unit'

data/test/torrentify_test.rb

@@ -0,0 +1,11 @@
+require_relative 'test_helper'
+
+require_relative '../lib/torrentify'
+
+# Tests for torrentify
+class TestTorrentify < Test::Unit::TestCase
+  def test_first
+    search_param = 'Hej'
+    Torrentify.search(search_param)
+  end
+end

data/torrentify.gemspec

@@ -0,0 +1,37 @@
+# coding: utf-8
+lib = File.expand_path('../lib', __FILE__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+
+Gem::Specification.new do |spec|
+  spec.name          = 'torrentify'
+  spec.version       = 0.3
+  spec.authors       = ['david eriksson']
+  spec.email         = ['davideriksson@swedenmail.com']
+
+  spec.summary       = %w(Baseapp for webscraping torrent-sites)
+  spec.description   = %w(Baseapp for webscraping torrent-sites)
+  spec.homepage      = 'http://seppaleinen.github.io/torrentify'
+
+  # Prevent pushing this gem to RubyGems.org by setting 'allowed_push_host', or
+  # delete this section to allow pushing this gem to any host.
+  if spec.respond_to?(:metadata)
+    spec.metadata['allowed_push_host'] = 'https://rubygems.org'
+  else
+    fail 'RubyGems 2.0 or nwr is required to protect against public gem pushes'
+  end
+
+  #spec.files         = `git ls-files`.split($\).reject { |f| f.match(%r{^(test|spec|features)/}) }
+  spec.files         = `git ls-files`.split($\)
+  spec.test_files    = spec.files.grep(%r{^(test|spec|features)/})
+  spec.require_paths = ['lib']
+
+  spec.add_runtime_dependency 'mechanize', '2.7.3'
+  spec.add_development_dependency 'simplecov', '>= 0.7.1', '< 1.0.0'
+  spec.add_development_dependency 'bundler', '~> 1.10.6'
+  spec.add_development_dependency 'rake', '~> 10.4.2'
+  spec.add_development_dependency 'codeclimate-test-reporter', '0.4.8'
+  spec.add_development_dependency 'coveralls', '0.8.2'
+  #spec.add_development_dependency 'rspec', '3.3.0'
+  spec.add_development_dependency 'test-unit', '3.1.3'
+  spec.add_development_dependency 'rubocop', '~> 0.33.0'
+end

metadata

@@ -0,0 +1,182 @@
+--- !ruby/object:Gem::Specification
+name: torrentify
+version: !ruby/object:Gem::Version
+  version: '0.3'
+platform: ruby
+authors:
+- david eriksson
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2015-09-05 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: mechanize
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '='
+      - !ruby/object:Gem::Version
+        version: 2.7.3
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '='
+      - !ruby/object:Gem::Version
+        version: 2.7.3
+- !ruby/object:Gem::Dependency
+  name: simplecov
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 0.7.1
+    - - "<"
+      - !ruby/object:Gem::Version
+        version: 1.0.0
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 0.7.1
+    - - "<"
+      - !ruby/object:Gem::Version
+        version: 1.0.0
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 1.10.6
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 1.10.6
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 10.4.2
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 10.4.2
+- !ruby/object:Gem::Dependency
+  name: codeclimate-test-reporter
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '='
+      - !ruby/object:Gem::Version
+        version: 0.4.8
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '='
+      - !ruby/object:Gem::Version
+        version: 0.4.8
+- !ruby/object:Gem::Dependency
+  name: coveralls
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '='
+      - !ruby/object:Gem::Version
+        version: 0.8.2
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '='
+      - !ruby/object:Gem::Version
+        version: 0.8.2
+- !ruby/object:Gem::Dependency
+  name: test-unit
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '='
+      - !ruby/object:Gem::Version
+        version: 3.1.3
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '='
+      - !ruby/object:Gem::Version
+        version: 3.1.3
+- !ruby/object:Gem::Dependency
+  name: rubocop
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.33.0
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.33.0
+description: '["Baseapp", "for", "webscraping", "torrent-sites"]'
+email:
+- davideriksson@swedenmail.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- ".coveralls.yml"
+- ".gitignore"
+- ".rubocop.yml"
+- ".travis.yml"
+- Gemfile
+- README.md
+- Rakefile
+- lib/manager/mechanize_manager.rb
+- lib/manager/sites/kickass_parser.rb
+- lib/model/torrent_model.rb
+- lib/torrentify.rb
+- test/manager/mechanize_manager_test.rb
+- test/manager/sites/kickass_parser_test.rb
+- test/test_helper.rb
+- test/torrentify_test.rb
+- torrentify.gemspec
+homepage: http://seppaleinen.github.io/torrentify
+licenses: []
+metadata:
+  allowed_push_host: https://rubygems.org
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.4.6
+signing_key: 
+specification_version: 4
+summary: '["Baseapp", "for", "webscraping", "torrent-sites"]'
+test_files:
+- test/manager/mechanize_manager_test.rb
+- test/manager/sites/kickass_parser_test.rb
+- test/test_helper.rb
+- test/torrentify_test.rb