torrent_api 0.1.2 → 0.2.0

data/CHANGELOG

@@ -4,4 +4,5 @@
   v0.0.9 Migrated from tpb to torrent_api (now includes torrent_reactor and demonoid as searches)
   v0.1.0 Fixed Demonoid. Stable performance on :all and :demonoid.
   v0.1.1 Fixed Demonoid torrent links to be absolute, not relative.
-  v0.1.2 Fixed PirateBay filesizes to be in bytes.
+  v0.1.2 Fixed PirateBay filesizes to be in bytes.
+  v0.2.0 Added some PirateBay analysis methods for comments and their video/audio ratings. Specs begin.

data/Manifest

@@ -7,9 +7,11 @@ lib/demonoid/result.rb
 lib/demonoid/result_set.rb
 lib/pirate_bay/base.rb
 lib/pirate_bay/categories.rb
+lib/pirate_bay/details.rb
 lib/pirate_bay/result.rb
 lib/pirate_bay/result_set.rb
 lib/torrent_api.rb
 lib/torrent_reactor/base.rb
 lib/torrent_reactor/result.rb
 lib/torrent_reactor/result_set.rb
+torrent_api.gemspec

data/Rakefile

@@ -1,10 +1,10 @@
 require 'echoe'
-Echoe.new('torrent_api', '0.1.2') do |p|
+Echoe.new('torrent_api', '0.2.0') do |p|
   p.description = "An API to query popular torrent websites"
   p.url = "http://www.github.com/hjhart/torrent_api"
   p.author = "James Hart"
   p.email = "hjhart@gmail.com"
-  p.ignore_pattern = ["tmp/**/*", "scripts/*"]
+  p.ignore_pattern = ["tmp/**/*", "scripts/*", "spec/**/*", "Gemfile*"]
   p.development_dependencies = ['nokogiri', 'hpricot']
 end
 

data/lib/pirate_bay/base.rb

@@ -39,6 +39,29 @@ module PirateBay
     def cached_filename
       File.join("tmp", "searches", "#{search_string}_#{category_id}_#{page}.html")
     end
+    
+    def get_quality
+      execute
+      results = @results.map do |result|
+        url = "http://www.thepiratebay.org/torrent/#{result.id}/"
+        html = open(url).read
+        p = PirateBay::Details.new html, :init
+        puts "Fetching results"
+        result = { 
+          :seeds => result.seeds, 
+          :size => result.size, 
+          :name => result.name, 
+          :video => p.video_quality_average, 
+          :audio => p.audio_quality_average, 
+          :url => url 
+        } 
+        puts "Results: #{result}"
+        result
+      end
+      
+      results.reject { |a| a[:video].nan? }.sort_by { |a| a[:video] }
+    end
+    
 
     def fetch_search_results
       url = "http://thepiratebay.org/search/#{search_string}/#{page}/7/#{category_id}" # highest seeded first

data/lib/pirate_bay/details.rb

@@ -0,0 +1,98 @@
+require 'rubygems'
+require 'nokogiri'
+module PirateBay
+  class Details
+    def to_s
+      "#<PirateBay::Details: @id=#{@id}>"
+    end
+  
+    def initialize(html, type = :full)
+      @details_page_html = html
+      id_matches = html.match Regexp.new '<input type="hidden" name="id" value="(.*)"/>' rescue nil
+      @id = id_matches[1].to_i unless id_matches.nil?
+      @comment_pages_html = []
+      @scores = []
+      @type = type
+    end
+  
+    def fetch_comments(params)
+      index = params[:page] - 1
+      if @comment_pages_html[index].nil?
+        uri = URI.parse('http://thepiratebay.org/ajax_details_comments.php')
+        res = Net::HTTP.post_form(uri, params)
+        response = res.body
+        @comment_pages_html[index] = response
+      end
+      @comment_pages_html[index]
+    end
+  
+    def fetch_all_comments
+      comment_xhr_params.each do |params|
+        puts "  fetching comments for #{params[:page]} of #{params[:pages]}"
+        fetch_comments params
+      end
+    end
+        
+    def scores
+      if @type == :full
+        fetch_all_comments if @comment_pages_html.empty?
+        full_html = @comment_pages_html.inject("") { |html, memo| memo += html }
+        document = Nokogiri::HTML(full_html)
+      else
+        document = Nokogiri::HTML(@details_page_html)
+      end
+    
+      scores = document.css('div.comment').map { |comment|
+        PirateBay::Details.search_for_ratings(comment.inner_html)
+      }
+      @scores = scores.reject { |r| r.empty? }
+    end
+  
+    def comment_xhr_params
+      document = Nokogiri::HTML(@details_page_html)
+      comment_link = document.css('div.browse-coms a').first
+      if comment_link.nil?
+        [{ page: 1, pages: 1, crc: "9b235c98e242f2617ae61dc416ec0de7", id: @id }]
+      else
+        params = PirateBay::Details.extract_xhr_params comment_link.attr('onclick')
+        results = Array.new(params[:pages]) { |i| i+1 }
+        results.map do |i|
+          { page: i, pages: params[:pages], crc: params[:crc], id: params[:id] }
+        end
+      end
+      
+    end
+  
+    def self.extract_xhr_params(string)
+      page, pages, crc, id = /comPage\((\d+),(\d+),'(.+)', '(.+)'\);/.match(string).captures
+      page = page.to_i
+      pages = pages.to_i
+      { page: page, pages: pages, crc: crc, id: id }
+    end
+  
+  
+    def self.search_for_ratings string
+      video_score_matches = string.match(/(v|video) ?[:\=-]? ?([0-9]\.[0-9]|[0-9]{1,2})/i)
+      audio_score_matches = string.match(/(a|audio) ?[:\=-]? ?([0-9]\.[0-9]|[0-9]{1,2})/i)
+      ratings = {}
+      ratings[:v] = video_score_matches[2].to_f unless video_score_matches.nil?
+      ratings[:a] = audio_score_matches[2].to_f unless audio_score_matches.nil?
+      ratings.delete(:v) if ratings[:v] && ratings[:v] > 10
+      ratings.delete(:a) if ratings[:a] && ratings[:a] > 10
+      # puts "Incoming string of #{string} detected ratings of #{ratings}"
+      ratings
+    end
+    
+    def video_quality_average
+      video_scores = scores.map { |score| score[:v] }.compact
+      sum_of_video_scores = video_scores.inject(0) { |score, memo| memo += score }
+      sum_of_video_scores / video_scores.size.to_f
+    end
+  
+    def audio_quality_average
+      audio_scores = scores.map { |score| score[:a] }.compact
+      sum_of_audio_scores = audio_scores.inject(0) { |score, memo| memo += score }
+      sum_of_audio_scores / audio_scores.size.to_f
+    end
+  end
+end

data/lib/pirate_bay/result.rb

@@ -1,6 +1,6 @@
 module PirateBay
   class Result
-    attr_accessor :name, :seeds, :leeches, :category, :link, :magnet_link, :status, :size
+    attr_accessor :id, :name, :seeds, :leeches, :category, :link, :magnet_link, :status, :size
 
     def initialize(row = nil)
       if row.css("td")[1].css("img[alt='Trusted']").size > 0
@@ -18,7 +18,7 @@ module PirateBay
         magnet_link = nil
       end
 
-
+      self.id = row.inner_html.match(/torrent\/([\d]+)\//)[1]
       self.name = row.css(".detName").first.content
       self.seeds = row.css("td")[2].content.to_i
       self.leeches = row.css("td")[3].content.to_i

data/lib/torrent_api.rb

@@ -10,7 +10,7 @@ require 'uri'
 %w(result base result_set).each do |filename|
   require File.join(File.dirname(__FILE__), 'torrent_reactor', filename)
 end
-%w(result base categories result_set).each do |filename|
+%w(result base categories details result_set).each do |filename|
   require File.join(File.dirname(__FILE__), 'pirate_bay', filename)
 end
 %w(result base result_set).each do |filename|

data/torrent_api.gemspec

@@ -1,25 +1,24 @@
 # -*- encoding: utf-8 -*-
 
 Gem::Specification.new do |s|
-  s.name = %q{torrent_api}
-  s.version = "0.1.2"
+  s.name = "torrent_api"
+  s.version = "0.2.0"
 
   s.required_rubygems_version = Gem::Requirement.new(">= 1.2") if s.respond_to? :required_rubygems_version=
   s.authors = ["James Hart"]
-  s.date = %q{2011-06-26}
-  s.description = %q{An API to query popular torrent websites}
-  s.email = %q{hjhart@gmail.com}
-  s.extra_rdoc_files = ["CHANGELOG", "README.markdown", "lib/demonoid/base.rb", "lib/demonoid/result.rb", "lib/demonoid/result_set.rb", "lib/pirate_bay/base.rb", "lib/pirate_bay/categories.rb", "lib/pirate_bay/result.rb", "lib/pirate_bay/result_set.rb", "lib/torrent_api.rb", "lib/torrent_reactor/base.rb", "lib/torrent_reactor/result.rb", "lib/torrent_reactor/result_set.rb"]
-  s.files = ["CHANGELOG", "Manifest", "README.markdown", "Rakefile", "lib/demonoid/base.rb", "lib/demonoid/result.rb", "lib/demonoid/result_set.rb", "lib/pirate_bay/base.rb", "lib/pirate_bay/categories.rb", "lib/pirate_bay/result.rb", "lib/pirate_bay/result_set.rb", "lib/torrent_api.rb", "lib/torrent_reactor/base.rb", "lib/torrent_reactor/result.rb", "lib/torrent_reactor/result_set.rb", "torrent_api.gemspec"]
-  s.homepage = %q{http://www.github.com/hjhart/torrent_api}
+  s.date = "2011-11-12"
+  s.description = "An API to query popular torrent websites"
+  s.email = "hjhart@gmail.com"
+  s.extra_rdoc_files = ["CHANGELOG", "README.markdown", "lib/demonoid/base.rb", "lib/demonoid/result.rb", "lib/demonoid/result_set.rb", "lib/pirate_bay/base.rb", "lib/pirate_bay/categories.rb", "lib/pirate_bay/details.rb", "lib/pirate_bay/result.rb", "lib/pirate_bay/result_set.rb", "lib/torrent_api.rb", "lib/torrent_reactor/base.rb", "lib/torrent_reactor/result.rb", "lib/torrent_reactor/result_set.rb"]
+  s.files = ["CHANGELOG", "Manifest", "README.markdown", "Rakefile", "lib/demonoid/base.rb", "lib/demonoid/result.rb", "lib/demonoid/result_set.rb", "lib/pirate_bay/base.rb", "lib/pirate_bay/categories.rb", "lib/pirate_bay/details.rb", "lib/pirate_bay/result.rb", "lib/pirate_bay/result_set.rb", "lib/torrent_api.rb", "lib/torrent_reactor/base.rb", "lib/torrent_reactor/result.rb", "lib/torrent_reactor/result_set.rb", "torrent_api.gemspec"]
+  s.homepage = "http://www.github.com/hjhart/torrent_api"
   s.rdoc_options = ["--line-numbers", "--inline-source", "--title", "Torrent_api", "--main", "README.markdown"]
   s.require_paths = ["lib"]
-  s.rubyforge_project = %q{torrent_api}
-  s.rubygems_version = %q{1.3.7}
-  s.summary = %q{An API to query popular torrent websites}
+  s.rubyforge_project = "torrent_api"
+  s.rubygems_version = "1.8.10"
+  s.summary = "An API to query popular torrent websites"
 
   if s.respond_to? :specification_version then
-    current_version = Gem::Specification::CURRENT_SPECIFICATION_VERSION
     s.specification_version = 3
 
     if Gem::Version.new(Gem::VERSION) >= Gem::Version.new('1.2.0') then

metadata

@@ -1,55 +1,43 @@
---- !ruby/object:Gem::Specification 
+--- !ruby/object:Gem::Specification
 name: torrent_api
-version: !ruby/object:Gem::Version 
-  prerelease: false
-  segments: 
-  - 0
-  - 1
-  - 2
-  version: 0.1.2
+version: !ruby/object:Gem::Version
+  version: 0.2.0
+  prerelease: 
 platform: ruby
-authors: 
+authors:
 - James Hart
 autorequire: 
 bindir: bin
 cert_chain: []
-
-date: 2011-06-26 00:00:00 -07:00
-default_executable: 
-dependencies: 
-- !ruby/object:Gem::Dependency 
+date: 2011-11-12 00:00:00.000000000Z
+dependencies:
+- !ruby/object:Gem::Dependency
   name: nokogiri
-  prerelease: false
-  requirement: &id001 !ruby/object:Gem::Requirement 
+  requirement: &2153796560 !ruby/object:Gem::Requirement
     none: false
-    requirements: 
-    - - ">="
-      - !ruby/object:Gem::Version 
-        segments: 
-        - 0
-        version: "0"
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
   type: :development
-  version_requirements: *id001
-- !ruby/object:Gem::Dependency 
-  name: hpricot
   prerelease: false
-  requirement: &id002 !ruby/object:Gem::Requirement 
+  version_requirements: *2153796560
+- !ruby/object:Gem::Dependency
+  name: hpricot
+  requirement: &2153795880 !ruby/object:Gem::Requirement
     none: false
-    requirements: 
-    - - ">="
-      - !ruby/object:Gem::Version 
-        segments: 
-        - 0
-        version: "0"
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
   type: :development
-  version_requirements: *id002
+  prerelease: false
+  version_requirements: *2153795880
 description: An API to query popular torrent websites
 email: hjhart@gmail.com
 executables: []
-
 extensions: []
-
-extra_rdoc_files: 
+extra_rdoc_files:
 - CHANGELOG
 - README.markdown
 - lib/demonoid/base.rb
@@ -57,13 +45,14 @@ extra_rdoc_files:
 - lib/demonoid/result_set.rb
 - lib/pirate_bay/base.rb
 - lib/pirate_bay/categories.rb
+- lib/pirate_bay/details.rb
 - lib/pirate_bay/result.rb
 - lib/pirate_bay/result_set.rb
 - lib/torrent_api.rb
 - lib/torrent_reactor/base.rb
 - lib/torrent_reactor/result.rb
 - lib/torrent_reactor/result_set.rb
-files: 
+files:
 - CHANGELOG
 - Manifest
 - README.markdown
@@ -73,6 +62,7 @@ files:
 - lib/demonoid/result_set.rb
 - lib/pirate_bay/base.rb
 - lib/pirate_bay/categories.rb
+- lib/pirate_bay/details.rb
 - lib/pirate_bay/result.rb
 - lib/pirate_bay/result_set.rb
 - lib/torrent_api.rb
@@ -80,43 +70,34 @@ files:
 - lib/torrent_reactor/result.rb
 - lib/torrent_reactor/result_set.rb
 - torrent_api.gemspec
-has_rdoc: true
 homepage: http://www.github.com/hjhart/torrent_api
 licenses: []
-
 post_install_message: 
-rdoc_options: 
+rdoc_options:
 - --line-numbers
 - --inline-source
 - --title
 - Torrent_api
 - --main
 - README.markdown
-require_paths: 
+require_paths:
 - lib
-required_ruby_version: !ruby/object:Gem::Requirement 
+required_ruby_version: !ruby/object:Gem::Requirement
   none: false
-  requirements: 
-  - - ">="
-    - !ruby/object:Gem::Version 
-      segments: 
-      - 0
-      version: "0"
-required_rubygems_version: !ruby/object:Gem::Requirement 
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
   none: false
-  requirements: 
-  - - ">="
-    - !ruby/object:Gem::Version 
-      segments: 
-      - 1
-      - 2
-      version: "1.2"
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '1.2'
 requirements: []
-
 rubyforge_project: torrent_api
-rubygems_version: 1.3.7
+rubygems_version: 1.8.10
 signing_key: 
 specification_version: 3
 summary: An API to query popular torrent websites
 test_files: []
-