amazon-review 0.0.1

data/lib/amazon-review.rb

@@ -0,0 +1,40 @@
+require 'nokogiri'
+require 'open-uri'
+
+module AmazonReview
+
+  def self.find_reviews(asin)
+    reviews = []
+    delay = 0.5
+    page = 1
+    
+    # iterate through the pages of reviews
+
+    begin
+      url = "http://www.amazon.com/product-reviews/#{asin}/?ie=UTF8&showViewpoints=0&pageNumber=#{page}&sortBy=bySubmissionDateAscending"
+      doc = Nokogiri::HTML(open(url))
+      
+      # parse each review
+      new_reviews = 0
+      doc.css("#productReviews td > a[name]").each do |review_html|
+        reviews << Review.new(review_html)
+        new_reviews += 1
+      end       
+      # go to next page
+      page += 1
+      
+      # delay to prevent 503 errors
+      delay = [0, delay - 0.1].max # decrease delay
+      sleep delay
+      
+    rescue Exception => e # error while parsing (likely a 503)      
+      delay += 0.5 # increase delay
+    
+    end until new_reviews == 0
+    
+    reviews  
+  end
+
+end
+
+require_relative "amazon-review/review"

data/lib/amazon-review/review.rb

@@ -0,0 +1,79 @@
+module AmazonReview
+  class Review
+                
+    def initialize(html)
+      @html = html
+      @div = html.next_element.next_element
+    end
+    
+    def inspect
+      "<Review: id=#{id}>"
+    end
+    
+    def id
+      @id ||= @html['name']
+    end
+    
+    def url   
+      @url ||= "http://www.amazon.com/review/#{id}"
+    end
+    
+    def user_id
+      regex = /[A-Z0-9]+/
+      @user_id ||= @div.css('a[href^="/gp/pdp/profile"]').first["href"][regex]
+    end
+    
+    def title
+      @title ||= @div.css("b").first.text.strip
+    end
+    
+    def date
+      @date ||= Date.parse(@div.css("nobr").first.text)
+    end
+    
+    def text
+      # remove leading and trailing line returns, tabs, and spaces
+      @text ||= @div.css(".reviewText").first.content.strip #sub(/\A[\n\t\s]+/,"").sub(/[\n\t\s]+\Z/,"")
+    end
+    
+    def rating
+      regex = /[0-9\.]+/
+      @rating ||= Float( @div.css("span.swSprite").first['title'][regex] )
+    end
+    
+    def helpful_count
+      if helpful_match
+        @helpful_count ||= Float(helpful_match.captures[0])
+      else
+        @helpful_count = nil
+      end
+      
+      @helpful_count
+    end
+    
+    def helpful_ratio
+      if helpful_match
+        @helpful_ratio ||= Float(helpful_match.captures[0]) / Float(helpful_match.captures[1])
+      else
+        @helpful_ratio = nil
+      end
+      
+      @helpful_ratio
+    end
+    
+    def to_hash
+      attrs = [:id, :url, :user_id, :title, :date, :text, :rating, :helpful_count, :helpful_ratio]
+      attrs.inject({}) do |r,attr|
+        r[attr] = self.send(attr)
+        r
+      end
+    end
+    
+    private
+    
+    def helpful_match
+      @helpful_match ||= @div.text.match(/(\d+) of (\d+) people/)
+    end
+  end
+
+end

metadata

@@ -0,0 +1,63 @@
+--- !ruby/object:Gem::Specification
+name: amazon-review
+version: !ruby/object:Gem::Version
+  version: 0.0.1
+  prerelease: 
+platform: ruby
+authors:
+- Jeff Mekler
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2014-09-09 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: nokogiri
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>'
+      - !ruby/object:Gem::Version
+        version: 1.5.6
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>'
+      - !ruby/object:Gem::Version
+        version: 1.5.6
+description: A simple gem to parse Amazon product reviews
+email: contact@jeffmekler.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- lib/amazon-review.rb
+- lib/amazon-review/review.rb
+homepage: http://rubygems.org/gems/amazon-review
+licenses:
+- MIT
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 1.8.24
+signing_key: 
+specification_version: 3
+summary: A simple gem to parse Amazon product reviews
+test_files: []