itunes_app_reviews 0.0.1

data/.gitignore

@@ -0,0 +1,17 @@
+*.gem
+*.rbc
+.bundle
+.config
+.yardoc
+Gemfile.lock
+InstalledFiles
+_yardoc
+coverage
+doc/
+lib/bundler/man
+pkg
+rdoc
+spec/reports
+test/tmp
+test/version_tmp
+tmp

data/Gemfile

@@ -0,0 +1,15 @@
+source 'https://rubygems.org'
+
+gemspec
+
+gem 'nokogiri'
+gem 'httpclient'
+gem 'open_uri_redirections'
+
+group :development do
+  gem 'rake'
+end
+
+group :test do
+  gem 'rspec'
+end

data/LICENSE.txt

@@ -0,0 +1,22 @@
+Copyright (c) 2013 Grzegorz Biesiadecki
+
+MIT License
+
+Permission is hereby granted, free of charge, to any person obtaining
+a copy of this software and associated documentation files (the
+"Software"), to deal in the Software without restriction, including
+without limitation the rights to use, copy, modify, merge, publish,
+distribute, sublicense, and/or sell copies of the Software, and to
+permit persons to whom the Software is furnished to do so, subject to
+the following conditions:
+
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
+LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
+OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
+WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/README.md

@@ -0,0 +1,52 @@
+# ITunesAppReviews
+
+Download user reviews from iTunes (iOS App Store)
+
+## Installation
+
+Add this line to your application's Gemfile:
+
+    gem 'app_store_reviews'
+
+And then execute:
+
+    $ bundle
+
+Or install it yourself as:
+
+    $ gem install app_store_reviews
+
+## Usage
+
+Create reviews object with selected store ID and application ID.
+
+```ruby
+  app_id = 123456789
+  store_id = ITunesAppReviews::Stores['United States']
+
+  reviews = ITunesAppReviews::Reviews.new(store_id, app_id)
+  reviews.each do |review|
+    puts "title: #{review[:title]}"
+    puts "name: #{review[:name]}"
+    puts "text: #{review[:text]}"
+    puts "rating: #{review[:rating]}"
+    puts "date: #{review[:date]}"
+    puts "version: #{review[:version]}"
+    puts
+  end
+```ruby
+
+For logging provide logger to `ITunesAppReviews` module and set desired logging level. By default logs go to `/dev/null` with level `ERROR`.
+
+```ruby
+ITunesAppReviews.log = Logger.new(STDOUT)
+ITunesAppReviews.log.level = Logger::DEBUG
+```ruby
+
+## Contributing
+
+1. Fork it
+2. Create your feature branch (`git checkout -b my-new-feature`)
+3. Commit your changes (`git commit -am 'Add some feature'`)
+4. Push to the branch (`git push origin my-new-feature`)
+5. Create new Pull Request

data/Rakefile

@@ -0,0 +1 @@
+require "bundler/gem_tasks"

data/app_reviews.rb

@@ -0,0 +1,19 @@
+# encoding: UTF-8
+require_relative 'lib/app_store_reviews'
+  puts "Starting\n"
+
+  app_id = 539124565
+  store_id = 143507
+
+  reviews = AppStoreReviews::Reviews.new(store_id, app_id)
+  reviews.each do |review|
+    puts "title: #{review[:title]}"
+    puts "name: #{review[:name]}"
+    puts "text: #{review[:text]}"
+    puts "rating: #{review[:rating]}"
+    puts "date: #{review[:date]}"
+    puts "version: #{review[:version]}"
+    puts
+  end
+
+  puts "Done."

data/itunes_app_reviews.gemspec

@@ -0,0 +1,19 @@
+# -*- encoding: utf-8 -*-
+lib = File.expand_path('../lib', __FILE__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+require 'itunes_app_reviews/version'
+
+Gem::Specification.new do |gem|
+  gem.name          = "itunes_app_reviews"
+  gem.version       = ITunesAppReviews::VERSION
+  gem.authors       = ["Grzegorz Biesiadecki"]
+  gem.email         = ["gbiesiadecki@gmail.com"]
+  gem.description   = %q{Scrapes iTunes for app reviews}
+  gem.summary       = %q{iTunes App Reviews}
+  gem.homepage      = ""
+
+  gem.files         = `git ls-files`.split($/)
+  gem.executables   = gem.files.grep(%r{^bin/}).map{ |f| File.basename(f) }
+  gem.test_files    = gem.files.grep(%r{^(test|spec|features)/})
+  gem.require_paths = ["lib"]
+end

data/lib/app_store_reviews.rb

@@ -0,0 +1,11 @@
+require "logger"
+require "itunes_app_reviews/stores"
+require "itunes_app_reviews/reviews"
+
+module AppStoreReviews
+  @@log = Logger.new(STDOUT)
+  @@log.level = Logger::ERROR
+
+  def self.log=(log); @@log = log end
+  def self.log; @@log end
+end

data/lib/itunes_app_reviews/reviews.rb

@@ -0,0 +1,42 @@
+# encoding: UTF-8
+require_relative 'reviews_page'
+require 'httpclient'
+require 'open-uri'
+require 'open_uri_redirections'
+require 'csv'
+require 'date'
+
+module ITunesAppReviews
+  class Reviews
+    attr_writer :start_date
+
+    def initialize(store_id, app_id)
+      @store_id = store_id
+      @app_id = app_id
+    end
+
+    def each
+      ITunesAppReviews::log.debug("Loading reviews (store_id: #{@store_id}, app_id: #{@app_id})")
+      page = 0
+      while true
+        page += 1
+        reviews = reviews_page(page)
+
+        break if reviews.empty?
+
+        reviews.each do |review|
+          yield review
+        end
+      end
+    end
+
+    def reviews_page(page_number)
+      url = "http://phobos.apple.com/WebObjects/MZStore.woa/wa/viewContentsUserReviews?sortOrdering=4&onlyLatestVersion=false&sortAscending=true&pageNumber=#{(page_number - 1)}&type=Purple+Software&id=#{@app_id}"
+      f = open(url, "User-Agent" => "iTunes-iPhone/2.2 (2)", "X-Apple-Store-Front" => "#{@store_id}-1", :allow_safe_redirections => true)
+      page_text = f.read
+      ITunesAppReviews.log.debug("Loading page #{page_number} (store_id: #{@store_id}, app_id: #{@app_id})")
+      ITunesAppReviews.log.debug(page_text)
+      ITunesAppReviews::ReviewsPage.new(page_text).reviews
+    end
+  end
+end

data/lib/itunes_app_reviews/reviews_page.rb

@@ -0,0 +1,60 @@
+# encoding: UTF-8
+require 'nokogiri'
+require 'rexml/document'
+include REXML
+
+module ITunesAppReviews
+  class ReviewsPage
+    LINK_SELECTOR = "Document > View > ScrollView > VBoxView > View > MatrixView > VBoxView > VBoxView > VBoxView"
+
+    def initialize(page_content)
+      doc = Nokogiri::XML(page_content)
+      @links = doc.css(LINK_SELECTOR)
+    end
+
+    def reviews
+      @links.reduce([]) do |reviews, current|
+        review = parse(current)
+        reviews << review if review
+        reviews
+      end
+    end
+
+    private
+
+    def parse(link)
+      ITunesAppReviews.log.debug("Parsing link")
+      ITunesAppReviews.log.debug(link)
+
+      node = link.css('TextView > SetFontStyle')
+      info = node[2].content.split(" - ")
+      version = info[1].strip()[-5, 5]
+      date = info[2].strip()
+
+      name_el = node.css('GotoURL > b')
+      name = name_el.first.content.strip
+
+      title_el = node[0].css('b')
+      title = title_el.first.content
+
+      text = node[3].content.strip.gsub(/(\s){2,}/, " ")
+
+      node = link.css('HBoxView > HBoxView > HBoxView')
+      rating = node.attr('alt').value.delete(" Stars")
+
+      {
+        title: title,
+        name: name,
+        text: text,
+        rating: rating,
+        date: date,
+        version: version
+      }
+
+    rescue StandardError => e
+      ITunesAppReviews.log.error("Error while parsing")
+      ITunesAppReviews.log.error(e)
+      nil
+    end
+  end
+end

data/lib/itunes_app_reviews/stores.rb

@@ -0,0 +1,83 @@
+# encoding: UTF-8
+
+module ITunesAppReviews
+  STORES = {
+    'Argentina' =>          143505,
+    'Australia' =>          143460,
+    'Belgium' =>            143446,
+    'Brazil' =>             143503,
+    'Canada' =>             143455,
+    'Chile' =>              143483,
+    'China' =>              143465,
+    'Colombia' =>           143501,
+    'Costa Rica' =>         143495,
+    'Croatia' =>            143494,
+    'Czech Republic' =>     143489,
+    'Denmark' =>            143458,
+    'Deutschland' =>        143443,
+    'El Salvador' =>        143506,
+    'Espana' =>             143454,
+    'Finland' =>            143447,
+    'France' =>             143442,
+    'Greece' =>             143448,
+    'Guatemala' =>          143504,
+    'Hong Kong' =>          143463,
+    'Hungary' =>            143482,
+    'India' =>              143467,
+    'Indonesia' =>          143476,
+    'Ireland' =>            143449,
+    'Israel' =>             143491,
+    'Italia' =>             143450,
+    'Korea' =>              143466,
+    'Kuwait' =>             143493,
+    'Lebanon' =>            143497,
+    'Luxembourg' =>         143451,
+    'Malaysia' =>           143473,
+    'Mexico' =>             143468,
+    'Nederland' =>          143452,
+    'New Zealand' =>        143461,
+    'Norway' =>             143457,
+    'Osterreich' =>         143445,
+    'Pakistan' =>           143477,
+    'Panama' =>             143485,
+    'Peru' =>               143507,
+    'Phillipines' =>        143474,
+    'Poland' =>             143478,
+    'Portugal' =>           143453,
+    'Qatar' =>              143498,
+    'Romania' =>            143487,
+    'Russia' =>             143469,
+    'Saudi Arabia' =>       143479,
+    'Schweiz/Suisse' =>     143459,
+    'Singapore' =>          143464,
+    'Slovakia' =>           143496,
+    'Slovenia' =>           143499,
+    'South Africa' =>       143472,
+    'Sri Lanka' =>          143486,
+    'Sweden' =>             143456,
+    'Taiwan' =>             143470,
+    'Thailand' =>           143475,
+    'Turkey' =>             143480,
+    'United Arab Emirates' => 143481,
+    'United Kingdom' =>     143444,
+    'United States' =>      143441,
+    'Venezuela' =>          143502,
+    'Vietnam' =>            143471,
+    'Japan' =>              143462,
+    'Dominican Republic' => 143508,
+    'Ecuador' =>            143509,
+    'Egypt' =>              143516,
+    'Estonia' =>            143518,
+    'Honduras' =>           143510,
+    'Jamaica' =>            143511,
+    'Kazakhstan' =>         143517,
+    'Latvia' =>             143519,
+    'Lithuania' =>          143520,
+    'Macau' =>              143515,
+    'Malta' =>              143521,
+    'Moldova' =>            143523,
+    'Nicaragua' =>          143512,
+    'Paraguay' =>           143513,
+    'Uruguay' =>            143514
+  }
+end

data/lib/itunes_app_reviews/version.rb

@@ -0,0 +1,3 @@
+module ITunesAppReviews
+  VERSION = "0.0.1"
+end

data/lib/itunes_app_reviews.rb

@@ -0,0 +1,11 @@
+require "logger"
+require "itunes_app_reviews/stores"
+require "itunes_app_reviews/reviews"
+
+module ITunesAppReviews
+  @@log = Logger.new(NIL)
+  @@log.level = Logger::ERROR
+
+  def self.log=(log); @@log = log end
+  def self.log; @@log end
+end