itunes_review 0.0.1

data/.document

@@ -0,0 +1,5 @@
+lib/**/*.rb
+bin/*
+- 
+features/**/*.feature
+LICENSE.txt

data/.gitignore

@@ -0,0 +1,49 @@
+# rcov generated
+coverage
+coverage.data
+
+# rdoc generated
+rdoc
+
+# yard generated
+doc
+.yardoc
+
+# bundler
+.bundle
+
+# jeweler generated
+pkg
+
+# Have editor/IDE/OS specific files you need to ignore? Consider using a global gitignore: 
+#
+# * Create a file at ~/.gitignore
+# * Include files you want ignored
+# * Run: git config --global core.excludesfile ~/.gitignore
+#
+# After doing this, these files will be ignored in all your git projects,
+# saving you from having to 'pollute' every project you touch with them
+#
+# Not sure what to needs to be ignored for particular editors/OSes? Here's some ideas to get you started. (Remember, remove the leading # of the line)
+#
+# For MacOS:
+#
+#.DS_Store
+
+# For TextMate
+#*.tmproj
+#tmtags
+
+# For emacs:
+#*~
+#\#*
+#.\#*
+
+# For vim:
+#*.swp
+
+# For redcar:
+#.redcar
+
+# For rubinius:
+#*.rbc

data/.rspec

@@ -0,0 +1 @@
+--color

data/Gemfile

@@ -0,0 +1 @@
+gemspec

data/Gemfile.lock

@@ -0,0 +1,21 @@
+PATH
+  remote: .
+  specs:
+    itunes_review (0.0.1)
+      hpricot
+      httparty
+
+GEM
+  specs:
+    hpricot (0.8.6)
+    httparty (0.9.0)
+      multi_json (~> 1.0)
+      multi_xml
+    multi_json (1.3.6)
+    multi_xml (0.5.1)
+
+PLATFORMS
+  ruby
+
+DEPENDENCIES
+  itunes_review!

data/LICENSE.txt

@@ -0,0 +1,20 @@
+Copyright (c) 2012 Masahiro Saito
+
+Permission is hereby granted, free of charge, to any person obtaining
+a copy of this software and associated documentation files (the
+"Software"), to deal in the Software without restriction, including
+without limitation the rights to use, copy, modify, merge, publish,
+distribute, sublicense, and/or sell copies of the Software, and to
+permit persons to whom the Software is furnished to do so, subject to
+the following conditions:
+
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
+LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
+OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
+WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/Rakefile

@@ -0,0 +1,54 @@
+# encoding: utf-8
+
+require 'rubygems'
+require 'bundler'
+begin
+  Bundler.setup(:default, :development)
+rescue Bundler::BundlerError => e
+  $stderr.puts e.message
+  $stderr.puts "Run `bundle install` to install missing gems"
+  exit e.status_code
+end
+require 'rake'
+
+require 'jeweler'
+Jeweler::Tasks.new do |gem|
+  # gem is a Gem::Specification... see http://docs.rubygems.org/read/chapter/20 for more options
+  gem.name = "itunes_review"
+  gem.homepage = "http://github.com/camelmasa/itunes_review"
+  gem.license = "MIT"
+  gem.summary = ""
+  gem.description = ""
+  gem.email = "camelmasa@gmail.com"
+  gem.authors = ["Masahiro Saito"]
+  # dependencies defined in Gemfile
+end
+Jeweler::RubygemsDotOrgTasks.new
+
+require 'rspec/core'
+require 'rspec/core/rake_task'
+RSpec::Core::RakeTask.new(:spec) do |spec|
+  spec.pattern = FileList['spec/**/*_spec.rb']
+end
+
+RSpec::Core::RakeTask.new(:rcov) do |spec|
+  spec.pattern = 'spec/**/*_spec.rb'
+  spec.rcov = true
+end
+
+#RSpec::Core::RakeTask.new(:simplecov) do |spec|
+#  spec.pattern = 'spec/**/*_spec.rb'
+#  spec.simplecov = true
+#end
+
+task :default => :spec
+
+require 'rdoc/task'
+Rake::RDocTask.new do |rdoc|
+  version = File.exist?('VERSION') ? File.read('VERSION') : ""
+
+  rdoc.rdoc_dir = 'rdoc'
+  rdoc.title = "itp4r #{version}"
+  rdoc.rdoc_files.include('README*')
+  rdoc.rdoc_files.include('lib/**/*.rb')
+end

data/VERSION

@@ -0,0 +1 @@
+0.0.1

data/itunes_review.gemspec

@@ -0,0 +1,20 @@
+# -*- encoding: utf-8 -*-
+version = File.read(File.expand_path("../VERSION", __FILE__)).strip
+
+Gem::Specification.new do |gem|
+  gem.authors       = ["camelmasa"]
+  gem.email         = ["camelmasa@gmail.com"]
+  gem.description   = %q{iTunes review list}
+  gem.summary       = %q{iTunes review list}
+  gem.homepage      = ""
+
+  gem.files         = `git ls-files`.split($\)
+  gem.executables   = gem.files.grep(%r{^bin/}).map{ |f| File.basename(f) }
+  gem.test_files    = gem.files.grep(%r{^(test|spec|features)/})
+  gem.name          = "itunes_review"
+  gem.require_paths = ["lib"]
+  gem.version       = version
+
+  gem.add_dependency 'hpricot'
+  gem.add_dependency 'httparty'
+end

data/lib/itunes_review.rb

@@ -0,0 +1,179 @@
+require 'hpricot'
+
+class ItunesReview
+
+  # MODIFY YOUR NATIVE LANGUAGE
+  NATIVE_LANGUAGE = 'en'
+  DEBUG = false
+  TRANSLATE_URL = "http://ajax.googleapis.com/ajax/services/language/translate?"
+  
+  def self.stores
+  [
+    { :name => 'United States',        :id => 143441, :language => 'en'    },
+    { :name => 'Argentina',            :id => 143505, :language => 'es'    },
+    { :name => 'Australia',            :id => 143460, :language => 'en'    },
+    { :name => 'Belgium',              :id => 143446, :language => 'nl'    },
+    { :name => 'Brazil',               :id => 143503, :language => 'pt'    },
+    { :name => 'Canada',               :id => 143455, :language => 'en'    },
+    { :name => 'Chile',                :id => 143483, :language => 'es'    },
+    { :name => 'China',                :id => 143465, :language => 'zh-CN' },
+    { :name => 'Colombia',             :id => 143501, :language => 'es'    },
+    { :name => 'Costa Rica',           :id => 143495, :language => 'es'    },
+    { :name => 'Croatia',              :id => 143494, :language => 'hr'    },
+    { :name => 'Czech Republic',       :id => 143489, :language => 'cs'    },
+    { :name => 'Denmark',              :id => 143458, :language => 'da'    },
+    { :name => 'Deutschland',          :id => 143443, :language => 'de'    },
+    { :name => 'El Salvador',          :id => 143506, :language => 'es'    },
+    { :name => 'Espana',               :id => 143454, :language => 'es'    },
+    { :name => 'Finland',              :id => 143447, :language => 'fi'    },
+    { :name => 'France',               :id => 143442, :language => 'fr'    },
+    { :name => 'Greece',               :id => 143448, :language => 'el'    },
+    { :name => 'Guatemala',            :id => 143504, :language => 'es'    },
+    { :name => 'Hong Kong',            :id => 143463, :language => 'zh-TW' },
+    { :name => 'Hungary',              :id => 143482, :language => 'hu'    },
+    { :name => 'India',                :id => 143467, :language => ''      },
+    { :name => 'Indonesia',            :id => 143476, :language => ''      },
+    { :name => 'Ireland',              :id => 143449, :language => ''      },
+    { :name => 'Israel',               :id => 143491, :language => ''      },
+    { :name => 'Italia',               :id => 143450, :language => 'it'    },
+    { :name => 'Korea',                :id => 143466, :language => 'ko'    },
+    { :name => 'Kuwait',               :id => 143493, :language => 'ar'    },
+    { :name => 'Lebanon',              :id => 143497, :language => 'ar'    },
+    { :name => 'Luxembourg',           :id => 143451, :language => 'de'    },
+    { :name => 'Malaysia',             :id => 143473, :language => ''      },
+    { :name => 'Mexico',               :id => 143468, :language => 'es'    },
+    { :name => 'Nederland',            :id => 143452, :language => 'nl'    },
+    { :name => 'New Zealand',          :id => 143461, :language => 'en'    },
+    { :name => 'Norway',               :id => 143457, :language => 'no'    },
+    { :name => 'Osterreich',           :id => 143445, :language => 'de'    },
+    { :name => 'Pakistan',             :id => 143477, :language => ''      },
+    { :name => 'Panama',               :id => 143485, :language => 'es'    },
+    { :name => 'Peru',                 :id => 143507, :language => 'es'    },
+    { :name => 'Phillipines',          :id => 143474, :language => ''      },
+    { :name => 'Poland',               :id => 143478, :language => 'pl'    },
+    { :name => 'Portugal',             :id => 143453, :language => 'pt'    },
+    { :name => 'Qatar',                :id => 143498, :language => 'ar'    },
+    { :name => 'Romania',              :id => 143487, :language => 'ro'    },
+    { :name => 'Russia',               :id => 143469, :language => 'ru'    },
+    { :name => 'Saudi Arabia',         :id => 143479, :language => 'ar'    },
+    { :name => 'Schweiz/Suisse',       :id => 143459, :language => 'auto'  },
+    { :name => 'Singapore',            :id => 143464, :language => ''      },
+    { :name => 'Slovakia',             :id => 143496, :language => ''      },
+    { :name => 'Slovenia',             :id => 143499, :language => ''      },
+    { :name => 'South Africa',         :id => 143472, :language => 'en'    },
+    { :name => 'Sri Lanka',            :id => 143486, :language => ''      },
+    { :name => 'Sweden',               :id => 143456, :language => 'sv'    },
+    { :name => 'Taiwan',               :id => 143470, :language => 'zh-TW' },
+    { :name => 'Thailand',             :id => 143475, :language => 'th'    },
+    { :name => 'Turkey',               :id => 143480, :language => 'tr'    },
+    { :name => 'United Arab Emirates', :id => 143481, :language => ''      },
+    { :name => 'United Kingdom',       :id => 143444, :language => 'en'    },
+    { :name => 'Venezuela',            :id => 143502, :language => 'es'    },
+    { :name => 'Vietnam',              :id => 143471, :language => 'vi'    },
+    { :name => 'Japan',                :id => 143462, :language => 'ja'    },
+  
+    # stores added April 1, 2009
+    { :name => 'Dominican Republic',   :id => 143508, :language => 'es'    },
+    { :name => 'Ecuador',              :id => 143509, :language => 'es'    },
+    { :name => 'Egypt',                :id => 143516, :language => ''      },
+    { :name => 'Estonia',              :id => 143518, :language => 'et'    },
+    { :name => 'Honduras',             :id => 143510, :language => 'es'    },
+    { :name => 'Jamaica',              :id => 143511, :language => ''      },
+    { :name => 'Kazakhstan',           :id => 143517, :language => ''      },
+    { :name => 'Latvia',               :id => 143519, :language => 'lv'    },
+    { :name => 'Lithuania',            :id => 143520, :language => 'lt'    },
+    { :name => 'Macau',                :id => 143515, :language => ''      },
+    { :name => 'Malta',                :id => 143521, :language => 'mt'    },
+    { :name => 'Moldova',              :id => 143523, :language => ''      },
+    { :name => 'Nicaragua',            :id => 143512, :language => 'es'    },
+    { :name => 'Paraguay',             :id => 143513, :language => 'es'    },
+    { :name => 'Uruguay',              :id => 143514, :language => 'es'    },
+  ]
+  end
+  
+  def translate(opts)
+    from = opts[:from] == 'auto' ? '' : opts[:from]  # replace 'auto' with blank per Translate API
+    to   = opts[:to]
+  
+    result = HTTParty.get(TRANSLATE_URL, :query => { :v => '1.0', :langpair => "#{from}|#{to}", :q => opts[:text] })
+  
+    raise result['responseDetails'] if result['responseStatus'] != 200
+    return result['responseData']['translatedText']
+  end
+  
+  # return a rating/subject/author/body hash
+  def self.fetch_reviews(software_id, store)
+    reviews = []
+    
+    # TODO: parameterize type=Purple+Software
+    cmd = sprintf(%{curl -s -A "iTunes/9.2 (Macintosh; U; Mac OS X 10.6" -H "X-Apple-Store-Front: %s-1" } <<
+                  %{'http://ax.phobos.apple.com.edgesuite.net/WebObjects/MZStore.woa/wa/viewContentsUserReviews?id=%s&} <<
+                  %{pageNumber=0&sortOrdering=1&type=Purple+Software' | xmllint --format --recover - 2>/dev/null},
+                  store[:id],
+                  software_id)
+  
+    rawxml = `#{cmd}`
+    
+    if defined?(DEBUG) && DEBUG == true
+      open("appreview.#{software_id}.#{store[:id]}.xml", 'w') { |f| f.write(rawxml) }
+    end
+    
+    doc = Hpricot.XML(rawxml)
+  
+    doc.search("Document > View > ScrollView > VBoxView > View > MatrixView > VBoxView:nth(0) > VBoxView > VBoxView").each do |e|
+      review = {}
+      
+      strings = (e/:SetFontStyle)
+      meta    = strings[2].inner_text.split(/\n/).map { |x| x.strip }
+  
+      # Note: Translate is sensitive to spaces around punctuation, so we make sure br's connote space.
+      review[:rating]  = e.inner_html.match(/alt="(\d+) star(s?)"/)[1].to_i
+      review[:author]  = meta[3]
+      review[:version] = meta[7][/Version (.*)/, 1] unless meta[7].nil?
+      review[:date]    = meta[10]
+      review[:subject] = strings[0].inner_text.strip
+      review[:body]    = strings[3].inner_html.gsub("<br />", "\n").strip
+      
+      if ! store[:language].empty? && store[:language] != NATIVE_LANGUAGE
+        begin
+          review[:subject] = translate( :from => store[:language], :to => NATIVE_LANGUAGE, :text => review[:subject] )
+          review[:body]    = translate( :from => store[:language], :to => NATIVE_LANGUAGE, :text => review[:body] )
+        rescue => e
+          if DEBUG
+            puts "** oops, cannot translate #{store[:name]}/#{store[:language]} => #{NATIVE_LANGUAGE}: #{e.message}"
+          end
+        end
+      end
+      
+      reviews << review
+    end
+  
+    reviews
+  end
+  
+  def self.read(app_id)
+    all_reviews = []
+
+    # a simple command-line presentation
+    stores.sort_by { |a| a[:name] }.each do |store|
+      reviews = fetch_reviews(app_id, store)
+
+      if reviews.any?
+        reviews.each_with_index do |review, index|
+          all_reviews.push({
+            country: store[:name],
+            rating:  review[:rating],
+            subject: review[:subject],
+            body:    review[:body],
+            author:  review[:author],
+            version: review[:version],
+            date:    review[:date],
+          })
+        end
+      end
+    end
+
+    all_reviews
+  end
+
+end

data/spec/itunes_review_spec.rb

@@ -0,0 +1,7 @@
+require File.expand_path(File.dirname(__FILE__) + '/spec_helper')
+
+describe "ItunesReview" do
+  it "fails" do
+    fail "hey buddy, you should probably rename this file and start specing for real"
+  end
+end

data/spec/spec_helper.rb

@@ -0,0 +1,12 @@
+$LOAD_PATH.unshift(File.join(File.dirname(__FILE__), '..', 'lib'))
+$LOAD_PATH.unshift(File.dirname(__FILE__))
+require 'rspec'
+require 'itunes_review'
+
+# Requires supporting files with custom matchers and macros, etc,
+# in ./support/ and its subdirectories.
+Dir["#{File.dirname(__FILE__)}/support/**/*.rb"].each {|f| require f}
+
+RSpec.configure do |config|
+  
+end

metadata

@@ -0,0 +1,98 @@
+--- !ruby/object:Gem::Specification
+name: itunes_review
+version: !ruby/object:Gem::Version
+  version: 0.0.1
+  prerelease: 
+platform: ruby
+authors:
+- camelmasa
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2012-09-21 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: hpricot
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: httparty
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+description: iTunes review list
+email:
+- camelmasa@gmail.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- .document
+- .gitignore
+- .rspec
+- Gemfile
+- Gemfile.lock
+- LICENSE.txt
+- README.rdoc
+- Rakefile
+- VERSION
+- itunes_review.gemspec
+- lib/itunes_review.rb
+- spec/itunes_review_spec.rb
+- spec/spec_helper.rb
+homepage: ''
+licenses: []
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+      segments:
+      - 0
+      hash: -2512584370640202879
+required_rubygems_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+      segments:
+      - 0
+      hash: -2512584370640202879
+requirements: []
+rubyforge_project: 
+rubygems_version: 1.8.23
+signing_key: 
+specification_version: 3
+summary: iTunes review list
+test_files:
+- spec/itunes_review_spec.rb
+- spec/spec_helper.rb