market_bot 0.2.9 → 0.3.0

data/Gemfile

@@ -9,7 +9,7 @@ gem "nokogiri"
 # Add dependencies to develop your gem here.
 # Include everything needed to run rake, tests, features, etc.
 group :development do
-  gem "rspec", "~> 2.3.0"
+  gem "rspec", "~> 2.8.0"
   gem "bundler", "~> 1.0.0"
   gem "jeweler", "~> 1.6.4"
   gem "rcov", ">= 0"

data/Gemfile.lock

@@ -3,31 +3,31 @@ GEM
   specs:
     ZenTest (4.6.2)
     archive-tar-minitar (0.5.2)
-    columnize (0.3.5)
+    columnize (0.3.6)
     diff-lcs (1.1.3)
     git (1.2.5)
     jeweler (1.6.4)
       bundler (~> 1.0)
       git (>= 1.2.5)
       rake
-    json (1.6.3)
-    linecache19 (0.5.12)
+    json (1.6.4)
+    linecache19 (0.5.13)
       ruby_core_source (>= 0.1.4)
     mime-types (1.17.2)
     nokogiri (1.5.0)
     rake (0.9.2.2)
     rcov (0.9.11)
-    rdoc (3.11)
+    rdoc (3.12)
       json (~> 1.4)
-    rspec (2.3.0)
-      rspec-core (~> 2.3.0)
-      rspec-expectations (~> 2.3.0)
-      rspec-mocks (~> 2.3.0)
-    rspec-core (2.3.1)
-    rspec-expectations (2.3.0)
+    rspec (2.8.0)
+      rspec-core (~> 2.8.0)
+      rspec-expectations (~> 2.8.0)
+      rspec-mocks (~> 2.8.0)
+    rspec-core (2.8.0)
+    rspec-expectations (2.8.0)
       diff-lcs (~> 1.1.2)
-    rspec-mocks (2.3.0)
-    ruby-debug-base19 (0.11.25)
+    rspec-mocks (2.8.0)
+    ruby-debug-base19 (0.11.26)
       columnize (>= 0.3.1)
       linecache19 (>= 0.5.11)
       ruby_core_source (>= 0.1.4)
@@ -50,6 +50,6 @@ DEPENDENCIES
   nokogiri
   rcov
   rdoc (>= 3.9.4)
-  rspec (~> 2.3.0)
+  rspec (~> 2.8.0)
   ruby-debug19 (>= 0.11.6)
   typhoeus

data/VERSION

@@ -1 +1 @@
-0.2.9
+0.3.0

data/lib/market_bot/android/app.rb

@@ -5,7 +5,7 @@ module MarketBot
       MARKET_ATTRIBUTES = [:title, :rating, :updated, :current_version, :requires_android,
                           :category, :installs, :size, :price, :content_rating, :description,
                           :votes, :developer, :more_from_developer, :users_also_installed,
-                          :related, :banner_icon_url]
+                          :related, :banner_icon_url, :website_url, :email]
 
       attr_reader :app_id
       attr_reader *MARKET_ATTRIBUTES
@@ -80,6 +80,21 @@ module MarketBot
 
         result[:banner_icon_url] = doc.css('.doc-banner-icon img').first.attributes['src'].value
 
+
+        if website_elem = doc.css('a').select{ |l| l.text.include?("Visit Developer's Website")}.first
+          redirect_url = website_elem.attribute('href').value
+
+          if q_param = URI(redirect_url).query.split('&').select{ |p| p =~ /q=/ }.first
+            actual_url = q_param.gsub('q=', '')
+          end
+
+          result[:website_url] = actual_url
+        end
+
+        if email_elem = doc.css('a').select{ |l| l.text.include?("Email Developer")}.first
+          result[:email] = email_elem.attribute('href').value.gsub(/^mailto:/, '')
+        end
+
         result
       end
 

data/market_bot.gemspec

@@ -5,11 +5,11 @@
 
 Gem::Specification.new do |s|
   s.name = "market_bot"
-  s.version = "0.2.9"
+  s.version = "0.3.0"
 
   s.required_rubygems_version = Gem::Requirement.new(">= 0") if s.respond_to? :required_rubygems_version=
   s.authors = ["Chad Remesch"]
-  s.date = "2011-12-18"
+  s.date = "2012-01-15"
   s.description = "Market Bot is a high performance Ruby scraper for Google's Android Market with a simple to use API.  It is built on top of Nokogiri and Typhoeus."
   s.email = "chad@remesch.com"
   s.extra_rdoc_files = [
@@ -56,7 +56,7 @@ Gem::Specification.new do |s|
     if Gem::Version.new(Gem::VERSION) >= Gem::Version.new('1.2.0') then
       s.add_runtime_dependency(%q<typhoeus>, [">= 0"])
       s.add_runtime_dependency(%q<nokogiri>, [">= 0"])
-      s.add_development_dependency(%q<rspec>, ["~> 2.3.0"])
+      s.add_development_dependency(%q<rspec>, ["~> 2.8.0"])
       s.add_development_dependency(%q<bundler>, ["~> 1.0.0"])
       s.add_development_dependency(%q<jeweler>, ["~> 1.6.4"])
       s.add_development_dependency(%q<rcov>, [">= 0"])
@@ -66,7 +66,7 @@ Gem::Specification.new do |s|
     else
       s.add_dependency(%q<typhoeus>, [">= 0"])
       s.add_dependency(%q<nokogiri>, [">= 0"])
-      s.add_dependency(%q<rspec>, ["~> 2.3.0"])
+      s.add_dependency(%q<rspec>, ["~> 2.8.0"])
       s.add_dependency(%q<bundler>, ["~> 1.0.0"])
       s.add_dependency(%q<jeweler>, ["~> 1.6.4"])
       s.add_dependency(%q<rcov>, [">= 0"])
@@ -77,7 +77,7 @@ Gem::Specification.new do |s|
   else
     s.add_dependency(%q<typhoeus>, [">= 0"])
     s.add_dependency(%q<nokogiri>, [">= 0"])
-    s.add_dependency(%q<rspec>, ["~> 2.3.0"])
+    s.add_dependency(%q<rspec>, ["~> 2.8.0"])
     s.add_dependency(%q<bundler>, ["~> 1.0.0"])
     s.add_dependency(%q<jeweler>, ["~> 1.6.4"])
     s.add_dependency(%q<rcov>, [">= 0"])

data/spec/market_bot/android/app_spec.rb

@@ -25,6 +25,8 @@ def check_getters(app)
     app.users_also_installed.should == [{:app_id=>"com.deadmansproductions.undecided"}, {:app_id=>"com.mudstuffingindustries.redneckjellyfish"}, {:app_id=>"com.jae.firestarter"}, {:app_id=>"com.lyote.blurt"}]
     app.related.should == [{:app_id=>"jp.co.fsi.refills"}, {:app_id=>"net.hexage.radiant.hd"}, {:app_id=>"net.hexage.radiant"}, {:app_id=>"com.wpd.game.popstar"}]
     app.banner_icon_url.should == 'https://lh3.ggpht.com/e6QqjMM9K__moeCm2C5HRb0SmGX0XqzhnhiE1MUx8MdNVdQbQW9rhFX_qmtbtBxHAa0=w124'
+    app.website_url.should == 'http://bluefroggaming.com'
+    app.email.should == 'support@hdgames.zendesk.com'
   end
 end
 
@@ -64,6 +66,8 @@ describe 'App' do
       result[:votes].should == '5'
       result[:developer].should == 'Blue Frog Gaming'
       result[:banner_icon_url].should == 'https://lh3.ggpht.com/e6QqjMM9K__moeCm2C5HRb0SmGX0XqzhnhiE1MUx8MdNVdQbQW9rhFX_qmtbtBxHAa0=w124'
+      result[:website_url].should == 'http://bluefroggaming.com'
+      result[:email].should == 'support@hdgames.zendesk.com'
 
       result
     end
@@ -85,6 +89,8 @@ describe 'App' do
       result[:developer].should == 'Evernote Corp.'
       result[:installs].should == '5,000,000 - 10,000,000'
       result[:banner_icon_url].should == 'https://lh4.ggpht.com/YpRePJZ4TJUCdERkX-E0uUq6jhaofOS1szIejmo3DZm4oEq82AqcUpoj9FHOxFRvprU=w124'
+      result[:website_url].should == 'http://www.evernote.com'
+      result[:email].should == nil
     end
 
     it 'should populate a hash with the correct keys/values' do
@@ -103,6 +109,8 @@ describe 'App' do
       result[:rating].should == nil
       result[:votes].should == nil
       result[:banner_icon_url].should == 'https://lh3.ggpht.com/XEJ1MZFUqXKDfTSwqpL8Apgo3qMAixdG3l_gt8FuFstGUd2vk7-qDIKH4fHRMi57-p4=w124'
+      result[:website_url].should == 'http://www.donothave.com'
+      result[:email].should == 'kooistar_solutions@hotmail.com'
     end
 
     it 'should populate the associated apps keys' do

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: market_bot
 version: !ruby/object:Gem::Version
-  version: 0.2.9
+  version: 0.3.0
   prerelease: 
 platform: ruby
 authors:
@@ -9,11 +9,11 @@ authors:
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2011-12-18 00:00:00.000000000Z
+date: 2012-01-15 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: typhoeus
-  requirement: &70100455353960 !ruby/object:Gem::Requirement
+  requirement: &70166504901780 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ! '>='
@@ -21,10 +21,10 @@ dependencies:
         version: '0'
   type: :runtime
   prerelease: false
-  version_requirements: *70100455353960
+  version_requirements: *70166504901780
 - !ruby/object:Gem::Dependency
   name: nokogiri
-  requirement: &70100455353280 !ruby/object:Gem::Requirement
+  requirement: &70166504917480 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ! '>='
@@ -32,21 +32,21 @@ dependencies:
         version: '0'
   type: :runtime
   prerelease: false
-  version_requirements: *70100455353280
+  version_requirements: *70166504917480
 - !ruby/object:Gem::Dependency
   name: rspec
-  requirement: &70100455352620 !ruby/object:Gem::Requirement
+  requirement: &70166504916600 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ~>
       - !ruby/object:Gem::Version
-        version: 2.3.0
+        version: 2.8.0
   type: :development
   prerelease: false
-  version_requirements: *70100455352620
+  version_requirements: *70166504916600
 - !ruby/object:Gem::Dependency
   name: bundler
-  requirement: &70100455352060 !ruby/object:Gem::Requirement
+  requirement: &70166504915700 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ~>
@@ -54,10 +54,10 @@ dependencies:
         version: 1.0.0
   type: :development
   prerelease: false
-  version_requirements: *70100455352060
+  version_requirements: *70166504915700
 - !ruby/object:Gem::Dependency
   name: jeweler
-  requirement: &70100455351380 !ruby/object:Gem::Requirement
+  requirement: &70166504914720 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ~>
@@ -65,10 +65,10 @@ dependencies:
         version: 1.6.4
   type: :development
   prerelease: false
-  version_requirements: *70100455351380
+  version_requirements: *70166504914720
 - !ruby/object:Gem::Dependency
   name: rcov
-  requirement: &70100455350820 !ruby/object:Gem::Requirement
+  requirement: &70166504913780 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ! '>='
@@ -76,10 +76,10 @@ dependencies:
         version: '0'
   type: :development
   prerelease: false
-  version_requirements: *70100455350820
+  version_requirements: *70166504913780
 - !ruby/object:Gem::Dependency
   name: ZenTest
-  requirement: &70100455350280 !ruby/object:Gem::Requirement
+  requirement: &70166504912940 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ~>
@@ -87,10 +87,10 @@ dependencies:
         version: 4.6.2
   type: :development
   prerelease: false
-  version_requirements: *70100455350280
+  version_requirements: *70166504912940
 - !ruby/object:Gem::Dependency
   name: ruby-debug19
-  requirement: &70100455349640 !ruby/object:Gem::Requirement
+  requirement: &70166504912060 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ! '>='
@@ -98,10 +98,10 @@ dependencies:
         version: 0.11.6
   type: :development
   prerelease: false
-  version_requirements: *70100455349640
+  version_requirements: *70166504912060
 - !ruby/object:Gem::Dependency
   name: rdoc
-  requirement: &70100455349100 !ruby/object:Gem::Requirement
+  requirement: &70166504911200 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ! '>='
@@ -109,7 +109,7 @@ dependencies:
         version: 3.9.4
   type: :development
   prerelease: false
-  version_requirements: *70100455349100
+  version_requirements: *70166504911200
 description: Market Bot is a high performance Ruby scraper for Google's Android Market
   with a simple to use API.  It is built on top of Nokogiri and Typhoeus.
 email: chad@remesch.com
@@ -160,7 +160,7 @@ required_ruby_version: !ruby/object:Gem::Requirement
       version: '0'
       segments:
       - 0
-      hash: 3323249028092503121
+      hash: -2327443459896423926
 required_rubygems_version: !ruby/object:Gem::Requirement
   none: false
   requirements: