market_bot 0.4.1 → 0.4.2

data/README.markdown

@@ -1,6 +1,8 @@
 # Market Bot - High performance Ruby scraper for Google's Android Market
 
-Market Bot is a high performance Ruby scraper for Google's Android Market with a simple to use API.  It is built on top of Nokogiri and Typhoeus.
+Market Bot is a high performance Ruby scraper for Google's Android Market with a simple to use API.
+It is built on top of Nokogiri and Typhoeus.
+Used in production to power [www.droidmeter.com](http://www.droidmeter.com).
 
 ## Dependencies
 

data/VERSION

@@ -1 +1 @@
-0.4.1
+0.4.2

data/lib/market_bot/android/leaderboard.rb

@@ -55,7 +55,7 @@ module MarketBot
           result[:price_usd]  = nil
           result[:developer]  = snippet_node.css('.attribution').text
           result[:market_id]  = snippet_node.attributes['data-docid'].text
-          result[:market_url] = "https://market.android.com/details?id=#{result[:market_id]}"
+          result[:market_url] = "https://play.google.com/store/apps/details?id=#{result[:market_id]}"
 
           results << result
         end
@@ -79,9 +79,10 @@ module MarketBot
         (min_page..max_page).each do |page|
           start_val = (page - 1) * 24
 
-          url = 'https://market.android.com/details?id=' + identifier.to_s
-          url << "&cat=#{category.to_s.upcase}" if category
-          url << "&start=#{start_val}"
+          url = 'https://play.google.com/store/apps'
+          url << "/category/#{category.to_s.upcase}" if category
+          url << "/collection/#{identifier.to_s}?"
+          url << "start=#{start_val}"
           url << "&num=24"
 
           results << url
@@ -91,8 +92,8 @@ module MarketBot
       end
 
       def enqueue_update(options={})
-        if @identifier.to_s.downcase == 'apps_editors_choice' && category == nil
-          url = 'https://market.android.com/details?id=apps_editors_choice'
+        if @identifier.to_s.downcase == 'editors_choice' && category == nil
+          url = 'https://play.google.com/store/apps/collection/editors_choice'
           process_page(url, 1)
         else
           min_rank = options[:min_rank] || 1

data/lib/market_bot/android/leaderboard/constants.rb

@@ -3,16 +3,16 @@ module MarketBot
 
     class Leaderboard
       IDENTIFIERS = [
-        :apps_editors_choice,
-        :apps_featured,
-        :apps_movers_shakers,
-        :apps_tablet_featured,
-        :apps_topgrossing,
-        :apps_topselling_free,
-        :apps_topselling_new_free,
-        :apps_topselling_new_paid,
-        :apps_topselling_paid,
-        :apps_topselling_paid_game
+        :editors_choice,
+        :featured,
+        :movers_shakers,
+        :tablet_featured,
+        :topgrossing,
+        :topselling_free,
+        :topselling_new_free,
+        :topselling_new_paid,
+        :topselling_paid,
+        :topselling_paid_game
       ]
 
       CATEGORIES = [

data/market_bot.gemspec

@@ -5,7 +5,7 @@
 
 Gem::Specification.new do |s|
   s.name = "market_bot"
-  s.version = "0.4.1"
+  s.version = "0.4.2"
 
   s.required_rubygems_version = Gem::Requirement.new(">= 0") if s.respond_to? :required_rubygems_version=
   s.authors = ["Chad Remesch"]

data/spec/market_bot/android/leaderboard_spec.rb

@@ -2,7 +2,7 @@ require File.expand_path(File.dirname(__FILE__) + '../../../spec_helper')
 
 include MarketBot::Android
 
-test_id = :apps_topselling_paid
+test_id = :topselling_paid
 test_category = :arcade
 
 
@@ -15,14 +15,14 @@ def stub_hydra(hydra)
   (0...4).each do |i|
     start = i * 24
     response = Typhoeus::Response.new(:code => 200, :headers => '', :body => test_src_pages[i + 1])
-    url = "https://market.android.com/details?id=apps_topselling_paid&cat=ARCADE&start=#{start}&num=24"
+    url = "https://play.google.com/store/apps/category/ARCADE/collection/topselling_paid?start=#{start}&num=24"
     hydra.stub(:get, url).and_return(response)
   end
 
   test_src_editors_choice = read_file(File.dirname(__FILE__), 'data', "leaderboard-apps_editors_choice.txt")
 
   response = Typhoeus::Response.new(:code => 200, :headers => '', :body => test_src_editors_choice)
-  url = "https://market.android.com/details?id=apps_editors_choice"
+  url = "https://play.google.com/store/apps/collection/editors_choice"
   hydra.stub(:get, url).and_return(response)
 end
 
@@ -74,9 +74,9 @@ describe 'Leaderboard' do
     lb = Leaderboard.new(test_id, test_category)
     urls = lb.market_urls(:min_page => 1, :max_page => 3)
     urls.should == [
-      'https://market.android.com/details?id=apps_topselling_paid&cat=ARCADE&start=0&num=24',
-      'https://market.android.com/details?id=apps_topselling_paid&cat=ARCADE&start=24&num=24',
-      'https://market.android.com/details?id=apps_topselling_paid&cat=ARCADE&start=48&num=24'
+      'https://play.google.com/store/apps/category/ARCADE/collection/topselling_paid?start=0&num=24',
+      'https://play.google.com/store/apps/category/ARCADE/collection/topselling_paid?start=24&num=24',
+      'https://play.google.com/store/apps/category/ARCADE/collection/topselling_paid?start=48&num=24'
     ]
   end
 
@@ -111,7 +111,7 @@ describe 'Leaderboard' do
       it 'should properly parse the page and turn them into results' do
         hydra = Typhoeus::Hydra.new
         stub_hydra(hydra)
-        lb = Leaderboard.new('apps_editors_choice', nil, :hydra => hydra)
+        lb = Leaderboard.new('editors_choice', nil, :hydra => hydra)
         lb.update
 
         lb.results.count.should == 37
@@ -122,7 +122,7 @@ describe 'Leaderboard' do
         app[:price_usd].should == nil
         app[:developer].should == 'WorldMate'
         app[:market_id].should == 'com.worldmate'
-        app[:market_url].should == 'https://market.android.com/details?id=com.worldmate'
+        app[:market_url].should == 'https://play.google.com/store/apps/details?id=com.worldmate'
       end
     end
   end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: market_bot
 version: !ruby/object:Gem::Version
-  version: 0.4.1
+  version: 0.4.2
   prerelease: 
 platform: ruby
 authors:
@@ -13,7 +13,7 @@ date: 2012-03-07 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: typhoeus
-  requirement: &70165921606140 !ruby/object:Gem::Requirement
+  requirement: &70137841300740 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ! '>='
@@ -21,10 +21,10 @@ dependencies:
         version: '0'
   type: :runtime
   prerelease: false
-  version_requirements: *70165921606140
+  version_requirements: *70137841300740
 - !ruby/object:Gem::Dependency
   name: nokogiri
-  requirement: &70165921605380 !ruby/object:Gem::Requirement
+  requirement: &70137841299980 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ! '>='
@@ -32,10 +32,10 @@ dependencies:
         version: '0'
   type: :runtime
   prerelease: false
-  version_requirements: *70165921605380
+  version_requirements: *70137841299980
 - !ruby/object:Gem::Dependency
   name: rspec
-  requirement: &70165921604420 !ruby/object:Gem::Requirement
+  requirement: &70137841298940 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ~>
@@ -43,10 +43,10 @@ dependencies:
         version: 2.8.0
   type: :development
   prerelease: false
-  version_requirements: *70165921604420
+  version_requirements: *70137841298940
 - !ruby/object:Gem::Dependency
   name: bundler
-  requirement: &70165921603420 !ruby/object:Gem::Requirement
+  requirement: &70137841297980 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ~>
@@ -54,10 +54,10 @@ dependencies:
         version: 1.0.0
   type: :development
   prerelease: false
-  version_requirements: *70165921603420
+  version_requirements: *70137841297980
 - !ruby/object:Gem::Dependency
   name: jeweler
-  requirement: &70165921602580 !ruby/object:Gem::Requirement
+  requirement: &70137841297180 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ~>
@@ -65,10 +65,10 @@ dependencies:
         version: 1.6.4
   type: :development
   prerelease: false
-  version_requirements: *70165921602580
+  version_requirements: *70137841297180
 - !ruby/object:Gem::Dependency
   name: rcov
-  requirement: &70165921601780 !ruby/object:Gem::Requirement
+  requirement: &70137841296340 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ! '>='
@@ -76,10 +76,10 @@ dependencies:
         version: '0'
   type: :development
   prerelease: false
-  version_requirements: *70165921601780
+  version_requirements: *70137841296340
 - !ruby/object:Gem::Dependency
   name: ZenTest
-  requirement: &70165921600940 !ruby/object:Gem::Requirement
+  requirement: &70137841295440 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ~>
@@ -87,10 +87,10 @@ dependencies:
         version: 4.6.2
   type: :development
   prerelease: false
-  version_requirements: *70165921600940
+  version_requirements: *70137841295440
 - !ruby/object:Gem::Dependency
   name: ruby-debug19
-  requirement: &70165921599980 !ruby/object:Gem::Requirement
+  requirement: &70137841294640 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ! '>='
@@ -98,10 +98,10 @@ dependencies:
         version: 0.11.6
   type: :development
   prerelease: false
-  version_requirements: *70165921599980
+  version_requirements: *70137841294640
 - !ruby/object:Gem::Dependency
   name: rdoc
-  requirement: &70165921614340 !ruby/object:Gem::Requirement
+  requirement: &70137841309420 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ! '>='
@@ -109,7 +109,7 @@ dependencies:
         version: 3.9.4
   type: :development
   prerelease: false
-  version_requirements: *70165921614340
+  version_requirements: *70137841309420
 description: Market Bot is a high performance Ruby scraper for Google's Android Market
   with a simple to use API.  It is built on top of Nokogiri and Typhoeus.
 email: chad@remesch.com
@@ -160,7 +160,7 @@ required_ruby_version: !ruby/object:Gem::Requirement
       version: '0'
       segments:
       - 0
-      hash: -720933090055827064
+      hash: 547635700124777251
 required_rubygems_version: !ruby/object:Gem::Requirement
   none: false
   requirements: