market_bot 0.8.1 → 0.8.2

data/VERSION

@@ -1 +1 @@
-0.8.1
+0.8.2

data/lib/market_bot/android/app.rb

@@ -142,16 +142,17 @@ module MarketBot
       def initialize(app_id, options={})
         @app_id = app_id
         @hydra = options[:hydra] || MarketBot.hydra
+        @request_opts = options[:request_opts] || {}
         @callback = nil
         @error = nil
       end
 
       def market_url
-        "https://play.google.com/store/apps/details?id=#{@app_id}"
+        "https://play.google.com/store/apps/details?id=#{@app_id}&hl=en"
       end
 
       def update
-        resp = Typhoeus::Request.get(market_url)
+        resp = Typhoeus::Request.get(market_url, @request_opts)
         result = App.parse(resp.body)
         update_callback(result)
 
@@ -162,7 +163,7 @@ module MarketBot
         @callback = block
         @error = nil
 
-        request = Typhoeus::Request.new(market_url)
+        request = Typhoeus::Request.new(market_url, @request_opts)
 
         request.on_complete do |response|
           # HACK: Typhoeus <= 0.4.2 returns a response, 0.5.0pre returns the request.

data/lib/market_bot/android/developer.rb

@@ -20,7 +20,7 @@ module MarketBot
           url = "https://play.google.com/store/apps/developer?"
           url << "id=#{URI.escape(identifier)}&"
           url << "start=#{start_val}&"
-          url << "num=12"
+          url << "num=12&hl=en"
 
           results << url
         end

data/lib/market_bot/android/leaderboard.rb

@@ -33,7 +33,7 @@ module MarketBot
           result[:price_usd] = details_node.css('.buy-button-price').children.first.text.gsub(' Buy', '')
           result[:developer] = details_node.css('.attribution').children.first.text
           result[:market_id] = details_node.css('.title').first.attributes['href'].to_s.gsub('/store/apps/details?id=', '').gsub(/&feature=.*$/, '')
-          result[:market_url] = "https://play.google.com/store/apps/details?id=#{result[:market_id]}"
+          result[:market_url] = "https://play.google.com/store/apps/details?id=#{result[:market_id]}&hl=en"
 
           result[:price_usd] = '$0.00' if result[:price_usd] == 'Install'
 
@@ -55,7 +55,7 @@ module MarketBot
           result[:price_usd]  = nil
           result[:developer]  = snippet_node.css('.attribution').text
           result[:market_id]  = snippet_node.attributes['data-docid'].text
-          result[:market_url] = "https://play.google.com/store/apps/details?id=#{result[:market_id]}"
+          result[:market_url] = "https://play.google.com/store/apps/details?id=#{result[:market_id]}&hl=en"
 
           results << result
         end
@@ -67,6 +67,7 @@ module MarketBot
         @identifier = identifier
         @category = category
         @hydra = options[:hydra] || MarketBot.hydra
+        @request_opts = options[:request_opts] || {}
         @parsed_results = []
       end
 
@@ -83,7 +84,7 @@ module MarketBot
           url << "/category/#{category.to_s.upcase}" if category
           url << "/collection/#{identifier.to_s}?"
           url << "start=#{start_val}"
-          url << "&num=24"
+          url << "&num=24&hl=en"
 
           results << url
         end
@@ -93,7 +94,7 @@ module MarketBot
 
       def enqueue_update(options={})
         if @identifier.to_s.downcase == 'editors_choice' && category == nil
-          url = 'https://play.google.com/store/apps/collection/editors_choice'
+          url = 'https://play.google.com/store/apps/collection/editors_choice?&hl=en'
           process_page(url, 1)
         else
           min_rank = options[:min_rank] || 1
@@ -129,7 +130,7 @@ module MarketBot
 
     private
       def process_page(url, page_num)
-        request = Typhoeus::Request.new(url)
+        request = Typhoeus::Request.new(url, @request_opts)
         request.on_complete do |response|
           # HACK: Typhoeus <= 0.4.2 returns a response, 0.5.0pre returns the request.
           response = response.response if response.is_a?(Typhoeus::Request)

data/lib/market_bot/android/search_query.rb

@@ -20,7 +20,7 @@ module MarketBot
           url = "https://play.google.com/store/search?"
           url << "q=#{URI.escape(identifier)}&"
           url << "c=apps&start=#{start_val}&"
-          url << "num=24"
+          url << "num=24&hl=en"
 
           results << url
         end

data/market_bot.gemspec

@@ -5,11 +5,11 @@
 
 Gem::Specification.new do |s|
   s.name = "market_bot"
-  s.version = "0.8.1"
+  s.version = "0.8.2"
 
   s.required_rubygems_version = Gem::Requirement.new(">= 0") if s.respond_to? :required_rubygems_version=
   s.authors = ["Chad Remesch"]
-  s.date = "2012-07-22"
+  s.date = "2012-08-19"
   s.description = "Market Bot is a high performance Ruby scraper for Google's Android Market with a simple to use API.  It is built on top of Nokogiri and Typhoeus."
   s.email = "chad@remesch.com"
   s.extra_rdoc_files = [
@@ -51,7 +51,7 @@ Gem::Specification.new do |s|
   s.homepage = "http://github.com/chadrem/market_bot"
   s.licenses = ["MIT"]
   s.require_paths = ["lib"]
-  s.rubygems_version = "1.8.23"
+  s.rubygems_version = "1.8.24"
   s.summary = "Market Bot: High performance Ruby scraper for Google's Android Market"
 
   if s.respond_to? :specification_version then

data/spec/market_bot/android/app_spec.rb

@@ -23,7 +23,7 @@ def check_getters(app)
     app.votes.should == '6'
     app.more_from_developer.should == [{:app_id=>"com.bluefroggaming.ghost_chicken"}]
     app.users_also_installed.should == [{:app_id=>"com.mudstuffingindustries.redneckjellyfish"}, {:app_id=>"com.lyote.blurt"}, {:app_id=>"com.donutman.rosham"}, {:app_id=>"jscompany.games.separatetrash_lite"}]
-    app.related.should == [{:app_id=>"com.popcasuals.bubblepop2"}, {:app_id=>"com.lsgvgames.slideandflyfull"}, {:app_id=>"com.trendy.ddapp"}, {:app_id=>"com.rubicon.dev.glwg"}]
+    app.related.should == [{:app_id=>"com.popcasuals.bubblepop2"}, {:app_id=>"com.jakyl.aftermathxhd"}, {:app_id=>"com.lsgvgames.slideandflyfull"}, {:app_id=>"com.rubicon.dev.glwg"}]
     app.banner_icon_url.should == 'https://lh3.ggpht.com/e6QqjMM9K__moeCm2C5HRb0SmGX0XqzhnhiE1MUx8MdNVdQbQW9rhFX_qmtbtBxHAa0=w124'
     app.banner_image_url.should == 'https://lh6.ggpht.com/hh-pkbt1mEbFg7CJt2DSum7WDtnKS8jWPYrMwPbE2LY_qvNQa6CZLpseQHX6PVJ1RA=w705'
     app.website_url.should == 'http://bluefroggaming.com'
@@ -50,7 +50,7 @@ describe 'App' do
   end
 
   it 'should generate market URLs' do
-   App.new(test_id).market_url.should == "https://play.google.com/store/apps/details?id=#{test_id}"
+    App.new(test_id).market_url.should == "https://play.google.com/store/apps/details?id=#{test_id}&hl=en"
   end
 
   context 'Parsing' do
@@ -86,15 +86,15 @@ describe 'App' do
 
       result[:title].should == 'Evernote'
       result[:rating].should == '4.7'
-      result[:updated].should == 'June 10, 2012'
-      result[:current_version].should == '4.0.4'
+      result[:updated].should == 'July 25, 2012'
+      result[:current_version].should == '4.1.1'
       result[:requires_android].should == '1.6 and up'
       result[:category].should == 'Productivity'
-      result[:size].should == '7.7M'
+      result[:size].should == '7.5M'
       result[:price].should == 'Free'
       result[:content_rating].should == 'Low Maturity'
       result[:description].should =~ /^Evernote turns your Android device into an extension/
-      result[:votes].should == '342,274'
+      result[:votes].should == '355,716'
       result[:developer].should == 'Evernote Corp.'
       result[:installs].should == '10,000,000 - 50,000,000'
       result[:banner_icon_url].should == 'https://lh4.ggpht.com/YpRePJZ4TJUCdERkX-E0uUq6jhaofOS1szIejmo3DZm4oEq82AqcUpoj9FHOxFRvprU=w124'
@@ -102,8 +102,8 @@ describe 'App' do
       result[:website_url].should == 'http://www.evernote.com'
       result[:email].should == nil
       result[:youtube_video_ids].should == ['Ag_IGEgAa9M']
-      result[:screenshot_urls].should == ["https://lh3.ggpht.com/Q_vPAtKVUefD3znGi_8AnK3FHDf8XsegMnVrX2sImaFLKXOC__MWKXW2WY1avhlvF_aK=h230", "https://lh6.ggpht.com/nbz5tSvuuydrcQ5kl2PpaFuPBrEgXRPaEXXecLMNXEGVblUlDoTXCRH22GrM2RYFcA=h230", "https://lh3.ggpht.com/Oi0lpkA23XsHjg_cXyXkOaRtNw84_OR_YtzhZUCe8VhWRej8oCT28I0VD8Z5ixSuCyM=h230", "https://lh4.ggpht.com/EfNdIkRr5T0JQQlvPICl6m3gHCDBEnsMxqZMrXb0qMW9xBQCN10PaPdrKVI-07XzsXs=h230", "https://lh4.ggpht.com/Q4BDQRkuvHMglh5I0aG56Yy_29NnBWxXWTqkv21onHM41pnrHoLnkacQFmqr6SVtuUR4=h230", "https://lh3.ggpht.com/Uf4MqnyMPVEFATlkutnXVyBtUQEkJbBLQREXbBI633wHAeBxhAc2-XSuysMM5ZFC7f7j=h230", "https://lh5.ggpht.com/TFSxb_0qi1RcDLI6ezzpB5yYfk8rqYWvDjmE30z6AGdmeVSsmomlmGAW0aT8yCA0jpk0=h230", "https://lh4.ggpht.com/Zeet2wggJms4BpDTglJP0jW9M3EAjpn0zUWNKZk6YKM9Id4SPBID5LtKJAgd-krtXZ8=h230"]
-      result[:whats_new].should == "<p>What's in this version:</p>- Activate menu button in settings/other options. Use it to toggle the action bar.<br>- Performance improvement of list scrolling.<br>- Major other bug fixes and enhancements.<br>"
+      result[:screenshot_urls].should == ["https://lh3.ggpht.com/Q_vPAtKVUefD3znGi_8AnK3FHDf8XsegMnVrX2sImaFLKXOC__MWKXW2WY1avhlvF_aK=h230", "https://lh6.ggpht.com/nbz5tSvuuydrcQ5kl2PpaFuPBrEgXRPaEXXecLMNXEGVblUlDoTXCRH22GrM2RYFcA=h230", "https://lh3.ggpht.com/Oi0lpkA23XsHjg_cXyXkOaRtNw84_OR_YtzhZUCe8VhWRej8oCT28I0VD8Z5ixSuCyM=h230", "https://lh4.ggpht.com/EfNdIkRr5T0JQQlvPICl6m3gHCDBEnsMxqZMrXb0qMW9xBQCN10PaPdrKVI-07XzsXs=h230", "https://lh4.ggpht.com/Q4BDQRkuvHMglh5I0aG56Yy_29NnBWxXWTqkv21onHM41pnrHoLnkacQFmqr6SVtuUR4=h230", "https://lh3.ggpht.com/Uf4MqnyMPVEFATlkutnXVyBtUQEkJbBLQREXbBI633wHAeBxhAc2-XSuysMM5ZFC7f7j=h230", "https://lh4.ggpht.com/02wkEgVmPPLwcMJc_YPnXpiYf3v3obz9yf2SIC7WwLVYjjYHJB48DFioTyAbbS1xiw=h230", "https://lh5.ggpht.com/k6LCn2yoTQH3ofLr4uycKRnhDZTvB9RcPlyIrUIaIpFSgHcAz4_2LKQfSZPC44YFxw=h230"]
+      result[:whats_new].should == "<p>What's in this version:</p>Major Android tablet enhancements!<br>- Completely new tablet look and feel<br>New home screen lets you create and find your notes easily<br>- Swipe navigation on tablets<br>Swipe right to jump to the home screen from a note or note list<br>- Space-saving List View on tablets<br>Phone and tablet improvements:<br>- Create sublists<br>Add levels to your lists by tapping the arrows in the formatting bar when the cursor is in an existing list<br>"
       result[:permissions].should == [{:security=>"dangerous", :group=>"Hardware controls", :description=>"record audio", :description_full=>"Allows the app to access the audio record path."}, {:security=>"dangerous", :group=>"Hardware controls", :description=>"take pictures and videos", :description_full=>"Allows the app to take pictures and videos with the camera. This allows the app at any time to collect images the camera is seeing."}, {:security=>"dangerous", :group=>"Your location", :description=>"coarse (network-based) location", :description_full=>"Access coarse location sources such as the cellular network database to determine an approximate tablet location, where available. Malicious apps may use this to determine approximately where you are. Access coarse location sources such as the cellular network database to determine an approximate phone location, where available. Malicious apps may use this to determine approximately where you are."}, {:security=>"dangerous", :group=>"Your location", :description=>"fine (GPS) location", :description_full=>"Access fine location sources such as the Global Positioning System on the tablet, where available. Malicious apps may use this to determine where you are, and may consume additional battery power. Access fine location sources such as the Global Positioning System on the phone, where available. Malicious apps may use this to determine where you are, and may consume additional battery power."}, {:security=>"dangerous", :group=>"Network communication", :description=>"full Internet access", :description_full=>"Allows the app to create network sockets."}, {:security=>"dangerous", :group=>"Your personal information", :description=>"read contact data", :description_full=>"Allows the app to read all of the contact (address) data stored on your tablet. Malicious apps may use this to send your data to other people. Allows the app to read all of the contact (address) data stored on your phone. Malicious apps may use this to send your data to other people."}, {:security=>"dangerous", :group=>"Your personal information", :description=>"read sensitive log data", :description_full=>"Allows the app to read from the system's various log files. This allows it to discover general information about what you are doing with the tablet, potentially including personal or private information. Allows the app to read from the system's various log files. This allows it to discover general information about what you are doing with the phone, potentially including personal or private information."}, {:security=>"dangerous", :group=>"Your personal information", :description=>"read calendar events plus confidential information", :description_full=>"Allows the app to read all calendar events stored on your tablet, including those of friends or coworkers. Malicious apps may extract personal information from these calendars without the owners' knowledge. Allows the app to read all calendar events stored on your phone, including those of friends or coworkers. Malicious apps may extract personal information from these calendars without the owners' knowledge."}, {:security=>"dangerous", :group=>"Phone calls", :description=>"read phone state and identity", :description_full=>"Allows the app to access the phone features of the device. An app with this permission can determine the phone number and serial number of this phone, whether a call is active, the number that call is connected to and the like."}, {:security=>"dangerous", :group=>"Storage", :description=>"modify/delete USB storage contents modify/delete SD card contents", :description_full=>"Allows the app to write to the USB storage. Allows the app to write to the SD card."}, {:security=>"dangerous", :group=>"System tools", :description=>"prevent tablet from sleeping prevent phone from sleeping", :description_full=>"Allows the app to prevent the tablet from going to sleep. Allows the app to prevent the phone from going to sleep."}, {:security=>"safe", :group=>"Your accounts", :description=>"discover known accounts", :description_full=>"Allows the app to get the list of accounts known by the tablet. Allows the app to get the list of accounts known by the phone."}, {:security=>"safe", :group=>"Hardware controls", :description=>"control vibrator", :description_full=>"Allows the app to control the vibrator."}, {:security=>"safe", :group=>"Network communication", :description=>"view network state", :description_full=>"Allows the app to view the state of all networks."}, {:security=>"safe", :group=>"Network communication", :description=>"view Wi-Fi state", :description_full=>"Allows the app to view the information about the state of Wi-Fi."}, {:security=>"safe", :group=>"Default", :description=>"Market billing service", :description_full=>"Allows the user to purchase items through Market from within this application"}]
     end