market_bot 0.11.0 → 0.12.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: b957c274ab5e86e3c0415b1af975ce4a115bbd78
-  data.tar.gz: 17e27abcbf8f10e5e9c338ece121d8067a4fb878
+  metadata.gz: f2d8f2fb0e5c926ec1464d3278f72c182376519b
+  data.tar.gz: 82d2906d015c7cea01676a8ae14922fba912a7f6
 SHA512:
-  metadata.gz: 226c78c540a1a8a4424e6a59839b89e50bf0b9e1390746e4df41c97fc8dade7811d8a3b2fc666930de1fb831c7faf8bef4c701ec9d79b8f0e7e1085f694ae033
-  data.tar.gz: bbdefb263e00eadc4b27aab602136a9222993b2868f9207c5a4612862483d47f6cbfc4c95c1655ffc8bcd8dffdab7b6bc793607dbe1e218af36ce23ea1356ca7
+  metadata.gz: 0701c2f3a9af7902cfd12985988b0fee466dd3e26e6a344592d42ef16d89575f79500537be00d535381767ffd87a539688eebd815ba616417c7361bbd50753b2
+  data.tar.gz: 0eba7c4aaad09fa68108a8176468ac0d3b33274d7009ac78e44947a3cd946fdc120f565071523dfb1409e2e994ef859c0db452194c7cf7053e3a6dd5a0dcd3b1

data/README.markdown

@@ -45,6 +45,20 @@ The app, leaderboard, and app search features are known to work, but the develop
     developer = MarketBot::Android::Developer.new('Zynga')
     developer.update
     puts "Results found: #{developer.results.count}"
+    
+    # Print the rating for an app.
+    puts MarketBot::Android::App.new('com.king.candycrushsaga').update.rating
+
+    # Check if an app exists and has a title.
+    def app_exists?(app_id)
+      begin
+        return !!MarketBot::Android::App.new(app_id).update.title
+      rescue
+        return false
+      end
+    end
+    app_exists?('com.king.candycrushsaga')  # Return's true.
+    app_exists?('com.some.fake.app.that.does.not.exist')  # Return's false.
 
 ## Advanced API Examples
 

data/Rakefile

@@ -22,6 +22,8 @@ end
 
 namespace :spec do
   namespace :data do
+    require 'typhoeus'
+
     def download(url, save_path)
       resp = Typhoeus::Request.get(url)
       File.open(save_path, "w") do |file|
@@ -41,16 +43,16 @@ namespace :spec do
       download('https://play.google.com/store/apps/details?id=com.mg.android',
                File.join(File.dirname(__FILE__), 'spec', 'market_bot', 'android', 'data', 'app_3.txt'))
 
-      download('https://play.google.com/store/apps/category/ARCADE/collection/topselling_paid?num=24',
+      download('https://play.google.com/store/apps/category/GAME_ARCADE/collection/topselling_paid?num=24',
                File.join(File.dirname(__FILE__), 'spec', 'market_bot', 'android', 'data', 'leaderboard-apps_topselling_paid-page1.txt'))
 
-      download('https://play.google.com/store/apps/category/ARCADE/collection/topselling_paid?start=24&num=24',
+      download('https://play.google.com/store/apps/category/GAME_ARCADE/collection/topselling_paid?start=24&num=24',
                File.join(File.dirname(__FILE__), 'spec', 'market_bot', 'android', 'data', 'leaderboard-apps_topselling_paid-page2.txt'))
 
-      download('https://play.google.com/store/apps/category/ARCADE/collection/topselling_paid?start=48&num=24',
+      download('https://play.google.com/store/apps/category/GAME_ARCADE/collection/topselling_paid?start=48&num=24',
                File.join(File.dirname(__FILE__), 'spec', 'market_bot', 'android', 'data', 'leaderboard-apps_topselling_paid-page3.txt'))
 
-      download('https://play.google.com/store/apps/category/ARCADE/collection/topselling_paid?start=96&num=24',
+      download('https://play.google.com/store/apps/category/GAME_ARCADE/collection/topselling_paid?start=96&num=24',
                File.join(File.dirname(__FILE__), 'spec', 'market_bot', 'android', 'data', 'leaderboard-apps_topselling_paid-page4.txt'))
 
       download('https://play.google.com/store/apps/collection/editors_choice',

data/lib/market_bot/android/app.rb

@@ -7,7 +7,7 @@ module MarketBot
                           :votes, :developer, :more_from_developer, :users_also_installed,
                           :related, :banner_icon_url, :banner_image_url, :website_url, :email,
                           :youtube_video_ids, :screenshot_urls, :whats_new, :permissions,
-                          :rating_distribution, :html]
+                          :rating_distribution, :html, :category_url]
 
       attr_reader :app_id
       attr_reader *MARKET_ATTRIBUTES
@@ -56,7 +56,12 @@ module MarketBot
         node = doc.xpath("//meta[@itemprop='price']").first
         result[:price] = node[:content].strip rescue 'Free'
 
-        result[:category] = doc.css('.category').first.text.strip rescue ''
+        category_div = doc.css('.category').first
+        result[:category] = category_div.text.strip rescue ''
+        cat_link = category_div["href"]
+        path, cat_name = File.split(cat_link)
+        result[:category_url] = cat_name
+
         result[:description] = doc.xpath("//div[@itemprop='description']").first.inner_html.strip
         result[:title] = doc.xpath("//div[@itemprop='name']").first.text.strip
 

data/lib/market_bot/version.rb

@@ -1,3 +1,3 @@
 module MarketBot
-  VERSION = '0.11.0'
+  VERSION = '0.12.0'
 end

data/spec/market_bot/android/app_spec.rb

@@ -14,16 +14,17 @@ def check_getters(app)
     app.updated.should == 'August 26, 2011'
     app.current_version.should == '1.0'
     app.requires_android.should == '2.2 and up'
-    app.category.should == 'Arcade & Action'
+    app.category.should == 'Arcade'
+    app.category_url.should == 'GAME_ARCADE'
     app.installs.should == '500 - 1,000'
     app.size.should == '9.0M'
-    app.price.should == 'Free'
+    app.price.should == '0'
     app.content_rating.should == 'Everyone'
     app.description.should =~ /^<div.*?>An action-packed blend of split-second skill and luck-based gameplay!/
-    app.votes.should == '7'
+    app.votes.should == '8'
     app.more_from_developer.should == [{:app_id=>"com.bluefroggaming.ghost_chicken"}]
-    app.users_also_installed.should == [{:app_id=>"com.hdl.datbom"}, {:app_id=>"tan.game.bom"}, {:app_id=>"com.worms2armageddon.app"}, {:app_id=>"dk.sparx.attackwave"}, {:app_id=>"com.luminencelabs.ProjectY"}, {:app_id=>"com.inspiredandroid.orcgenocide"}]
-    app.related.should == [{:app_id=>"com.hdl.datbom"}, {:app_id=>"tan.game.bom"}, {:app_id=>"com.worms2armageddon.app"}, {:app_id=>"dk.sparx.attackwave"}, {:app_id=>"com.luminencelabs.ProjectY"}, {:app_id=>"com.inspiredandroid.orcgenocide"}]
+    app.users_also_installed.should == [{:app_id=>"stg.boomonline"}, {:app_id=>"vn.ibit.mazecity"}, {:app_id=>"net.simplexcode.bababoom"}]
+    app.related.should == [{:app_id=>"stg.boomonline"}, {:app_id=>"vn.ibit.mazecity"}, {:app_id=>"net.simplexcode.bababoom"}]
     app.banner_icon_url.should == 'https://lh3.ggpht.com/e6QqjMM9K__moeCm2C5HRb0SmGX0XqzhnhiE1MUx8MdNVdQbQW9rhFX_qmtbtBxHAa0=w300'
     app.banner_image_url.should == 'https://lh3.ggpht.com/e6QqjMM9K__moeCm2C5HRb0SmGX0XqzhnhiE1MUx8MdNVdQbQW9rhFX_qmtbtBxHAa0=w300'
     app.website_url.should == 'http://bluefroggaming.com'
@@ -35,7 +36,7 @@ def check_getters(app)
     # Stubbing out for now, can't find them in the redesigned page.
     app.permissions.should == []
 
-    app.rating_distribution.should == {5=>6, 4=>0, 3=>0, 2=>1, 1=>0}
+    app.rating_distribution.should == {5=>7, 4=>0, 3=>0, 2=>1, 1=>0}
     app.html.class.should == String
   end
 end
@@ -67,13 +68,14 @@ describe 'App' do
       result[:updated].should == 'August 26, 2011'
       result[:current_version].should == '1.0'
       result[:requires_android].should == '2.2 and up'
-      result[:category].should == 'Arcade & Action'
+      result[:category].should == 'Arcade'
+      result[:category_url].should == 'GAME_ARCADE'
       result[:installs].should == '500 - 1,000'
       result[:size].should == '9.0M'
-      result[:price].should == 'Free'
+      result[:price].should == '0'
       result[:content_rating].should == 'Everyone'
       result[:description].should =~ /An action-packed blend of split-second/
-      result[:votes].should == '7'
+      result[:votes].should == '8'
       result[:developer].should == 'Blue Frog Gaming'
       result[:banner_icon_url].should == 'https://lh3.ggpht.com/e6QqjMM9K__moeCm2C5HRb0SmGX0XqzhnhiE1MUx8MdNVdQbQW9rhFX_qmtbtBxHAa0=w300'
       result[:website_url].should == 'http://bluefroggaming.com'
@@ -84,7 +86,7 @@ describe 'App' do
       #result[:permissions].should == [{:security=>"dangerous", :group=>"Network communication", :description=>"full Internet access", :description_full=>"Allows the app to create network sockets."}, {:security=>"dangerous", :group=>"Phone calls", :description=>"read phone state and identity", :description_full=>"Allows the app to access the phone features of the device. An app with this permission can determine the phone number and serial number of this phone, whether a call is active, the number that call is connected to and the like."}, {:security=>"safe", :group=>"Network communication", :description=>"view network state", :description_full=>"Allows the app to view the state of all networks."}]
       # Stubbing out for now, can't find them in the redesigned page.
       result[:permissions].should == []
-      result[:rating_distribution].should == {5=>6, 4=>0, 3=>0, 2=>1, 1=>0}
+      result[:rating_distribution].should == {5=>7, 4=>0, 3=>0, 2=>1, 1=>0}
       result[:html].should == test_src_data
 
       result
@@ -94,29 +96,30 @@ describe 'App' do
       result = App.parse(test_src_data2)
 
       result[:title].should == 'Evernote'
-      result[:rating].should == '4.7'
-      result[:updated].should == 'November 26, 2013'
+      result[:rating].should == '4.6'
+      result[:updated].should == 'June 26, 2014'
       result[:current_version].should == 'Varies with device'
       result[:requires_android].should == 'Varies with device'
       result[:category].should == 'Productivity'
+      result[:category_url].should == 'PRODUCTIVITY'
       result[:size].should == 'Varies with device'
-      result[:price].should == 'Free'
+      result[:price].should == '0'
       result[:content_rating].should == 'Low Maturity'
       result[:description].should =~ /New York Times/
-      result[:votes].should == '715721'
+      result[:votes].should == '987819'
       result[:developer].should == 'Evernote Corporation'
-      result[:installs].should == '10,000,000 - 50,000,000'
+      result[:installs].should == '50,000,000 - 100,000,000'
       result[:banner_icon_url].should == 'https://lh3.ggpht.com/si0cgkp2rkVX5JhhBYrtZ4cy2I1hZcrx8aiz-v8MjvPykfhT7-YAM2B8MNi0OCF9AQ=w300'
       result[:banner_image_url].should == 'https://lh3.ggpht.com/si0cgkp2rkVX5JhhBYrtZ4cy2I1hZcrx8aiz-v8MjvPykfhT7-YAM2B8MNi0OCF9AQ=w300'
       result[:website_url].should == 'http://evernote.com/privacy/'
       result[:email].should == nil
       result[:youtube_video_ids].should == ['Ag_IGEgAa9M']
-      result[:screenshot_urls].should == ["https://lh3.ggpht.com/54lY5NF-Af-oOCyW2JYhysfcFHiaXEgD6vj4PaaMMN9qopDKtgxD5R1Pufp7HErUBw=h310", "https://lh6.ggpht.com/3LaP-qhEuGxf0HnPAqnRDbXZ-ML6gfGmiZCTIAh74U3LnEJTXzCSjc6qEBfRPrRdXKJL=h310", "https://lh3.ggpht.com/YayoH5bQhg1Podr15Uv68daoM2u0v41VNF9LHVDNQ9cyPjUDBcO8byQ-m3jLfXOOdPY=h310", "https://lh5.ggpht.com/_nFgawWYq1g7Ohx88pv5zJCRNVjbw03sS7xgnodYPoyu-dQUTkre1X_kNJuQCdMG7wTt=h310", "https://lh3.ggpht.com/lbH6Civ5KKuuMPNVvJ6zbLvNJD0OZl_MTq_aNiyDunqg2vYr5BsHI96FyRzS1SJ8bLc=h310", "https://lh5.ggpht.com/lPMXIRwq4MI1RsWYP5zfTdRwM2czXpK6NhmCo05T0XSyHD9CYin9HEqzJRNp7jKseY0=h310", "https://lh6.ggpht.com/kZxxpoIKYJPzWH68XOIILL4ZfkhTcCxWJGLf8WtyM9IvCI5uTlWID2F1PU40QNyf20d6=h310", "https://lh6.ggpht.com/hLSn7upa4-jFePZdZtjte2akPt4E5bTFZ4FvHKkzQkMb1YpFNx0GJw8riT6MtEJYwFA=h310", "https://lh3.ggpht.com/Rr2BJz6271odPQQ1Ga4sKNhPheL1Uj085C6BVlk-HwO7FzM0xC_3FpY1eSdAjsQLtQ=h310", "https://lh5.ggpht.com/UJdh5Ozb7HuiG3PLl1hkpnFzWL_knn48BGfolQq9caPuycT21YJAXmKf_93Vsa3w2ZY=h310"]
+      result[:screenshot_urls].should == ["https://lh3.ggpht.com/-uAQsDoqxCpENdxqX9PJ8uZMHVno-q_j7ys2t0u7ExRh9T5Lv839rIkGSrMNQ37SLX84=h310", "https://lh6.ggpht.com/nkot7aK-feeHWYMVFVesncWpwlc0u1qbs0XTrnpdp0agBSjIcngVBWjdYac02I48pA=h310", "https://lh5.ggpht.com/rodyOgoE6ckOEeWWqwMmkc8A_gQAdbPoUWxHsmjhRQh3pVDzaMOw4INtVqWCKetPq0o=h310", "https://lh4.ggpht.com/1taR7CXMM0NQxKFu_dkcfZoRKRm2TxpRubI2pUkT2rDuxcKp1QNAUgujIVQsAVtkL1w=h310", "https://lh3.ggpht.com/pSDOKGKQcC1GdEwcwkg8GR_s9vGkmsAis2cjgiioZRXh4DFjr0OWmwywEuQcwCo5mc8=h310", "https://lh4.ggpht.com/fCsV4Ngg32sUbr95rX2_eL-1OnW19cqsRdXmYhAJYYipS4oex2Ea8cwayUg_r1nJQy4=h310", "https://lh6.ggpht.com/kMxyXDioJ0g3Jpo8KnbUrts5XoIXHN_MKIRGzUzOgX8iW7ej_4r_L_0wWHGpFpx9jQ=h310", "https://lh4.ggpht.com/IG9xzoi6R6f0DlqKUHZWe3xTovKhzLZQWLpzU73s2D6nDRFrSrRtFKIOST5K8ksPgw=h310", "https://lh4.ggpht.com/RAVDjjjs_A0encFlwkAHiSn0afYnjmSgRx_p3WYPh9gvxJct3SoxiKE0F-sQNBnCaA=h310", "https://lh3.ggpht.com/zk3wB45O90a7qWe8LaXOpCJckFpS-Ukkih38Icq9SCry5pvmJfq0qpocuxZxXSYRJg=h310", "https://lh3.ggpht.com/xtSyEJsSKSMSjiVmtfZIQGxFI6T690aKJy4e6MhVGiFzOk44YCFcLkkhMDWjSqi3n_E=h310", "https://lh4.ggpht.com/2SMJhH9xCIpEvTlTevsMZI9xE2L_mWs79g1KyuGJ4kZ4VLP2NTu9UwKTndx6cRUkcz4=h310", "https://lh4.ggpht.com/a2dX7OdrMonXVW1jnBX1MAx6GlCW3DMwJSRPp787QQZYL_Nj0XmfTvWVr7OA0j4O3Q=h310", "https://lh5.ggpht.com/g9J-W-kAVR-FoSmuU3cPJYgiLLXJO3p9gbp-CL1upicwlyoyD3RPvGXhmExSNQIWIA=h310", "https://lh5.ggpht.com/EoPwnSqrjemPIv2TpBYY5GFFa6pQgVZZbiS7xFUbJgzND9WnvaNzRk9cE67NB08ERq8=h310"]
       result[:whats_new].should =~ /What's New/
       #result[:permissions].should == [{:security=>"dangerous", :group=>"Hardware controls", :description=>"record audio", :description_full=>"Allows the app to access the audio record path."}, {:security=>"dangerous", :group=>"Hardware controls", :description=>"take pictures and videos", :description_full=>"Allows the app to take pictures and videos with the camera. This allows the app at any time to collect images the camera is seeing."}, {:security=>"dangerous", :group=>"Your location", :description=>"coarse (network-based) location", :description_full=>"Access coarse location sources such as the cellular network database to determine an approximate tablet location, where available. Malicious apps may use this to determine approximately where you are. Access coarse location sources such as the cellular network database to determine an approximate phone location, where available. Malicious apps may use this to determine approximately where you are."}, {:security=>"dangerous", :group=>"Your location", :description=>"fine (GPS) location", :description_full=>"Access fine location sources such as the Global Positioning System on the tablet, where available. Malicious apps may use this to determine where you are, and may consume additional battery power. Access fine location sources such as the Global Positioning System on the phone, where available. Malicious apps may use this to determine where you are, and may consume additional battery power."}, {:security=>"dangerous", :group=>"Network communication", :description=>"full Internet access", :description_full=>"Allows the app to create network sockets."}, {:security=>"dangerous", :group=>"Your personal information", :description=>"read contact data", :description_full=>"Allows the app to read all of the contact (address) data stored on your tablet. Malicious apps may use this to send your data to other people. Allows the app to read all of the contact (address) data stored on your phone. Malicious apps may use this to send your data to other people."}, {:security=>"dangerous", :group=>"Your personal information", :description=>"read sensitive log data", :description_full=>"Allows the app to read from the system's various log files. This allows it to discover general information about what you are doing with the tablet, potentially including personal or private information. Allows the app to read from the system's various log files. This allows it to discover general information about what you are doing with the phone, potentially including personal or private information."}, {:security=>"dangerous", :group=>"Your personal information", :description=>"read calendar events plus confidential information", :description_full=>"Allows the app to read all calendar events stored on your tablet, including those of friends or coworkers. Malicious apps may extract personal information from these calendars without the owners' knowledge. Allows the app to read all calendar events stored on your phone, including those of friends or coworkers. Malicious apps may extract personal information from these calendars without the owners' knowledge."}, {:security=>"dangerous", :group=>"Phone calls", :description=>"read phone state and identity", :description_full=>"Allows the app to access the phone features of the device. An app with this permission can determine the phone number and serial number of this phone, whether a call is active, the number that call is connected to and the like."}, {:security=>"dangerous", :group=>"Storage", :description=>"modify/delete USB storage contents modify/delete SD card contents", :description_full=>"Allows the app to write to the USB storage. Allows the app to write to the SD card."}, {:security=>"dangerous", :group=>"System tools", :description=>"prevent tablet from sleeping prevent phone from sleeping", :description_full=>"Allows the app to prevent the tablet from going to sleep. Allows the app to prevent the phone from going to sleep."}, {:security=>"safe", :group=>"Your accounts", :description=>"discover known accounts", :description_full=>"Allows the app to get the list of accounts known by the tablet. Allows the app to get the list of accounts known by the phone."}, {:security=>"safe", :group=>"Hardware controls", :description=>"control vibrator", :description_full=>"Allows the app to control the vibrator."}, {:security=>"safe", :group=>"Network communication", :description=>"view network state", :description_full=>"Allows the app to view the state of all networks."}, {:security=>"safe", :group=>"Network communication", :description=>"view Wi-Fi state", :description_full=>"Allows the app to view the information about the state of Wi-Fi."}, {:security=>"safe", :group=>"Default", :description=>"Market billing service", :description_full=>"Allows the user to purchase items through Market from within this application"}]
       # Stubbing out for now, can't find them in the redesigned page.
       result[:permissions].should == []
-      result[:rating_distribution].should == {5=>542614, 4=>143296, 3=>17909, 2=>4171, 1=>7731}
+      result[:rating_distribution].should == {5=>731924, 4=>199038, 3=>31885, 2=>9166, 1=>15590}
       result[:html].should == test_src_data2
     end
 
@@ -124,27 +127,28 @@ describe 'App' do
       result = App.parse(test_src_data3)
 
       result[:title].should == 'WeatherPro'
-      result[:updated].should == 'November 11, 2013'
-      result[:current_version].should == '3.0.2'
+      result[:updated].should == 'May 13, 2014'
+      result[:current_version].should == '3.4.2'
       result[:requires_android].should == '2.1 and up'
       result[:category].should == 'Weather'
-      result[:size].should == '7.6M'
-      result[:price].should == '$2.99'
+      result[:category_url].should == 'WEATHER'
+      result[:size].should == '8.7M'
+      result[:price].should == '$0.99'
       result[:content_rating].should == 'Low Maturity'
-      result[:description].should =~ /^<div.*?>WeatherPro for Android features high-quality seven-day forecasts/
+      result[:description].should =~ /^.*Plan your summer with WeatherPro! With the holidays just starting/
       result[:developer].should == 'MeteoGroup'
       result[:rating].should == "4.4"
-      result[:votes].should == "20167"
-      result[:banner_icon_url].should == 'https://lh4.ggpht.com/kYFmcFWBWg_XfhKTk7WaXk9y4JNO2mIe3TkT6MqR-mjoiNgy8zj-EZY6ADjJBKKA=w300'
-      result[:banner_image_url].should == 'https://lh4.ggpht.com/kYFmcFWBWg_XfhKTk7WaXk9y4JNO2mIe3TkT6MqR-mjoiNgy8zj-EZY6ADjJBKKA=w300'
+      result[:votes].should == "28469"
+      result[:banner_icon_url].should == 'https://lh5.ggpht.com/gEwuqrqo9Hu2qRNfBi8bLs0XByBQEmhvBhyNXJLuPmrT47GNfljir8ddam-Plzhovrg=w300'
+      result[:banner_image_url].should == 'https://lh5.ggpht.com/gEwuqrqo9Hu2qRNfBi8bLs0XByBQEmhvBhyNXJLuPmrT47GNfljir8ddam-Plzhovrg=w300'
       result[:website_url].should == 'http://www.weatherpro.eu/privacy-policy.html'
       result[:email].should == 'support@android.weatherpro.de'
       result[:youtube_video_ids].should == []
-      result[:whats_new].should =~ /WeatherPro 3.0 for Android brings with it/
+      result[:whats_new].should =~ /Some minor improvements have been made to keep the app up-to-date/
       #result[:permissions].should == [{:security=>"dangerous", :group=>"Your location", :description=>"fine (GPS) location", :description_full=>"Access fine location sources such as the Global Positioning System on the tablet, where available. Malicious apps may use this to determine where you are, and may consume additional battery power. Access fine location sources such as the Global Positioning System on the phone, where available. Malicious apps may use this to determine where you are, and may consume additional battery power."}, {:security=>"dangerous", :group=>"Network communication", :description=>"full Internet access", :description_full=>"Allows the app to create network sockets."}, {:security=>"safe", :group=>"Network communication", :description=>"view network state", :description_full=>"Allows the app to view the state of all networks."}]
       # Stubbing out for now, can't find them in the redesigned page.
       result[:permissions].should == []
-      result[:rating_distribution].should == {5=>12407, 4=>5360, 3=>1069, 2=>437, 1=>894}
+      result[:rating_distribution].should == {5=>17860, 4=>7270, 3=>1476, 2=>635, 1=>1217}
       result[:html].should == test_src_data3
     end