google_play_scraper 0.0.2 → 0.0.3

data/lib/google_play_scraper/parser.rb

@@ -13,6 +13,10 @@ class GooglePlayScraper::Parser
   def results
     doc = Nokogiri::HTML(raw_html)
     
+    unless doc.css('.card').any?
+      raise 'Could not parse app store results page'
+    end
+  
     results = []
     
     doc.css('.card').each do |app_container|

data/lib/google_play_scraper/search.rb

@@ -5,7 +5,7 @@ class GooglePlayScraper::Search
   
   include GooglePlayScraper::SearchOptions
   
-  attr_reader :query, :options
+  attr_reader :query, :options, :google_play_reachable
   
   GOOGLE_PLAY_SEARCH_URL = GooglePlayScraper::GOOGLE_PLAY_BASE_URL + "/store/search"
   
@@ -20,6 +20,7 @@ class GooglePlayScraper::Search
   def initialize(query, options = {})
     @options = DEFAULT_OPTIONS.merge(options)
     @options['q'] = query
+    @google_play_reachable = true
   end
   
   def run
@@ -28,11 +29,20 @@ class GooglePlayScraper::Search
     http.use_ssl = true
     http.verify_mode = OpenSSL::SSL::VERIFY_NONE
     
-    request = Net::HTTP::Get.new(uri.request_uri)
-    response = http.request(request)
+    results = []
     
-    parser = GooglePlayScraper::Parser.new(response.body)
-    parser.results
+    begin
+      request = Net::HTTP::Get.new(uri.request_uri)
+      response = http.request(request)
+      response.value
+    
+      parser = GooglePlayScraper::Parser.new(response.body)
+      results = parser.results
+    rescue
+      @google_play_reachable = false
+    end
+    
+    results
   end
   
   def build_uri

data/lib/google_play_scraper/version.rb

@@ -1,3 +1,3 @@
 module GooglePlayScraper
-  VERSION = "0.0.2"
+  VERSION = "0.0.3"
 end

data/spec/google_play_scraper/search_spec.rb

@@ -12,6 +12,7 @@ describe GooglePlayScraper::Search do
       results.first.logo_url.should == 'https://lh6.ggpht.com/M9q_Zs_CRt2rbA41nTMhrPqiBxhUEUN8Z1f_mn9m89_TiHbIbUF8hjnc_zwevvLsRIJy=w340'
       results.first.logo_url_small.should == 'https://lh6.ggpht.com/M9q_Zs_CRt2rbA41nTMhrPqiBxhUEUN8Z1f_mn9m89_TiHbIbUF8hjnc_zwevvLsRIJy=w170'
       results.first.url.should == 'https://play.google.com/store/apps/details?id=com.rovio.angrybirds'
+      search.google_play_reachable.should be_true
     end
     
     it 'should be able to search for the sparq.me scanner' do
@@ -24,6 +25,7 @@ describe GooglePlayScraper::Search do
       results.first.logo_url.should == 'https://lh3.ggpht.com/m8vHSrnD8kqMpYkgyQDxWpren2Pi5Vn-Eemj-xyHwcGUsbsi0rcYy0dR5Qzi5B566ig=w340'
       results.first.logo_url_small.should == 'https://lh3.ggpht.com/m8vHSrnD8kqMpYkgyQDxWpren2Pi5Vn-Eemj-xyHwcGUsbsi0rcYy0dR5Qzi5B566ig=w170'
       results.first.url.should == 'https://play.google.com/store/apps/details?id=com.sparqcode.sparqeye.android'
+      search.google_play_reachable.should be_true
     end
     
     it 'should be able to find keek' do
@@ -36,6 +38,36 @@ describe GooglePlayScraper::Search do
       results.first.logo_url.should == 'https://lh3.ggpht.com/SJSSPnOXBAQuz3miopva-ECfwz7YZJkaeTnIGPIYXxF6TCQ393_p1DAEtiEtfeUhDoOu=w340'
       results.first.logo_url_small.should == 'https://lh3.ggpht.com/SJSSPnOXBAQuz3miopva-ECfwz7YZJkaeTnIGPIYXxF6TCQ393_p1DAEtiEtfeUhDoOu=w170'
       results.first.url.should == 'https://play.google.com/store/apps/details?id=com.keek'
+      search.google_play_reachable.should be_true
+    end
+    
+    context 'error cases' do
+      after(:each) {
+        pre_value = GooglePlayScraper::Search::GOOGLE_PLAY_SEARCH_URL
+        GooglePlayScraper::Search.send(:remove_const, :GOOGLE_PLAY_SEARCH_URL)
+        GooglePlayScraper::Search.const_set(:GOOGLE_PLAY_SEARCH_URL, pre_value)
+      }
+      it 'should return empty results and indicate when google play returns an invalid http code' do
+        GooglePlayScraper::Search.send(:remove_const, :GOOGLE_PLAY_SEARCH_URL)
+        GooglePlayScraper::Search.const_set(:GOOGLE_PLAY_SEARCH_URL, 'http://www.google.com/asdfasdfasdfasdfasdf')
+      
+        search = GooglePlayScraper::Search.new('Angry Birds')
+        results = search.run
+      
+        results.size.should == 0
+        search.google_play_reachable.should be_false
+      end
+    
+      it 'should return empty resulta nd indicate when it cannot parse the google play results' do
+        GooglePlayScraper::Search.send(:remove_const, :GOOGLE_PLAY_SEARCH_URL)
+        GooglePlayScraper::Search.const_set(:GOOGLE_PLAY_SEARCH_URL, 'http://www.google.com')
+      
+        search = GooglePlayScraper::Search.new('Angry Birds')
+        results = search.run
+      
+        results.size.should == 0
+        search.google_play_reachable.should be_false
+      end
     end
   end
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: google_play_scraper
 version: !ruby/object:Gem::Version
-  version: 0.0.2
+  version: 0.0.3
   prerelease: 
 platform: ruby
 authors:
@@ -9,7 +9,7 @@ authors:
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2013-07-16 00:00:00.000000000 Z
+date: 2013-08-29 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: nokogiri