steam_scraper 1.1.3 → 1.1.6

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: d379bbb22e112c44df52648bd591dab509c54b5e
-  data.tar.gz: 765d9b1db394eae0ae7241beef91ad4bf82acd7b
+  metadata.gz: d35d39b0ec4e9ee65403d6f213f02818db2bc493
+  data.tar.gz: ff9f3ec8ec11b965da0a3d8cf3d958f99536af83
 SHA512:
-  metadata.gz: 27781291f4b79d9b614742e5c4ab88e8f04c70eb0b783a83608f77e21798d0521e1e44bbe04819c5cb5788d90d699ef5300be4c7907c8e282adb590ffc1f95f7
-  data.tar.gz: ba06bbfa1507a5b2b2a7964b5faecc7c928e2336da695ba97d0b4208a6f92ce49dcace3b3f25ad743c9b9c0bfbceeb0b75dea05d58c2dc56e2ccd828a45ec769
+  metadata.gz: 1c464a5c2d986221968cb6cbc1ab6ecfcab3c6e11a93a732eda686ef09722d1585e5649c6e399a53ee4486939a5c83e5c65ddcf5c87037c9bc2cf1840e91a8cd
+  data.tar.gz: c98b76070ddefc042c4871b328f27b6a7e416b8aaada35b451eedc16c1cfb0e4f1d475d14523b7bfa3ded45c9563c4b29e608ccd5210f9f93da2616032d6ffeb

data/lib/steam_scraper/game_list_scraper.rb

@@ -32,9 +32,7 @@ class GameListScraper
       puts 'Scraping Page ' + page.to_s
       items_on_page = search_results(page)
       scrape_page(items_on_page)
-      puts 'Page Complete'
     end
-    puts 'Scraping Complete'
     @game_list
   end
 
@@ -62,7 +60,15 @@ class GameListScraper
   end
 
   def scrape_release_date(entry)
-    Date.parse(entry.xpath(".//div[contains(@class, 'search_released')]").text)
+    date_node_text = entry.xpath(".//div[contains(@class, 'search_released')]").text
+    date = nil
+    begin
+      date = Date.parse(date_node_text)
+    rescue ArgumentError
+      puts 'Invalid date found.  Probably in the future.  Date set to nil'
+    end
+
+    date
   end
 
   def scrape_platforms(entry)
@@ -81,7 +87,8 @@ class GameListScraper
 
   def get_review_contents(entry)
     node = entry.xpath(".//span[contains(@class, 'search_review_summary')]")
-    result = node.attribute('data-store-tooltip').value unless node.nil?
+    result = nil
+    result = node.attribute('data-store-tooltip').value unless node.empty?
 
     result
   end

data/lib/steam_scraper/game_page_scraper.rb

@@ -15,7 +15,7 @@ class GamePageScraper
   end
 
   def scrape_game!(game, url)
-    puts 'Scraping Page for ' + game[:name]
+    puts 'Scraping additional data for ' + game[:name]
     page_contents = get_page_contents(url)
     game[:metacritic] = scrape_metacritic(page_contents)
     game[:tags] = scrape_tags(page_contents)
@@ -84,6 +84,7 @@ class GamePageScraper
     spec_hash = {}
     spec_array.each do |entry|
       value_pair = entry.split(':')
+      next if value_pair.first.nil?
       key = value_pair.first.to_sym
       value = value_pair.last.strip
       spec_hash[key] = value

data/lib/steam_scraper/version.rb

@@ -1,3 +1,3 @@
 module SteamScraper
-  VERSION = '1.1.3'.freeze
+  VERSION = '1.1.6'.freeze
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: steam_scraper
 version: !ruby/object:Gem::Version
-  version: 1.1.3
+  version: 1.1.6
 platform: ruby
 authors:
 - Robert Gardner