bnet_scraper 0.0.2 → 0.1.0

data/CHANGELOG.md

@@ -0,0 +1,18 @@
+# Changelog!
+
+## 0.1.0 (Jul 06 2012)
+
+* Replaces open-uri with Faraday
+* Adds BnetScraper::InvalidProfileError when unsuccessfully scraping
+
+## 0.2.0 (Apr 20 2012)
+
+* Adds Battle.net Status API
+* Adds Match History scraping
+* Adds Achievement scraping
+* Documentation Improvements
+* Adds Travis-CI Support
+
+## 0.1.0 (Mar 13 2012)
+
+* Initial Release

data/bnet_scraper.gemspec

@@ -3,7 +3,7 @@ $:.push File.expand_path("../lib", __FILE__)
 
 Gem::Specification.new do |s|
   s.name        = "bnet_scraper"
-  s.version     = "0.0.2"
+  s.version     = "0.1.0"
   s.authors     = ["Andrew Nordman"]
   s.email       = ["anordman@majorleaguegaming.com"]
   s.homepage    = "https://github.com/agoragames/bnet_scraper/"
@@ -16,6 +16,7 @@ Gem::Specification.new do |s|
   s.require_paths = ["lib"]
 
   s.add_runtime_dependency 'nokogiri'
+  s.add_runtime_dependency 'faraday'
   s.add_development_dependency 'rake'
   s.add_development_dependency 'rspec'
   s.add_development_dependency 'fakeweb'

data/lib/bnet_scraper.rb

@@ -1,7 +1,7 @@
 require 'bnet_scraper/starcraft2'
-require 'net/http'
-require 'open-uri'
+require 'faraday'
 require 'nokogiri'
 
 module BnetScraper
+  class InvalidProfileError < Exception ; end
 end

data/lib/bnet_scraper/starcraft2/achievement_scraper.rb

@@ -43,7 +43,12 @@ module BnetScraper
 
       # retrieves the account's achievements overview page HTML for scraping
       def get_response
-        @response = Nokogiri::HTML(open(profile_url+"achievements/")) 
+        response = Faraday.get "#{profile_url}achievements/"
+        if response.success?
+          @response = Nokogiri::HTML(response.body) 
+        else
+          raise BnetScraper::InvalidProfileError
+        end
       end
 
       # scrapes the recent achievements from the account's achievements overview page

data/lib/bnet_scraper/starcraft2/league_scraper.rb

@@ -30,15 +30,20 @@ module BnetScraper
       end
 
       def scrape
-        @response = Nokogiri::HTML(open(@url))
-        value = @response.css(".data-title .data-label h3").inner_text().strip 
-        header_regex = /Season (\d{1}) - \s+(\dv\d)( Random)? (\w+)\s+Division (.+)/
-        header_values = value.match(header_regex).to_a
-        header_values.shift()
-        @season, @size, @random, @division, @name = header_values
-        
-        @random = !@random.nil?
-        output
+        @response = Faraday.get @url
+        if @response.success?
+          @response = Nokogiri::HTML(@response.body)
+          value = @response.css(".data-title .data-label h3").inner_text().strip 
+          header_regex = /Season (\d{1}) - \s+(\dv\d)( Random)? (\w+)\s+Division (.+)/
+          header_values = value.match(header_regex).to_a
+          header_values.shift()
+          @season, @size, @random, @division, @name = header_values
+          
+          @random = !@random.nil?
+          output
+        else
+          raise BnetScraper::InvalidProfileError
+        end
       end
 
       def output

data/lib/bnet_scraper/starcraft2/match_history_scraper.rb

@@ -25,7 +25,13 @@ module BnetScraper
 
       # retrieves the match history HTML for scraping
       def get_response
-        @response = Nokogiri::HTML(open(match_url))
+        @response = Faraday.get match_url
+        
+        if @response.success?
+          @response = Nokogiri::HTML(@response.body)
+        else
+          raise BnetScraper::InvalidProfileError
+        end
       end
 
       def scrape

data/lib/bnet_scraper/starcraft2/profile_scraper.rb

@@ -30,23 +30,34 @@ module BnetScraper
 
       # scrapes the profile page for basic account information
       def get_profile_data
-        response = Nokogiri::HTML(open(profile_url))
+        response = Faraday.get profile_url
 
-        @race = response.css("#season-snapshot .module-footer a").first().inner_html()
-        @wins = response.css("#career-stats h2").inner_html()
-        @achievement_points = response.css("#profile-header h3").inner_html()
+        if response.success?
+          html = Nokogiri::HTML(response.body)
+
+          @race = html.css("#season-snapshot .module-footer a").first().inner_html()
+          @wins = html.css("#career-stats h2").inner_html()
+          @achievement_points = html.css("#profile-header h3").inner_html()
+        else
+          raise BnetScraper::InvalidProfileError
+        end
       end
 
       # scrapes the league list from account's league page and sets an array of URLs
       def get_league_list
-        response = Nokogiri::HTML(open(profile_url + "ladder/leagues"))
+        response = Faraday.get profile_url + "ladder/leagues"
+        if response.success?
+          html = Nokogiri::HTML(response.body)
 
-        @leagues = response.css("a[href*='#current-rank']").map do |league|
-          {
-            name: league.inner_html().strip,
-            id: league.attr('href').sub('#current-rank',''),
-            href: "#{profile_url}ladder/#{league.attr('href')}"
-          }
+          @leagues = html.css("a[href*='#current-rank']").map do |league|
+            {
+              name: league.inner_html().strip,
+              id: league.attr('href').sub('#current-rank',''),
+              href: "#{profile_url}ladder/#{league.attr('href')}"
+            }
+          end
+        else
+          raise BnetScraper::InvalidProfileError
         end
       end
 

data/lib/bnet_scraper/starcraft2/status_scraper.rb

@@ -17,7 +17,8 @@ module BnetScraper
       class << self
 
         def fetch
-          Nokogiri::HTML(open(SOURCE))
+          response = Faraday.get SOURCE
+          Nokogiri::HTML(response.body)
             .css('.forumPost').first.css('span').to_a
             .each_slice(2).map { |i| { :region => i.first.text, :status => i.last.text } }
         end

data/spec/starcraft2/achievement_scraper_spec.rb

@@ -25,6 +25,12 @@ describe BnetScraper::Starcraft2::AchievementScraper do
       subject.should_receive(:scrape_showcase)
       subject.scrape
     end
+
+    it 'should return InvalidProfileError if response is 404' do
+      url = 'http://us.battle.net/sc2/en/profile/2377239/1/SomeDude/achievements/'
+      scraper = BnetScraper::Starcraft2::AchievementScraper.new(url: url)
+      expect { scraper.scrape }.to raise_error(BnetScraper::InvalidProfileError)
+    end
   end
 
   describe '#scrape_showcase' do

data/spec/starcraft2/league_scraper_spec.rb

@@ -50,6 +50,12 @@ describe BnetScraper::Starcraft2::LeagueScraper do
       subject.should_receive(:output)
       subject.scrape
     end
+
+    it 'should raise InvalidProfileError when response is 404' do
+      url = 'http://us.battle.net/sc2/en/profile/2377239/1/SomeDude/leagues/12345' 
+      scraper = BnetScraper::Starcraft2::LeagueScraper.new(url: url)
+      expect { scraper.scrape }.to raise_error(BnetScraper::InvalidProfileError)
+    end
   end
 
   describe '#output' do

data/spec/starcraft2/match_history_scraper_spec.rb

@@ -34,6 +34,12 @@ describe BnetScraper::Starcraft2::MatchHistoryScraper do
     it 'should set the match date of each match' do
       subject.matches[0][:date].should == '3/12/2012'
     end
+
+    it 'should raised InvalidProfileError when response is 404' do
+      url = 'http://us.battle.net/sc2/en/profile/2377239/1/SomeDude/matches'
+      scraper = BnetScraper::Starcraft2::MatchHistoryScraper.new(url: url)
+      expect { scraper.scrape }.to raise_error(BnetScraper::InvalidProfileError)
+    end
   end
 
   describe '#output' do

data/spec/starcraft2/profile_scraper_spec.rb

@@ -45,6 +45,11 @@ describe BnetScraper::Starcraft2::ProfileScraper do
       subject.should_receive(:output)
       subject.scrape
     end
+
+    it 'should return InvalidProfileError if response is 404' do
+      scraper = BnetScraper::Starcraft2::ProfileScraper.new url: 'http://us.battle.net/sc2/en/profile/2377239/1/SomeDude/'
+      expect { scraper.scrape }.to raise_error(BnetScraper::InvalidProfileError)
+    end
   end
 
   describe '#output' do

data/spec/support/failure.html

@@ -0,0 +1,565 @@
+
+<html xmlns="http://www.w3.org/1999/xhtml" xml:lang="en-us" class="en-us">
+<head xmlns:og="http://ogp.me/ns#" xmlns:fb="http://ogp.me/ns/fb#">
+<title>Error - StarCraft II</title>
+<meta content="false" http-equiv="imagetoolbar" />
+<meta content="IE=edge,chrome=1" http-equiv="X-UA-Compatible" />
+<link rel="shortcut icon" href="/sc2/static/local-common/images/favicons/sc2.ico" type="image/x-icon"/>
+<link rel="search" type="application/opensearchdescription+xml" href="http://us.battle.net/en-us/data/opensearch" title="Battle.net Search" />
+<link rel="stylesheet" type="text/css" media="all" href="/sc2/static/local-common/css/common.css?v42" />
+<!--[if IE]> <link rel="stylesheet" type="text/css" media="all" href="/sc2/static/local-common/css/common-ie.css?v42" />
+<![endif]-->
+<!--[if IE 6]> <link rel="stylesheet" type="text/css" media="all" href="/sc2/static/local-common/css/common-ie6.css?v42" />
+<![endif]-->
+<!--[if IE 7]> <link rel="stylesheet" type="text/css" media="all" href="/sc2/static/local-common/css/common-ie7.css?v42" />
+<![endif]-->
+<link title="StarCraft II™ - News" href="/sc2/en/feed/news" type="application/atom+xml" rel="alternate"/>
+<link rel="stylesheet" type="text/css" media="all" href="/sc2/static/css/sc2.css?v21" />
+<!--[if IE]> <link rel="stylesheet" type="text/css" media="all" href="/sc2/static/css/sc2-ie.css?v21" />
+<![endif]-->
+<!--[if IE 6]> <link rel="stylesheet" type="text/css" media="all" href="/sc2/static/css/sc2-ie6.css?v21" />
+<![endif]-->
+<!--[if IE 7]> <link rel="stylesheet" type="text/css" media="all" href="/sc2/static/css/sc2-ie7.css?v21" />
+<![endif]-->
+<script type="text/javascript" src="/sc2/static/local-common/js/third-party/jquery.js?v42"></script>
+<script type="text/javascript" src="/sc2/static/local-common/js/core.js?v42"></script>
+<script type="text/javascript" src="/sc2/static/local-common/js/tooltip.js?v42"></script>
+<!--[if IE 6]> <script type="text/javascript">
+//<![CDATA[
+try { document.execCommand('BackgroundImageCache', false, true) } catch(e) {}
+//]]>
+</script>
+<![endif]-->
+<script type="text/javascript">
+//<![CDATA[
+Core.staticUrl = '/sc2/static';
+Core.sharedStaticUrl= '/sc2/static/local-common';
+Core.baseUrl = '/sc2/en';
+Core.projectUrl = '/sc2';
+Core.cdnUrl = 'http://us.media.blizzard.com';
+Core.supportUrl = 'http://us.battle.net/support/';
+Core.secureSupportUrl= 'https://us.battle.net/support/';
+Core.project = 'sc2';
+Core.locale = 'en-us';
+Core.language = 'en';
+Core.buildRegion = 'us';
+Core.region = 'us';
+Core.shortDateFormat= 'MM/dd/yyyy';
+Core.dateTimeFormat = 'MM/dd/yyyy hh:mm a';
+Core.loggedIn = false;
+Flash.videoPlayer = 'http://us.media.blizzard.com/global-video-player/themes/sc2/video-player.swf';
+Flash.videoBase = 'http://us.media.blizzard.com/sc2/media/videos';
+Flash.ratingImage = 'http://us.media.blizzard.com/global-video-player/ratings/sc2/en-us.jpg';
+Flash.expressInstall= 'http://us.media.blizzard.com/global-video-player/expressInstall.swf';
+var _gaq = _gaq || [];
+_gaq.push(['_setAccount', 'UA-544112-16']);
+_gaq.push(['_setDomainName', '.battle.net']);
+_gaq.push(['_setAllowLinker', true]);
+_gaq.push(['_trackPageview']);
+_gaq.push(['_trackPageLoadTime']);
+//]]>
+</script>
+<meta property="og:site_name" content="StarCraft II™" />
+<meta property="og:title" content="StarCraft II" />
+<meta property="og:image" content="http://us.media.blizzard.com/battle.net/logos/og-sc2.png" />
+<meta property="og:url" content="http://us.battle.net/sc2/en/profile/2377239/1/SomeDude/?error=404" />
+<meta property="og:type" content="website" />
+<meta property="og:locale" content="en_US" />
+<meta property="fb:admins" content="470332842321,433163104416"/>
+</head>
+<body class=""><div id="wrapper">
+<div id="header">
+<div class="search-bar">
+<form action="/sc2/en/search" method="get" autocomplete="off">
+<div>
+<input type="text" class="search-field input" name="q" id="search-field" maxlength="200" tabindex="40" alt="Search StarCraft II" value="Search StarCraft II" />
+<input type="submit" class="search-button" value="" tabindex="41" />
+</div>
+</form>
+</div>
+<h1 id="logo"><a href="/sc2/en/">Battle.net</a></h1>
+<div id="header-plate">
+<ul class="menu" id="menu">
+<li class="menu-home">
+<a href="/sc2/en/">
+<span>Home</span>
+</a>
+</li>
+<li class="menu-game">
+<a href="/sc2/en/game/">
+<span>Game Guide</span>
+</a>
+</li>
+<li class="menu-esports">
+<a href="/sc2/en/esports/">
+<span>eSports</span>
+</a>
+</li>
+<li class="menu-media">
+<a href="/sc2/en/media/">
+<span>Media</span>
+</a>
+</li>
+<li class="menu-forums">
+<a href="/sc2/en/forum/">
+<span>Forums</span>
+</a>
+</li>
+<li class="menu-buy-now">
+<a href="/sc2/en/buy-now/">
+<span>Buy Now</span>
+</a>
+</li>
+</ul>
+<div id="user-plate" class="ajax-update">
+<div id="user-empty">
+<a href="?login" onclick="return Login.open('https://us.battle.net/login/login.frag')"><strong>Log in</strong></a> with your Battle.net account to post comments and personalize your site content.
+</div>
+</div>
+<ol class="ui-breadcrumb">
+<li class="last">
+<a href="/sc2/en/" rel="np">
+StarCraft II
+</a>
+</li>
+</ol>
+</div>
+</div>
+<div id="content">
+<div id="content-top">
+<div id="content-bot">	<div class="error-page">
+
+		<div class="warning-graphic"></div>
+
+			<div class="error-header">Page Not Found</div>
+			<div class="divider"></div>
+			<div class="error-desc">The page you were looking for either doesn’t exist or some terrible, terrible error has occurred.</div>
+			
+
+	</div>
+</div>
+</div>
+</div>
+<div id="footer">
+<div id="sitemap" class="promotions">
+<div class="column">
+<h3 class="bnet">
+<a href="http://us.battle.net/" tabindex="100">Battle.net Home</a>
+</h3>
+<ul>
+<li><a href="http://us.battle.net/what-is/">What is Battle.net?</a></li>
+<li><a href="https://us.battle.net/account/management/get-a-game.html">Buy Games</a></li>
+<li><a href="https://us.battle.net/account/management/">Account</a></li>
+<li><a href="http://us.battle.net/support/">Support</a></li>
+<li><a href="http://us.battle.net/realid/">Real ID</a></li>
+<li><a href="http://us.battle.net/battletag/">BattleTag</a></li>
+</ul>
+</div>
+<div class="column">
+<h3 class="games">
+<a href="http://us.battle.net/" tabindex="100">Games</a>
+</h3>
+<ul>
+<li><a href="http://us.battle.net/sc2/">StarCraft II™</a></li>
+<li><a href="http://us.battle.net/wow/">World of Warcraft™</a></li>
+<li><a href="http://us.battle.net/d3/">Diablo III™</a></li>
+<li><a href="http://us.battle.net/games/classic">Classic Games</a></li>
+<li><a href="https://us.battle.net/account/download/">Game Client Downloads</a></li>
+</ul>
+</div>
+<div class="column">
+<h3 class="account">
+<a href="https://us.battle.net/account/management/" tabindex="100">Account</a>
+</h3>
+<ul>
+<li><a href="https://us.battle.net/account/support/login-support.html">Can’t log in?</a></li>
+<li><a href="https://us.battle.net/account/creation/tos.html">Create Account</a></li>
+<li><a href="https://us.battle.net/account/management/">Account Summary</a></li>
+<li><a href="https://us.battle.net/account/management/authenticator.html">Account Security</a></li>
+<li><a href="https://us.battle.net/account/management/add-game.html">Add a Game</a></li>
+<li><a href="https://us.battle.net/account/management/redemption/redeem.html">Redeem Promo Codes</a></li>
+</ul>
+</div>
+<div class="column">
+<h3 class="support">
+<a href="http://us.battle.net/support/" tabindex="100">Support</a>
+</h3>
+<ul>
+<li><a href="http://us.battle.net/support/">Support Articles</a></li>
+<li><a href="https://us.battle.net/account/parental-controls/index.html">Parental Controls</a></li>
+<li><a href="http://us.battle.net/security/">Protect Your Account</a></li>
+<li><a href="http://us.battle.net/security/help">Help! I got hacked!</a></li>
+</ul>
+</div>
+<div id="footer-promotions">
+<div class="sidebar-content"></div>
+<div id="sidebar-marketing" class="sidebar-module">
+<div class="bnet-offer">
+<!-- -->
+<div class="bnet-offer-bg">
+<a href="https://us.battle.net/account/activation/landing.html?product=S2&amp;key&amp;purchase" target="_blank" id="ad5207109" class="bnet-offer-image" onclick="BnetAds.trackEvent('5207109', 'SCIIdig', 'sc2', true);">
+<img src="http://us.media2.battle.net/cms/ad_300x100/ZNB918LXVJ251309281567042.jpg" width="300" height="100" alt=""/>
+</a>
+</div>
+<script type="text/javascript">
+//<![CDATA[
+if(typeof (BnetAds.addEvent) != "undefined" )
+BnetAds.addEvent(window, 'load', function(){ BnetAds.trackEvent('5207109', 'SCIIdig', 'sc2'); } );
+else
+BnetAds.trackEvent('5207109', 'SCIIdig', 'sc2');
+//]]>
+</script>
+</div>
+</div>
+</div>
+<span class="clear"><!-- --></span>
+</div>
+<div id="copyright">
+<a href="javascript:;" tabindex="100" id="change-language">
+<span>Americas - English (US)</span>
+</a>
+<span>©2012 Blizzard Entertainment, Inc. All rights reserved</span>
+<a onclick="return Core.open(this);" href="http://us.blizzard.com/company/about/termsofuse.html" tabindex="100">Terms of Use</a>
+<a onclick="return Core.open(this);" href="http://us.blizzard.com/company/legal/" tabindex="100">Legal</a>
+<a onclick="return Core.open(this);" href="http://us.blizzard.com/company/about/privacy.html" tabindex="100">Privacy Policy</a>
+<a onclick="return Core.open(this);" href="http://us.blizzard.com/company/about/infringementnotice.html" tabindex="100">Copyright Infringement</a>
+</div>
+<div id="international"></div>
+<div id="legal">
+<div id="legal-ratings" class="png-fix">
+<a class="truste-link" href="//privacy-policy.truste.com/click-with-confidence/ctv/en/us.battle.net/seal_m" target="_blank">
+<img class="legal-image" src="//privacy-policy.truste.com/certified-seal/wps/en/us.battle.net/seal_m.png" alt="Validate TRUSTe privacy certification"/>
+</a>
+<a href="http://www.esrb.org/ratings/ratings_guide.jsp" onclick="return Core.open(this);">
+<img class="legal-image" alt="" src="/sc2/static/local-common/images/legal/us/esrb-teen-sc2.png" />
+</a>
+</div>
+<div id="blizzard" class="png-fix">
+<a href="http://blizzard.com" tabindex="100"><img src="/sc2/static/local-common/images/logos/blizz-sc2.png" alt="" /></a>
+</div>
+<span class="clear"><!-- --></span>
+</div>
+</div>
+<div id="service">
+<ul class="service-bar">
+<li class="service-cell service-home"><a href="http://us.battle.net/" tabindex="50" accesskey="1" title="Battle.net Home"> </a></li>
+<li class="service-cell service-welcome">
+<a href="?login" onclick="return Login.open()">Log in</a> or <a href="https://us.battle.net/account/creation/tos.html">Create an Account</a>
+</li>
+<li class="service-cell service-account"><a href="https://us.battle.net/account/management/" class="service-link" tabindex="50" accesskey="3">Account</a></li>
+<li class="service-cell service-support service-support-enhanced">
+<a href="#support" class="service-link service-link-dropdown" tabindex="50" accesskey="4" id="support-link" onclick="return false" style="cursor: progress" rel="javascript">Support<span class="no-support-tickets" id="support-ticket-count"></span></a>
+<div class="support-menu" id="support-menu" style="display:none;">
+<div class="support-primary">
+<ul class="support-nav">
+<li>
+<a href="http://us.battle.net/support/" tabindex="55" class="support-category">
+<strong class="support-caption">Knowledge Center</strong>
+Browse our support articles
+</a>
+</li>
+<li>
+<a href="https://us.battle.net/support/ticket/status" tabindex="55" class="support-category">
+<strong class="support-caption">Your Support Tickets</strong>
+View your active tickets (login required).
+</a>
+</li>
+</ul>
+<span class="clear"><!-- --></span>
+</div>
+<div class="support-secondary"></div>
+<!--[if IE 6]> <iframe id="support-shim" src="javascript:false;" frameborder="0" scrolling="no" style="display: block; position: absolute; top: 0; left: 9px; width: 297px; height: 400px; z-index: -1;"></iframe>
+<script type="text/javascript">
+//<![CDATA[
+(function(){
+var doc = document;
+var shim = doc.getElementById('support-shim');
+shim.style.filter = 'progid:DXImageTransform.Microsoft.Alpha(style=0,opacity=0)';
+shim.style.display = 'block';
+})();
+//]]>
+</script>
+<![endif]-->
+</div>
+</li>
+<li class="service-cell service-explore">
+<a href="#explore" tabindex="50" accesskey="5" class="dropdown" id="explore-link" onclick="return false" style="cursor: progress" rel="javascript">Explore</a>
+<div class="explore-menu" id="explore-menu" style="display:none;">
+<div class="explore-primary">
+<ul class="explore-nav">
+<li>
+<a href="http://us.battle.net/" tabindex="55" data-label="Home">
+<strong class="explore-caption">Battle.net Home</strong>
+Connect. Play. Unite.
+</a>
+</li>
+<li>
+<a href="https://us.battle.net/account/management/" tabindex="55" data-label="Account">
+<strong class="explore-caption">Account</strong>
+Manage your Account
+</a>
+</li>
+<li>
+<a href="http://us.battle.net/support/" tabindex="55" data-label="Support">
+<strong class="explore-caption">Support</strong>
+Get Support and explore the knowledgebase.
+</a>
+</li>
+<li>
+<a href="https://us.battle.net/account/management/get-a-game.html" tabindex="55" data-label="Buy Games">
+<strong class="explore-caption">Buy Games</strong>
+Digital Games for Download
+</a>
+</li>
+</ul>
+<div class="explore-links">
+<h2 class="explore-caption">More</h2>
+<ul>
+<li><a href="http://us.battle.net/what-is/" tabindex="55" data-label="More">What is Battle.net?</a></li>
+<li><a href="https://us.battle.net/account/parental-controls/index.html" tabindex="55" data-label="More">Parental Controls</a></li>
+<li><a href="http://us.battle.net/security/" tabindex="55" data-label="More">Account Security</a></li>
+<li><a href="https://us.battle.net/account/management/add-game.html" tabindex="55" data-label="More">Add a Game</a></li>
+<li><a href="https://us.battle.net/account/support/password-reset.html" tabindex="55" data-label="More">Can’t log in?</a></li>
+<li><a href="https://us.battle.net/account/download/" tabindex="55" data-label="More">Game Client Downloads</a></li>
+<li><a href="https://us.battle.net/account/management/redemption/redeem.html" tabindex="55" data-label="More">Redeem Promo Codes</a></li>
+<li><a href="http://us.battle.net/games/classic" tabindex="55" data-label="More">Classic Games</a></li>
+</ul>
+</div>
+<span class="clear"><!-- --></span>
+<!--[if IE 6]> <iframe id="explore-shim" src="javascript:false;" frameborder="0" scrolling="no" style="display: block; position: absolute; top: 0; left: 9px; width: 409px; height: 400px; z-index: -1;"></iframe>
+<script type="text/javascript">
+//<![CDATA[
+(function(){
+var doc = document;
+var shim = doc.getElementById('explore-shim');
+shim.style.filter = 'progid:DXImageTransform.Microsoft.Alpha(style=0,opacity=0)';
+shim.style.display = 'block';
+})();
+//]]>
+</script>
+<![endif]-->
+</div>
+<ul class="explore-secondary">
+<li class="explore-game explore-game-sc2">
+<a href="http://us.battle.net/sc2/" tabindex="55" data-label="Game - sc2">
+<span class="explore-game-inner">
+<strong class="explore-caption">StarCraft II™</strong>
+<span>News &amp; Forums</span> <span>Beginner’s Guide</span> <span>Player Profiles</span>
+</span>
+</a>
+</li>
+<li class="explore-game explore-game-wow">
+<a href="http://us.battle.net/wow/" tabindex="55" data-label="Game - wow">
+<span class="explore-game-inner">
+<strong class="explore-caption">World of Warcraft™</strong>
+<span>Character Profiles</span> <span>News &amp; Forums</span> <span>Game Guide</span>
+</span>
+</a>
+</li>
+<li class="explore-game explore-game-d3">
+<a href="http://us.battle.net/d3/" tabindex="55" data-label="Game - d3">
+<span class="explore-game-inner">
+<strong class="explore-caption">Diablo III™</strong>
+<span>Game Guide</span> <span>News</span> <span>Forums</span>
+</span>
+</a>
+</li>
+</ul>
+</div>
+</li>
+</ul>
+<div id="warnings-wrapper">
+<script type="text/javascript">
+//<![CDATA[
+$(function() {
+App.saveCookie('html5Warning');
+App.resetCookie('browserWarning');
+});
+//]]>
+</script>
+<!--[if lt IE 8]> <div id="browser-warning" class="warning warning-red">
+<div class="warning-inner2">
+You are using an outdated web browser.<br />
+<a href="http://us.blizzard.com/support/article/browserupdate">Upgrade</a> or <a href="http://www.google.com/chromeframe/?hl=en-US" id="chrome-frame-link">install Google Chrome Frame</a>.
+<a href="#close" class="warning-close" onclick="App.closeWarning('#browser-warning', 'browserWarning'); return false;"></a>
+</div>
+</div>
+<![endif]-->
+<!--[if lt IE 8]> <script type="text/javascript" src="/sc2/static/local-common/js/third-party/CFInstall.min.js?v42"></script>
+<script type="text/javascript">
+//<![CDATA[
+$(function() {
+var age = 365 * 24 * 60 * 60 * 1000;
+var src = 'https://www.google.com/chromeframe/?hl=en-US';
+if ('http:' == document.location.protocol) {
+src = 'http://www.google.com/chromeframe/?hl=en-US';
+}
+document.cookie = "disableGCFCheck=0;path=/;max-age="+age;
+$('#chrome-frame-link').bind({
+'click': function() {
+App.closeWarning('#browser-warning');
+CFInstall.check({
+mode: 'overlay',
+url: src
+});
+return false;
+}
+});
+});
+//]]>
+</script>
+<![endif]-->
+<noscript>
+<div id="javascript-warning" class="warning warning-red">
+<div class="warning-inner2">
+JavaScript must be enabled to use this site.
+</div>
+</div>
+</noscript>
+</div>
+</div>
+</div><script type="text/javascript" src="/sc2/static/local-common/js/search.js?v42"></script>
+<script type="text/javascript">
+//<![CDATA[
+var xsToken = '';
+var supportToken = '';
+var Msg = {
+support: {
+ticketNew: 'Ticket {0} was created.',
+ticketStatus: 'Ticket {0}’s status changed to {1}.',
+ticketOpen: 'Open',
+ticketAnswered: 'Answered',
+ticketResolved: 'Resolved',
+ticketCanceled: 'Canceled',
+ticketArchived: 'Archived',
+ticketInfo: 'Need Info',
+ticketAll: 'View All Tickets'
+},
+cms: {
+requestError: 'Your request cannot be completed.',
+ignoreNot: 'Not ignoring this user',
+ignoreAlready: 'Already ignoring this user',
+stickyRequested: 'Sticky requested',
+stickyHasBeenRequested: 'You have already sent a sticky request for this topic.',
+postAdded: 'Post added to tracker',
+postRemoved: 'Post removed from tracker',
+userAdded: 'User added to tracker',
+userRemoved: 'User removed from tracker',
+validationError: 'A required field is incomplete',
+characterExceed: 'The post body exceeds XXXXXX characters.',
+searchFor: "Search for",
+searchTags: "Articles tagged:",
+characterAjaxError: "You may have become logged out. Please refresh the page and try again.",
+ilvl: "Level {0}",
+shortQuery: "Search requests must be at least three characters long."
+},
+bml: {
+bold: 'Bold',
+italics: 'Italics',
+underline: 'Underline',
+list: 'Unordered List',
+listItem: 'List Item',
+quote: 'Quote',
+quoteBy: 'Posted by {0}',
+unformat: 'Remove Formating',
+cleanup: 'Fix Linebreaks',
+code: 'Code Blocks',
+item: 'WoW Item',
+itemPrompt: 'Item ID:',
+url: 'URL',
+urlPrompt: 'URL Address:'
+},
+ui: {
+submit: 'Submit',
+cancel: 'Cancel',
+reset: 'Reset',
+viewInGallery: 'View in gallery',
+loading: 'Loading…',
+unexpectedError: 'An error has occurred',
+fansiteFind: 'Find this on…',
+fansiteFindType: 'Find {0} on…',
+fansiteNone: 'No fansites available.'
+},
+grammar: {
+colon: '{0}:',
+first: 'First',
+last: 'Last'
+},
+fansite: {
+achievement: 'achievement',
+character: 'character',
+faction: 'faction',
+'class': 'class',
+object: 'object',
+talentcalc: 'talents',
+skill: 'profession',
+quest: 'quest',
+spell: 'spell',
+event: 'event',
+title: 'title',
+arena: 'arena team',
+guild: 'guild',
+zone: 'zone',
+item: 'item',
+race: 'race',
+npc: 'NPC',
+pet: 'pet'
+},
+search: {
+kb: 'Support',
+post: 'Forums',
+article: 'Blog Articles',
+static: 'General Content',
+wowcharacter: 'Characters',
+wowitem: 'Items',
+wowguild: 'Guilds',
+wowarenateam: 'Arena Teams',
+url: 'Suggested Links',
+other: 'Other'
+}
+};
+//]]>
+</script>
+<script type="text/javascript">
+//<![CDATA[
+Core.load("/sc2/static/local-common/js/third-party/jquery-ui-1.8.6.custom.min.js?v42");
+Core.load("/sc2/static/local-common/js/login.js?v42", false, function() {
+Login.embeddedUrl = 'https://us.battle.net/login/login.frag';
+});
+//]]>
+</script>
+<script type="text/javascript" src="/sc2/static/local-common/js/menu.js?v42"></script>
+<script type="text/javascript" src="/sc2/static/js/sc2.js?v21"></script>
+<script type="text/javascript">
+//<![CDATA[
+$(function(){
+Menu.initialize('/data/menu.json?v42');
+Tooltip.options.useTable = true;
+});
+//]]>
+</script>
+<!--[if lt IE 8]> <script type="text/javascript" src="/sc2/static/local-common/js/third-party/jquery.pngFix.pack.js?v42"></script>
+<script type="text/javascript">
+//<![CDATA[
+$('.png-fix').pngFix(); //]]>
+</script>
+<![endif]-->
+<script type="text/javascript">
+//<![CDATA[
+(function() {
+var ga = document.createElement('script');
+var src = "https://ssl.google-analytics.com/ga.js";
+if ('http:' == document.location.protocol) {
+src = "http://www.google-analytics.com/ga.js";
+}
+ga.type = 'text/javascript';
+ga.setAttribute('async', 'true');
+ga.src = src;
+var s = document.getElementsByTagName('script');
+s = s[s.length-1];
+s.parentNode.insertBefore(ga, s.nextSibling);
+})();
+//]]>
+</script>
+</body>
+</html>

data/spec/support/load_fakeweb.rb

@@ -6,8 +6,13 @@ league_html       = File.read File.dirname(__FILE__) + '/league.html'
 achievements_html = File.read File.dirname(__FILE__) + '/achievements.html'
 matches_html      = File.read File.dirname(__FILE__) + '/matches.html'
 status_html       = File.read File.dirname(__FILE__) + '/status.html'
+failure_html      = File.read File.dirname(__FILE__) + '/failure.html'
 
 FakeWeb.allow_net_connect = false
+FakeWeb.register_uri :get, 'http://us.battle.net/sc2/en/profile/2377239/1/SomeDude/', body: failure_html, status: 404, content_type: 'text/html'
+FakeWeb.register_uri :get, 'http://us.battle.net/sc2/en/profile/2377239/1/SomeDude/achievements/', body: failure_html, status: 404, content_type: 'text/html'
+FakeWeb.register_uri :get, 'http://us.battle.net/sc2/en/profile/2377239/1/SomeDude/leagues/12345', body: failure_html, status: 404, content_type: 'text/html'
+FakeWeb.register_uri :get, 'http://us.battle.net/sc2/en/profile/2377239/1/SomeDude/matches', body: failure_html, status: 404, content_type: 'text/html'
 FakeWeb.register_uri :get, 'http://us.battle.net/sc2/en/profile/2377239/1/Demon/', body: profile_html, status: 200, content_type: 'text/html'
 FakeWeb.register_uri :get, 'http://us.battle.net/sc2/en/profile/2377239/1/Demon/ladder/leagues', body: leagues_html, status: 200, content_type: 'text/html'
 FakeWeb.register_uri :get, 'http://us.battle.net/sc2/en/profile/2377239/1/Demon/ladder/12345',   body: league_html, status: 200, content_type: 'text/html'

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: bnet_scraper
 version: !ruby/object:Gem::Version
-  version: 0.0.2
+  version: 0.1.0
   prerelease: 
 platform: ruby
 authors:
@@ -9,11 +9,11 @@ authors:
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2012-04-20 00:00:00.000000000 Z
+date: 2012-07-06 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: nokogiri
-  requirement: &70132164572300 !ruby/object:Gem::Requirement
+  requirement: &70185550262400 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ! '>='
@@ -21,10 +21,21 @@ dependencies:
         version: '0'
   type: :runtime
   prerelease: false
-  version_requirements: *70132164572300
+  version_requirements: *70185550262400
+- !ruby/object:Gem::Dependency
+  name: faraday
+  requirement: &70185550260120 !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: *70185550260120
 - !ruby/object:Gem::Dependency
   name: rake
-  requirement: &70132164571740 !ruby/object:Gem::Requirement
+  requirement: &70185550258180 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ! '>='
@@ -32,10 +43,10 @@ dependencies:
         version: '0'
   type: :development
   prerelease: false
-  version_requirements: *70132164571740
+  version_requirements: *70185550258180
 - !ruby/object:Gem::Dependency
   name: rspec
-  requirement: &70132164571280 !ruby/object:Gem::Requirement
+  requirement: &70185550256120 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ! '>='
@@ -43,10 +54,10 @@ dependencies:
         version: '0'
   type: :development
   prerelease: false
-  version_requirements: *70132164571280
+  version_requirements: *70185550256120
 - !ruby/object:Gem::Dependency
   name: fakeweb
-  requirement: &70132164570820 !ruby/object:Gem::Requirement
+  requirement: &70185550254960 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ! '>='
@@ -54,7 +65,7 @@ dependencies:
         version: '0'
   type: :development
   prerelease: false
-  version_requirements: *70132164570820
+  version_requirements: *70185550254960
 description: BnetScraper is a Nokogiri-based scraper of Battle.net profile information.
   Currently this only includes Starcraft2.
 email:
@@ -66,6 +77,7 @@ files:
 - .gitignore
 - .rspec
 - .travis.yml
+- CHANGELOG.md
 - Gemfile
 - LICENSE
 - README.md
@@ -89,6 +101,7 @@ files:
 - spec/starcraft2/status_scraper_spec.rb
 - spec/starcraft2_spec.rb
 - spec/support/achievements.html
+- spec/support/failure.html
 - spec/support/league.html
 - spec/support/leagues.html
 - spec/support/load_fakeweb.rb
@@ -110,7 +123,7 @@ required_ruby_version: !ruby/object:Gem::Requirement
       version: '0'
       segments:
       - 0
-      hash: -2131617336908961246
+      hash: 2368035120879927355
 required_rubygems_version: !ruby/object:Gem::Requirement
   none: false
   requirements:
@@ -119,7 +132,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
       version: '0'
       segments:
       - 0
-      hash: -2131617336908961246
+      hash: 2368035120879927355
 requirements: []
 rubyforge_project: 
 rubygems_version: 1.8.17
@@ -136,6 +149,7 @@ test_files:
 - spec/starcraft2/status_scraper_spec.rb
 - spec/starcraft2_spec.rb
 - spec/support/achievements.html
+- spec/support/failure.html
 - spec/support/league.html
 - spec/support/leagues.html
 - spec/support/load_fakeweb.rb