RubyGems - blackbook - Versions diffs - 1.0.0 - Mend

blackbook 1.0.0

Files changed (56) hide show

data/History.txt +18 -0
data/Manifest.txt +55 -0
data/README.txt +71 -0
data/Rakefile +38 -0
data/init.rb +1 -0
data/lib/blackbook.rb +80 -0
data/lib/blackbook/exporter/base.rb +16 -0
data/lib/blackbook/exporter/vcf.rb +45 -0
data/lib/blackbook/exporter/xml.rb +28 -0
data/lib/blackbook/importer/aol.rb +74 -0
data/lib/blackbook/importer/base.rb +39 -0
data/lib/blackbook/importer/csv.rb +61 -0
data/lib/blackbook/importer/gmail.rb +59 -0
data/lib/blackbook/importer/hotmail.rb +125 -0
data/lib/blackbook/importer/page_scraper.rb +86 -0
data/lib/blackbook/importer/yahoo.rb +61 -0
data/test/fixtures/aol_bad_login_response_stage_3.html +565 -0
data/test/fixtures/aol_contacts.html +90 -0
data/test/fixtures/aol_login_response_stage_1.html +158 -0
data/test/fixtures/aol_login_response_stage_2.html +559 -0
data/test/fixtures/aol_login_response_stage_3.html +61 -0
data/test/fixtures/aol_login_response_stage_4.html +48 -0
data/test/fixtures/aol_login_response_stage_5.html +404 -0
data/test/fixtures/gmail.csv +3 -0
data/test/fixtures/gmail_bad_login_response_stage_2.html +560 -0
data/test/fixtures/gmail_contacts.html +228 -0
data/test/fixtures/gmail_login_response_stage_1.html +556 -0
data/test/fixtures/gmail_login_response_stage_2.html +1 -0
data/test/fixtures/gmail_login_response_stage_3.html +249 -0
data/test/fixtures/hotmail_bad_login_response_stage_2.html +31 -0
data/test/fixtures/hotmail_contacts.html +132 -0
data/test/fixtures/hotmail_login_response_stage_1.html +31 -0
data/test/fixtures/hotmail_login_response_stage_2.html +1 -0
data/test/fixtures/hotmail_login_response_stage_3.html +380 -0
data/test/fixtures/yahoo_bad_login_response_stage_2.html +443 -0
data/test/fixtures/yahoo_contacts.csv +3 -0
data/test/fixtures/yahoo_contacts_not_logged_in.html +432 -0
data/test/fixtures/yahoo_contacts_stage_1.html +399 -0
data/test/fixtures/yahoo_login_response_stage_1.html +433 -0
data/test/fixtures/yahoo_login_response_stage_2.html +16 -0
data/test/scripts/live_test.rb +25 -0
data/test/test_blackbook.rb +60 -0
data/test/test_blackbook_exporter_base.rb +16 -0
data/test/test_blackbook_exporter_vcf.rb +52 -0
data/test/test_blackbook_exporter_xml.rb +16 -0
data/test/test_blackbook_importer_aol.rb +107 -0
data/test/test_blackbook_importer_base.rb +24 -0
data/test/test_blackbook_importer_csv.rb +60 -0
data/test/test_blackbook_importer_gmail.rb +96 -0
data/test/test_blackbook_importer_hotmail.rb +143 -0
data/test/test_blackbook_importer_page_scraper.rb +51 -0
data/test/test_blackbook_importer_yahoo.rb +97 -0
data/test/test_helper.rb +47 -0
data/vendor/plugins/blackbook/lib/autotest/blackbook.rb +27 -0
data/vendor/plugins/blackbook/lib/autotest/discover.rb +3 -0
metadata +147 -0

data/test/fixtures/yahoo_contacts.csv ADDED

@@ -0,0 +1,3 @@
+"First","Middle","Last","Nickname","Email","Category","Distribution Lists","Messenger ID","Home","Work","Pager","Fax","Mobile","Other","Yahoo! Phone","Primary","Alternate Email 1","Alternate Email 2","Personal Website","Business Website","Title","Company","Work Address","Work City","Work State","Work ZIP","Work Country","Home Address","Home City","Home State","Home ZIP","Home Country","Birthday","Anniversary","Custom 1","Custom 2","Custom 3","Custom 4","Comments","Messenger ID1","Messenger ID2","Messenger ID3","Messenger ID4","Messenger ID5","Messenger ID6","Messenger ID7","Messenger ID8","Messenger ID9","Skype ID","IRC ID","ICQ ID","Google ID","MSN ID","AIM ID","QQ ID"
+"Joe","","User","","joe.user@example.com","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","",""
+"Jane","","User","","jane.user@example.com","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","","",""

data/test/fixtures/yahoo_contacts_not_logged_in.html ADDED

@@ -0,0 +1,432 @@
+<!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.01//EN" "http://www.w3.org/TR/html4/strict.dtd">
+<html>
+<head>
+<meta http-equiv="Content-Type" content="text/html; charset=utf-8">
+<title>Sign in to Yahoo!</title>
+<!-- Refresh login page every 15 minutes -->
+<meta http-equiv="Pragma" content="no-cache">
+<meta http-equiv="Expires" content="0">
+<meta http-equiv="refresh" content="900">
+<link rel="stylesheet" type="text/css" href="https://a248.e.akamai.net/sec.yimg.com/lib/common/css/fonts_2.0.0-b2.css">
+<style type="text/css">
+@import url(https://a248.e.akamai.net/sec.yimg.com/lib/reg/css/yregbase_sec_200704191234.css);
+.ct{background:transparent url(https://a248.e.akamai.net/sec.yimg.com/i/reg/cr_gg_ne.gif) no-repeat top right;top:-1px}
+.ct .cl{background:transparent url(https://a248.e.akamai.net/sec.yimg.com/i/reg/cr_gg_nw.gif) no-repeat top left}
+.cb{background:transparent url(https://a248.e.akamai.net/sec.yimg.com/i/reg/cr_gg_se.gif) no-repeat bottom right;bottom:-1px}
+.cb .cl{background:transparent url(https://login.yahoo.com/i/reg/cr_gg_sw.gif) no-repeat bottom left}
+.clear{clear:both}
+#yreglg select, #yreglg input, #yreglg p, #yreglgtb td, #yreglgtb th{font-size:93%}
+div.yregdsilu h2.yregdnt, div.yregdsilu p.yregsueasy{width:110px}
+/*popup template css */
+#yregtpopup #yregtxt {width:260px;margin:0 0 10px} /* popup template */
+#yregtpopup #yregwp, #yregtpopup #yregmst{width:525px}
+#yregtpopup #yregmst{margin-bottom:5px}
+#yregtpopup #yreglg{margin-bottom:0}
+#yregtpopup #yregft{padding-top:5px}
+/* adding login_verify popup css */
+#yregtgen #yregct{margin-right:15px}
+#yregtgen #yregtxt h2, #yregtpopup #yregtxt h2, #yregpmtxt h3{font:bold 152%/152% arial;color:#333;margin:0}
+#yregtgen #yregtxt p.yregpti, #yregtpopup #yregtxt p.yregpti {color:#666;margin:0 0 2px;font:bold 100%/100% arial}
+#yregtgen #yregtxt, #yregtpopup #yregtxt{margin-bottom:20px}
+#yregtgen #yregtxt #yreghtxt h3, #yregtpopup #yregtxt #yreghtxt h3{margin:0;font:bold 107%/114% arial;color:#8C57A1}
+#yregtgen #yregtxt li h3, #yregtpopup #yregtxt li h3{font:bold 114%/122% arial}
+#yregtgen #yregtxt p, #yregtpopup #yregtxt p{margin:0 0 0.8em;line-height:129%}
+#yregtgen #yregtxt .yregbpt li, #yregtpopup #yregtxt .yregbpt li{margin:0 0 10px 4px;padding:0 0 10px 22px;background:url(https://a248.e.akamai.net/sec.yimg.com/i/reg/purple_arrow.gif) no-repeat 1px 4px}
+#yregtgen.yregab #yregtxt{width:380px}
+#yregtpopup.yregab #yregtxt{width:180px}
+#yregtgen #yregtxt #yreghtxt h2, #yregtpopup #yregtxt #yreghtxt h2{color:#7A067F}
+.yregbx{z-index:3;margin-right:0!important}
+.flicker h3 span {color:#ff0084;font-weight:bold}
+.flicker h3 a {text-decoration:underline;}
+/* persistency message right above "sign in" bottom */
+em.nwred a {font-style: normal; font-size: 85%; color:#c00; vertical-align:5px;}
+.kmsibold {font-weight:bold; font-size: 114%;}
+p#sigcopys {text-align: left; font-size: 85%; float: right; padding: .4em; margin: .6em .4em 1em 0; border-bottom: 1px dotted #9D9C9D; border-top: 1px dotted #9D9C9D;}
+#sigcopys label{display:block; margin:-1.5em 0 0 2em;}
+input#persistent {margin-bottom: -0em;}
+.subperstxt {line-height:1.75em;}
+.subperstxt2 {margin: 0 0 0 2em; display:block;}
+/* #yregft p.yregfb { font-size:120%; padding-bottom: 5px; padding-up: 5px} */
+.yreglgsb{margin-top:0}
+</style>
+<!--[if IE]>
+<style type="text/css">
+.yregclb{height:1%}
+#yreglgtb td{text-align:left}
+#yreglgtb td input{width:110px}
+#yregtxt #banner div{position:static}	/* ie z-index context stacking bug work-around */
+#yregtpopup #yregtxt{clear:both; float:left;}
+#yregct{padding:0 0 30px}
+</style>
+<![endif]-->
+<!--[if lte IE 6]>
+<style type="text/css">
+.yregclb{height:30em}
+#yregtxt {height:1%}
+p#sigcopys {margin-right:0.2em}
+</style>
+<![endif]-->
+</head>
+<!-- ads: 150001282 INT.OFFSET: 0 -->
+<body id="yregtgen">
+<div id="yregwp">
+<!-- begin header -->
+<table id="yregmst" width="750" cellpadding="0" cellspacing="0" border="0"><tr valign="top">
+<td width="100%"><table width="100%" cellspacing="0" border="0"><tr valign="top">
+<td width="1%"><img src="https://a248.e.akamai.net/sec.yimg.com/i/us/nt/ma/ma_ab_1.gif" alt="Yahoo! Address Book" width=318 height=33 border=0></a></td>
+<td><table width="100%" cellpadding="0" cellspacing="0" border="0"><tr valign="top">
+<td align="right" id="ygmaproplinks" style="padding-right:3px;line-height:12px;"><font face="verdana,geneva,sans-serif" size="-2"><a href="http://www.yahoo.com " target="www" class="header" title="Click here to go to Yahoo! homepage">Yahoo!</a> - <a href="http://help.yahoo.com/help/us/edit/" class="header" target="yhelp" title="Click here for help">Help</a></font></td>
+</tr></table></td></tr></table></td>
+<td align="right" style="padding: 6px 0 0 4px;">
+</td></tr></table>
+<!-- end header -->
+<span id="cache"></span>
+<script type="text/javascript">
+function FlashDetector_Detect(targetVersion)
+{
+  var pObj = null;
+  var tokens, len, curr_tok;
+  var hasVersion = -1;
+  var playable = false;
+  if(navigator.mimeTypes && navigator.mimeTypes['application/x-shockwave-flash'])
+  {
+     pObj = navigator.mimeTypes['application/x-shockwave-flash'].enabledPlugin;
+  }
+  if(pObj != null)
+  {
+     tokens = navigator.plugins['Shockwave Flash'].description.split(' ');
+     len = tokens.length;
+     while(len--)
+     {
+        curr_tok = tokens[len];
+        if(!isNaN(parseInt(curr_tok)))
+        {
+           hasVersion = curr_tok;
+           FlashDetector_Version = curr_tok;
+           break;
+        }
+     }
+     if(hasVersion >= targetVersion)
+     {
+        playable = true;
+     }
+     else
+     {
+        playable = false;
+     }
+  }
+  return playable;
+}
+var flashDetector_Playable = false;
+var flashDetector_targetVersion = '8';
+var isIE  = (navigator.appVersion.indexOf("MSIE") != -1) ? true : false;
+var isWin = (navigator.appVersion.toLowerCase().indexOf("win") != -1) ? true : false;
+var isOpera = (navigator.userAgent.indexOf("Opera") != -1) ? true : false;
+if (isIE && isWin && !isOpera) {
+    document.write('<scr' + 'ipt language="VBScript"\> \n');
+    document.write('on error resume next \n');
+    document.write('flashDetector_Playable = ( IsObject(CreateObject("ShockwaveFlash.ShockwaveFlash." & flashDetector_targetVersion)))\n');
+    document.write('</scr' + 'ipt\> \n');
+  } else {
+      flashDetector_Playable = FlashDetector_Detect(flashDetector_targetVersion);
+  }
+  var flashCode = '';
+  if(flashDetector_Playable) {
+    var ts = (new Date()).getTime( );
+    flashCode = '<object type="application/x-shockwave-flash" data="https://login.yahoo.com/login/dataCache.swf" width="0" height="0" id="flashCache"> <param name="allowScriptAccess" value="sameDomain" /> <param name="movie" value="https://login.yahoo.com/login/dataCache.swf?' + ts + '" /> <param name="bgColor" value="#fff" /> </object> ';
+  }
+  document.write(flashCode);
+</script>
+<script language="JavaScript">
+function checkBrowser(){
+    var appName = navigator.appName;
+    if( appName == "Microsoft Internet Explorer" )
+    {
+        // this only works in IE 5 for windows and higher ...
+        if( navigator.appVersion.indexOf("Windows") == -1 )
+            return -1;
+        var appVersionAry = navigator.appVersion.split("(");
+        if( appVersionAry.length < 2 )
+            return -1;
+        var appVersion = appVersionAry[1];
+        appVersionAry = appVersion.split("; ");
+        if( appVersionAry.length < 2 )
+            return -1;
+        appVersion = appVersionAry[1];
+        appVersionAry = appVersion.split(" ");
+        if( appVersionAry.length < 2 )
+            return -1;
+        appVersion = appVersionAry[1];
+        var appVersionNumber = parseInt(appVersion);
+        if( appVersionNumber < 5 )
+            return -1;
+    }
+    else
+    {
+        return -1;
+    }
+}
+</script>
+<script language="JavaScript">
+function flashCacheReady (initialized){ //invoked directly by Flash
+      getCache();
+    }
+</script>
+<script language="JavaScript">
+var inCache = false;
+// Get the info from flash
+function getCache(){
+  var o={};
+  o=(document.getElementById("flashCache")).getCache(o);
+  if(o != null) inCache = true;
+  else return;
+  if(o.YL != 'null' && o.YL != null) {
+    document.cookie = o.YL + ";expires=Thu, 15 Apr 2037 20:00:00 GMT;domain=login.yahoo.com;path=/";
+  }
+  if(o.F != 'null' && o.F != null) {
+    document.cookie = o.F + ";expires=Thu, 15 Apr 2037 20:00:00 GMT;domain=.yahoo.com;path=/";
+  }
+  if(o.YLS != 'null' && o.YLS != null) {
+    if((o.YLS.match("n=0")) != null) {
+      o.YLS = o.YLS.replace("n=0", "n=9");
+    } else {
+      o.YLS = o.YLS.concat("&n=9");
+    }
+    document.cookie = o.YLS + ";expires=Thu, 15 Apr 2037 20:00:00 GMT;domain=.yahoo.com;path=/";
+  }
+  if(((o.YL != 'null') && (o.YL != null)) || ((o.F != 'null') && (o.F != null))) {
+    document.location.reload();
+  }
+}
+// If the browser is IE, get from the xml cache as well.
+if((checkBrowser() != -1) && (inCache == false)) {
+  function getXML(cookieName,header,spanName)
+  {
+      var span = document.getElementById("cache");
+      span.style.behavior = "url('#default#userData')";
+      span.load(spanName);
+      var ckyDate = new Date;
+      ckyDate.setDate(ckyDate.getDate( ) + 7);
+      var saved = span.getAttribute("saved"+cookieName);
+      if((saved == null ) || (saved == "")) return -1;
+      var cookieStr = saved;
+      if(cookieName == "YLS") {
+        if((cookieStr.match("n=0")) != null) {
+          cookieStr = cookieStr.replace("n=0", "n=9");
+        } else {
+          cookieStr = cookieStr.concat("&n=9");
+        }
+      }
+      if (header != ""){
+          cookieStr = cookieStr + ';' + header;
+      }
+      document.cookie = cookieStr;
+      return 0;
+  }
+  var ylRes = getXML("YL", "expires = Thu, 15 Apr 2037 20:00:00 GMT; domain=login.yahoo.com; path=/", "YL");
+  var fRes = getXML("F", "expires = Thu, 15 Apr 2037 20:00:00 GMT; domain=.yahoo.com; path=/", "YL");
+  var ylsRes = getXML("YLS", "expires = Thu, 15 Apr 2037 20:00:00 GMT; domain=.yahoo.com; path=/", "YL");
+  if(ylRes == 0 || fRes == 0) {
+      document.location.reload();
+  }
+}
+</script>
+<div id="yregct" class="yregclb">
+	<div id="yreglg">
+<!-- login box goes here -->
+		<div class="top yregbx">
+    <script type="text/javascript">if(top == self) { document.write("<div class=\"\">")}</script>			<span class="ct"><span class="cl"></span></span>
+			<div class="yregbxi">
+<script type="text/javascript">if(top == self) { document.write("") } else  { top.location.href = "http://www.yahoo.com" }</script>            <p>To access Yahoo! Address Book...</p>
+								<!-- <p>you need a Yahoo! ID.</p> -->
+					<div class="yregdsilu">
+						<h2 class="yregdnt">Don't have a Yahoo! ID?</h2>
+						<p class="yregsueasy">Signing up is easy.</p>
+						<p class="yreglgsut"><a href="https://edit.yahoo.com/config/eval_register?.intl=us&new=1&.done=http%3A//address.yahoo.com/%3F1=%26VPC=import_export&.src=ab&.v=0&.u=b0voqc93pnhs6&partner=&.partner=&pkg=&stepid=&.p=&promo=&.last=">Sign Up</a></p>
+					</div>
+					<h2>Already have a Yahoo! ID?</h2>
+					<p>Sign in.</p>
+				<fieldset>
+				<legend>Login Form</legend>
+<form method="post" action="https://login.yahoo.com/config/login?" autocomplete="off" name="login_form">
+				<input type="hidden" name=".tries" value="1">
+				<input type="hidden" name=".src" value="ab">
+				<input type="hidden" name=".md5" value="">
+				<input type="hidden" name=".hash" value="">
+				<input type="hidden" name=".js" value="">
+				<input type="hidden" name=".last" value="">
+				<input type="hidden" name="promo" value="">
+				<input type="hidden" name=".intl" value="us">
+				<input type="hidden" name=".bypass" value="">
+				<input type="hidden" name=".partner" value="">
+				<input type="hidden" name=".u" value="b0voqc93pnhs6">
+				<input type="hidden" name=".v" value="0">
+				<input type="hidden" name=".challenge" value="MVvGFfAjWxiVQDtV_DG6NZUGI2ta">
+				<input type="hidden" name=".yplus" value="">
+				<input type="hidden" name=".emailCode" value="">
+				<input type="hidden" name="pkg" value="">
+				<input type="hidden" name="stepid" value="">
+				<input type="hidden" name=".ev" value="">
+				<input type="hidden" name="hasMsgr" value="0">
+				<input type="hidden" name=".chkP" value="Y">
+				<input type="hidden" name=".done" value="http://address.yahoo.com/?1=&VPC=import_export">
+				<input type="hidden" name=".pd" value="ab_ver=0&c=">
+				<table id="yreglgtb" summary="form: login information">
+					<tr>
+						<th><label for="username">Yahoo! ID:</label></th>
+						<td><input name="login" id="username" value="" size="17" class="yreg_ipt" type="text"></td>
+                                                <script language="JavaScript" type="text/javascript">if(document.getElementById) document.getElementById('username').focus();</script>
+					</tr>
+					<tr>
+						<th><label for="passwd">Password:</label></th>
+						<td><input name="passwd" id="passwd" value="" size="17" class="yreg_ipt" type="password"></td>
+					</tr>
+				</table>
+<p id="sigcopys"><input type="checkbox" id="persistent" name=".persistent" value="y"
+>
+    <label for="persistent"> <span class="kmsibold">Keep me signed in</span><br><span class="subperstxt">for 2 weeks unless I sign out.</span> <em class="nwred"><a href="http://us.rd.yahoo.com/reg/login1/suli/pst_help/us/ab/*https://login.yahoo.com/config/login?.src=ab&.intl=us&.help=4&.v=0&.u=b0voqc93pnhs6&.last=&promo=&.bypass=&.partner=&pkg=&stepid=&.pd=ab_ver%3d0%26c=&.ab=&.done=http%3A//address.yahoo.com/%3F1=%26VPC=import_export" tabindex="99999">New!</a></em></label>
+    <span class="subperstxt2">[Uncheck if on a shared computer]</span>
+</p>
+<div class="clear"></div>
+					<p class="yreglgsb"><input type="submit" name=".save" value="Sign In"></p>
+				</form>
+				</fieldset>
+						<a href="http://us.rd.yahoo.com/reg/login1/suli/forgot_lib/us/ab/*https://edit.yahoo.com/config/eval_forgot_pw?new=1&.done=http%3A//address.yahoo.com/%3F1=%26VPC=import_export&.src=ab&partner=&.intl=us&pkg=&stepid=&.pd=ab_ver%3d0%26c=&.ab=&.last=">Forget your ID or password?</a> | <a href="http://us.rd.yahoo.com/reg/login1/suli/sih_lib/us/ab/*https://login.yahoo.com/config/login?.src=ab&.intl=us&.help=1&.v=0&.u=b0voqc93pnhs6&.last=&.last=&promo=&.bypass=&.partner=&pkg=&stepid=&.pd=ab_ver%3d0%26c=&.ab=&.done=http%3A//address.yahoo.com/%3F1=%26VPC=import_export">Help</a>
+					</p>
+			</div>
+			<span class="cb"><span class="cl"></span></span>
+      <script type="text/javascript">document.write("</div>")</script>
+		</div>
+<!-- end login box -->
+	</div>
+	<div id="yregtxt">
+<!-- begin left side content -->
+<div id="yregptxt">
+<p class="yregpti">Welcome to Yahoo!</p>
+<h2>Enjoy all the benefits of Yahoo! Address Book.</h2>
+	<ul class="list">
+		<li>Get an email and instantly add the sender to your Address Book</li>
+		<li>Access contact info anytime, anywhere (including mobile phones)</li>
+		<li>Create a "Category" with lots of contacts, and email them all at once</li>
+	</ul>
+</div>
+<div id="yregpmtxt">
+	<h3>Get all the best with one Yahoo! ID.</h3>
+	<p>Your Yahoo! ID gives you access to powerful communications tools like mail and instant messaging, security features like email AntiVirus and Pop-Up Blocker, and favorites like online photos and music &#151; <strong>all for free</strong>.</p>
+</div>	<!-- Content module end -->
+<!-- end left side content -->
+	</div>
+</div>
+<!-- begin footer -->
+<div id="yregft">
+    <p>Copyright &copy; 2008 Yahoo! Inc. All rights reserved. <a href="http://docs.yahoo.com/info/copyright/copyright.html" target="cp">Copyright/IP Policy</a> | <a href="http://docs.yahoo.com/info/terms/" target="tos">Terms of Service</a> | <a href="http://security.yahoo.com/" target="sc">Guide to Online Security</a></p>
+  <p>NOTICE: We collect personal information on this site.</p>
+  <p>To learn more about how we use your information, see our <a href="http://privacy.yahoo.com/" target="_new" title="Click here to view Yahoo! Privacy Policy">Privacy Policy</a></p>
+</div>
+<!-- end footer -->
+</div>
+</div>
+<script type="text/javascript">
+browser_string = navigator.appVersion + " " + navigator.userAgent;
+if ( browser_string.indexOf("MSIE") < 0 ) {
+	if (navigator.mimeTypes) {
+		for (i = 0 ; i < navigator.mimeTypes.length ; i++) {
+			if (navigator.mimeTypes[i].suffixes.indexOf("yps") > -1) {
+				 doGotIt();
+			}
+		}
+	} else {
+		dontGotIt();
+	}
+} else {
+	if (browser_string.indexOf("Windows")>=0) {
+		doGotIt();
+		document.write('<object classid="clsid:41695A8E-6414-11D4-8FB3-00D0B7730277" CODEBASE="javascript:dontGotIt();" ID="Ymsgr" width="1" height="1">');
+		document.write('</object>');
+	}
+}
+hasMsgr = 0;
+function dontGotIt(){
+  hasMsgr = 0;
+  document.login_form.hasMsgr.value=0;
+}
+function doGotIt(){
+  hasMsgr = 1;
+  document.login_form.hasMsgr.value=1;
+}
+</script>
+<!-- spaceid: 150001282 INT.OFFSET: 0 --><!-- SpaceID=0 robot -->
+</body>
+</html>

data/test/fixtures/yahoo_contacts_stage_1.html ADDED

@@ -0,0 +1,399 @@
+<!DOCTYPE html public "-//W3C//DTD HTML 4.01//EN" "http://www.w3.org/TR/html4/strict.dtd">
+<html>
+    <head>
+<style>
+body {font:84.5% tahoma,arial,helvetica,clean,sans-serif;*font-size:small;*font:x-small;}
+</style>
+        <meta http-equiv="Content-Type" content="text/html; charset=utf-8">
+                <link rel="stylesheet" type="text/css" media="all" href="http://l.yimg.com/us.yimg.com/lib/pim/r/abook/yab3/16_0/all/yab_grayorg.css" />
+        <title>Yahoo! Address Book - mike_mondragon</title>
+        <meta http-equiv="pics-label" content='(pics-1.1 "http://www.icra.org/ratingsv02.html" l gen true for "http://address.yahoo.com/yab/us" r ( nz 0 vz 0 lz 0 oz 0 ca 1))'>
+		<script type="text/javascript" language="JavaScript">
+<!-- // <![CDATA[
+if(typeof document.charset != "undefined" &&
+   document.charset != "UTF-8" &&
+   document.charset != "utf-8") {
+       document.charset = "UTF-8";
+}
+// ]]> -->
+		</script>
+    </head>
+    <body>        <div id="masthead">
+            <!-- SpaceID=0 robot -->
+<!-- SpaceID=0 robot -->
+    <form name="yhdr_form" id="masthead_form"
+          action="http://search.yahoo.com/search"
+          target="_blank" accept-charset="utf-8">
+        <div id="ygma">
+            <input type="hidden" name="fr" value="ush1-add"/>
+                            <input type="hidden" name="ei" value="utf-8"/>
+            <div id="masthead_row1">
+                <span class="masthead_search">
+                    <img src="http://us.i1.yimg.com/us.yimg.com/i/us/hdr/el/uh_crn2.gif"
+                        id="img_crnr" border="0" height="14" width="13" align="bottom" alt=""
+                    /><img src="http://us.i1.yimg.com/us.yimg.com/i/us/nt/hdr/stw.gif" width="34" height="17" alt="Search the web">
+                    <input type="text" name="p" size="12" title="Enter search terms here" maxlength="100"/>
+                    <input class="ygbt" type="submit" value="Search" title="Search"/>
+                </span>
+                                      <span class="masthead_link"><a href="http://www.yahoo.com" target="_top">Yahoo!</a></span>
+                                                      <span class="masthead_link"><a href="http://my.yahoo.com" target="_top">My Yahoo!</a></span>
+                                                      <span class="masthead_link"><a href="http://mail.yahoo.com" target="_top">Mail</a></span>
+                                                      <span class="masthead_link"><a href="http://www.yahoo.com/bin/set" target="_top">Make Yahoo! your home page</a></span>
+            </div>
+            <div id="masthead_row2">
+                <span id="masthead_logo"><a href="http://address.yahoo.com"><img id="ygmalogo" src="http://us.i1.yimg.com/us.yimg.com/i/us/nt/ma/ma_ab_1.gif" width="318" height="33" alt="Yahoo! Address Book"></a></span>
+                <div id="masthead_welcome1">Welcome, <span id="masthead_login">mike_mondragon</span></div>
+                <div id="masthead_property_links">
+                <a href="http://address.yahoo.com" target="_top">Address Book Home</a> - <a href="http://help.yahoo.com/l/us/yahoo/addressbook/" target="_top">Help</a>
+                </div>
+                <div id="masthead_welcome2">
+                    [<a href="http://login.yahoo.com/config/login?logout=1&.done=http://address.yahoo.com&.src=ab&.intl=us" target="_top">Sign Out</a>, <a href="http://edit.yahoo.com/config/eval_profile?.done=http://address.yahoo.com&.src=ab&.intl=us" target="_top">My Account</a>]                </div>
+            </div>
+        </div>
+    </form>
+        </div>  <!-- end masthead -->
+         <div id="north_ad"><!-- SpaceID=0 robot -->
+</div>
+        <div id="pimnav">
+            <div>
+                <ul id="apps">
+                    <li class="first" id="mail"><a href="http://us.rd.yahoo.com/ab_us/pimnav/mail/*http://mail.yahoo.com" class="first">Mail</a></li>
+                    <li id="addresses" class="selected"><a href="?VPC=contact_list&amp;.rand=73586795" class="first"  id="qa_abtab1" ><em>Contacts</em></a></li>
+                    <li id="calendar"><a href="http://us.rd.yahoo.com/ab_us/pimnav/mail/*http://calendar.yahoo.com/" class="first">Calendar</a></li>
+                    <li class="last" id="notepad"><a href="http://us.rd.yahoo.com/ab_us/pimnav/mail/*http://notepad.yahoo.com/" class="first">Notepad</a></li>
+                </ul>
+                <ul id="misc">
+                                        	<li class="first"><a href="?1&amp;VPC=sync_info&amp;.rand=73586795"  id="qa_sync1" >Sync</a></li>
+                    	<li><a href="?1&amp;VPC=import_export&amp;.rand=73586795"  id="qa_impexp1" >Import/Export</a></li>
+                                        <li class="last"><a href="?1&amp;VPC=options&amp;.rand=73586795"  id="qa_options1" >Options</a></li>
+                </ul>
+            </div>
+        </div>
+<!-- this button bar only contains the Done button -->
+<div id="topglobalnavigation" class="globalnavigation">
+    <ul class="first">
+        <li><a href="?1&amp;VPC=options&amp;.rand=73586795" class="button"  id="qa_done1" >Done</a></li>
+    </ul>
+</div>
+<div id="optionsview">
+  <!-- main content panel (originally white and grey, with one round corner) -->
+  <table id="priwrap" cellpadding="0" cellspacing="0" width="100%"><colgroup><col width="1"><col width="*"></colgroup><tbody><tr>
+    <td id="sec">
+      <div id="optionsnav" class="simplemodule sidebar">
+    <div class="shd">
+        <div class="nw"> </div>
+        <div class="ne"> </div>
+    </div>
+    <div class="sbd">
+        <div class="label">Options</div>
+        <ul>
+                            <li><a href="http://mrd.mail.yahoo.com/colors">Colors</a></li>
+                                        <li><a href="http://mrd.mail.yahoo.com/options">Mail</a></li>
+                        <li class="selected"><a href="?&amp;VPC=options&amp;.rand=73586795">Address Book</a></li>
+                            <li><a href="http://calendar.yahoo.com/?v=70">Calendar</a></li>
+                                        <li><a href="http://notepad.yahoo.com/?v=165">Notepad</a></li>
+                                        <li><a href="http://edit.yahoo.com/config/eval_profile?.done=http%3A%2F%2Faddress.yahoo.com%2F%3F%26VPC%3Dimport_export%26.rand%3D73586795">Account Information</a></li>
+        </ul>
+    </div>
+    <div class="sft">
+        <div class="sw"> </div>
+        <div class="se"> </div>
+        <div class="clearfix"><!-- blank --></div>
+    </div>
+</div>
+    </td>          <!-- closes sec container -->
+    <td id="pri">
+      <div id="nwcnr">&nbsp;</div>
+      <!-- the header that says Import and Export (originally white) -->
+      <h1>Import and Export</h1>
+      <!-- ++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++ -->
+      <!-- the section containing import options (orignally light-grey) -->
+      <div id="import" class="optioncontainer alternatinga">
+        <!-- the section header that says Import -->
+        <h2>Import</h2>
+        <div class="formcontainer"> <!-- container for the forms and help -->
+        <!-- the help box on the right side -->
+        <div class="help"> <!-- why the extra container? see yab_options.css -->
+          <div class="simplemodule" id="import_help">
+            <div class="shd">
+                <div class="nw"></div>
+                <div class="ne"></div>
+            </div>
+            <div class="sbd">
+              <!-- here comes help -->
+              <div id="import_help_header">
+                Help importing from:              </div>
+              <ul>
+                <li>
+                  <a href="http://help.yahoo.com/l/us/yahoo/addressbook/impexp/impexp-07.html"  id="qa_imphelp1" >Outlook Express</a>
+                </li>
+                <li>
+                  <a href="http://help.yahoo.com/l/us/yahoo/addressbook/impexp/impexp-05.html"  id="qa_imphelp2" >Outlook 97/98/2000</a>
+                </li>
+                <li>
+                  <a href="http://help.yahoo.com/l/us/yahoo/addressbook/impexp/impexp-03.html"  id="qa_imphelp3" >Outlook 2002 (XP)/2003</a>
+                </li>
+                <li>
+                  <a href="http://help.yahoo.com/l/us/yahoo/addressbook/impexp/impexp-10.html"  id="qa_imphelp4" >Palm Desktop</a>
+                </li>
+                <li>
+                  <a href="http://help.yahoo.com/l/us/yahoo/addressbook/impexp/impexp-12.html"  id="qa_imphelp5" >Netscape Address Book</a>
+                </li>
+                <li>
+                  <a href="http://help.yahoo.com/l/us/yahoo/addressbook/impexp/impexp-16.html"  id="qa_imphelp6" >Yahoo! CSV</a>
+                </li>
+              </ul>
+              <div id="import_help_warning">
+                <span id="import_help_warning_label">
+                  Warning:                </span>
+                <span id="import_help_warning_text">
+                  Importing data may cause duplication with existing contacts in your address book. You may wish to consider <a href="?1&amp;VPC=trash_all&amp;.rand=73586795">deleting&nbsp;all&nbsp;contacts</a> from your address book.                </span>
+              </div>
+            </div>
+            <div class="sft">
+                <div class="sw"></div>
+                <div class="se"></div>
+            </div>
+          </div> <!-- closes simplemodule -->
+        </div> <!-- closes  help -->
+        <div id="maincontent_import_body">
+      <form method="POST" enctype="multipart/form-data" action="index.php" accept-charset="utf-8">
+        <!-- options, comboboxes, buttons -->
+        <div id="maincontent_import_left">
+              <input type="hidden" name=".crumb" id="crumb1" value="wxwncVxsaLY">
+              <input type="hidden" name="VPC" value="import_export">              <ol>
+                <!-- 1. -->
+                <li>
+                  <dl>
+                    <dt>
+                      Choose a program to import contacts from:                    </dt>
+                    <dd>
+                      <select name="import_format">
+                        <option value="msocsv">Microsoft Outlook (.CSV file)</option>
+                        <option value="ldif">Netscape (.LDIF file)</option>
+                        <option value="ycsv">Yahoo! (.CSV file)</option>
+                        <option value="vcf">vCard (.VCF file)</option>
+                      </select>
+                    </dd>
+                  </dl>
+                </li>
+                <!-- 2. -->
+                <li>
+                  <dl>
+                    <dt>
+                      Go to that program (application) and export the appropriate records.                    </dt>
+                    <dd class="helptext">
+                      (refer to the Help section on right)                    </dd>
+                  </dl>
+                </li>
+                <!-- 3. -->
+                <li>
+                  <dl>
+                    <dt>
+                      Specify the file to import:                    </dt>
+                    <dd>
+                      <input type="file" accept="text" name="file_upload" />
+                    </dd>
+                  </dl>
+                </li>
+                <!-- 4. -->
+                <li>
+                  <dl>
+                    <dt>
+                      Press Import Now to Import the file:                    </dt>
+                    <dd>
+                      <input name="submit[action_import_file]" type="submit" value="Import Now" />
+                    </dd>
+                  </dl>
+                </li>
+              </ol>
+            </div><!-- closes yab_maincontent_import_left -->
+          </form>
+        </div>
+        </div> <!-- closes formcontainer -->
+        <div class="clearfloats"></div>
+      </div> <!-- closes the import module -->
+      <!-- ++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++ -->
+      <!-- the section containing export options (orignally dark-grey) -->
+      <div id="export" class="optioncontainer alternatingb">
+        <!-- the section header that says Export -->
+        <h2 id="maincontent_export_header">Export</h2>
+        <!-- the line that instructs the user to pick an option -->
+        <h3>Choose the program you want to export to and click the corresponding button:</h3>
+        <!-- the remainder of the export panel -->
+        <div class="formcontainer">
+          <!-- the help box on the right side -->
+          <div class="help">
+            <div class="simplemodule" id="export_help">
+              <div class="shd">
+                <div class="nw"></div>
+                <div class="ne"></div>
+              </div>
+              <div class="sbd">
+                <!-- here comes help -->
+                <div id="export_help_header">
+                  Help exporting to:                </div>
+                <ul>
+                  <li>
+                    <a href="http://help.yahoo.com/l/us/yahoo/addressbook/impexp/impexp-08.html"  id="qa_exphelp1" >Outlook Express</a>
+                  </li>
+                  <li>
+                    <a href="http://help.yahoo.com/l/us/yahoo/addressbook/impexp/impexp-06.html"  id="qa_exphelp2" >Outlook 97/98/2000</a>
+                  </li>
+                  <li>
+                    <a href="http://help.yahoo.com/l/us/yahoo/addressbook/impexp/impexp-04.html"  id="qa_exphelp3" >Outlook 2002 (XP)/2003</a>
+                  </li>
+                  <li>
+                    <a href="http://help.yahoo.com/l/us/yahoo/addressbook/impexp/impexp-11.html"  id="qa_exphelp4" >Palm Desktop</a>
+                  </li>
+                  <li>
+                    <a href="http://help.yahoo.com/l/us/yahoo/addressbook/impexp/impexp-13.html"  id="qa_exphelp5" >Netscape Address Book</a
+                  </li>
+                  <li>
+                    <a href="http://help.yahoo.com/l/us/yahoo/addressbook/impexp/impexp-16.html"  id="qa_exphelp6" >Yahoo! CSV</a>
+                  </li>
+                </ul>
+                                <div id="export_help_warning">
+                  <span id="export_help_warning_label">
+                    Warning:                  </span>
+                  <span id="export_help_warning_text">
+                    Contacts added from Yahoo! Yellow Pages will not be exported.                  </span>
+                </div>
+                              </div> <!-- class bd -->
+              <div class="sft">
+                <div class="sw"></div>
+                <div class="se"></div>
+                <div class="clearfix"><!--blank--></div>
+              </div>
+            </div> <!-- closes help module -->
+          </div> <!-- closes help container -->
+          <!-- options, comboboxes, buttons -->
+          <form method="POST" action="index.php" accept-charset="utf-8">
+          <input type="hidden" name=".crumb" id="crumb2" value="wxwncVxsaLY">
+          <input type="hidden" name="VPC" value="import_export">          <div class="propertylist content">
+                <dl>
+                  <div><dt>Microsoft Outlook:</dt>
+                  <dd>
+                    <!-- depending on the separator we might have one or two options here -->
+                                            <input name="submit[action_export_outlook]" type="submit" value="Export Now" />
+                                      </dd></div>
+                  <div><dt>Netscape/Thunderbird:</dt>
+                  <dd>
+                        <input name="submit[action_export_ldif]" type=submit value="Export Now" />
+                  </dd></div>
+                  <div><dt>Yahoo! CSV:</dt>
+                  <dd>
+                    <!-- depending on the separator we might have one or two options here -->
+                                            <input name="submit[action_export_yahoo]" type="submit" value="Export Now" />
+                                                            </dd></div>
+                <div><dt>vCard Single File:<br />
+                    <small>(recommended for Palm Desktop users)</small> </dt>
+                <dd>
+                    <input class=fbutton name="submit[action_export_vcard]" type=submit value="Export Now" />
+                </dd></div>
+                <div><dt>vCard, Zip of .VCF files:<br />
+                    <small>(One .VCF file per contact, Outlook compatible)</small>
+</dt>
+                <dd>
+                    <input class=fbutton name="submit[action_export_vcard2]" type=submit value="Export Now" />
+                </dd></div>
+              </dl>
+          </div><!-- closes yab_maincontent_export_left -->
+          </form>
+        </div> <!-- closes form / help container -->
+        <div class="clearfix"><!--blank--></div>
+      </div> <!-- closes export module -->
+    </td>
+  </tr></tbody></table>
+</div>            <!-- closes optionsview ID module -->
+<div id="bottomglobalnavigation" class="globalnavigation">
+    <ul class="first">
+        <li><a href="?1&amp;VPC=options&amp;.rand=73586795" class="button"  id="qa_done2" >Done</a></li>
+    </ul>
+</div>
+		<div id="footer">
+			<!-- SpaceID=0 robot -->
+<!-- SpaceID=0 robot -->
+<!-- SpaceID=0 robot -->
+<div id="mastfoot">
+	<div id="mastfoot_legal">
+		<span id="mastfoot_copyright">Copyright &copy; 2008 <a href="http://www.yahoo.com">Yahoo! Inc.</a> All Rights Reserved.</span>
+		<a target="_top" href="http://docs.yahoo.com/info/terms/">Terms of Service</a> - <a href="http://docs.yahoo.com/info/copyright/copyright.html">Copyright/IP Policy</a>	</div>
+	<div id="mastfoot_privacy">
+		NOTICE: We collect personal information on this site.<br>To learn more about how we use your information, see our <a target="_top" href="http://privacy.yahoo.com/privacy/us">Privacy Policy</a>	</div>
+</div>
+		    <div style="float: right; font-size: 65%; font-color: #333;">
+1.9.1<br></div>		</div>
+	</body>
+        <script type="text/javascript" src="http://l.yimg.com/us.yimg.com/lib/pim/r/abook/yab3/16_0/all/yab.js"></script>
+<script type="text/javascript">
+    <!-- <CDATA[[
+	    if(typeof CallDOMLoadedHandlers != "undefined"){
+	        CallDOMLoadedHandlers();
+	    }
+    // ]]> -->
+</script><!--
+	// TS: 1201392258
+	// P: 14.69
+	// T: 2.65
+	// B: 0
+	// BTX: 0
+    // R: 5.84
+    // U: 5.15
+    // A: 0.38
+    // O: 0
+-->
+<!-- // RPPID:9984 --></html><!-- web245.address.pim.mud.yahoo.com compressed/chunked Sat Jan 26 16:04:18 PST 2008 -->