graybook 1.0.22

Sign up to get free protection for your applications and to get access to all the features.
Files changed (78) hide show
  1. data/.gitignore +1 -0
  2. data/CHANGES.md +49 -0
  3. data/Manifest.txt +59 -0
  4. data/README.md +66 -0
  5. data/Rakefile +40 -0
  6. data/VERSION +1 -0
  7. data/VERSION.yml +4 -0
  8. data/VERSION_NAME +1 -0
  9. data/debug_graybook.rb +10 -0
  10. data/init.rb +1 -0
  11. data/lib/graybook/exporter/base.rb +16 -0
  12. data/lib/graybook/exporter/vcf.rb +45 -0
  13. data/lib/graybook/exporter/xml.rb +28 -0
  14. data/lib/graybook/importer/aol.rb +87 -0
  15. data/lib/graybook/importer/base.rb +39 -0
  16. data/lib/graybook/importer/csv.rb +74 -0
  17. data/lib/graybook/importer/freenet.rb +62 -0
  18. data/lib/graybook/importer/gmail.rb +84 -0
  19. data/lib/graybook/importer/gmx.rb +68 -0
  20. data/lib/graybook/importer/hotmail.rb +135 -0
  21. data/lib/graybook/importer/page_scraper.rb +86 -0
  22. data/lib/graybook/importer/web.de.rb +67 -0
  23. data/lib/graybook/importer/yahoo.rb +63 -0
  24. data/lib/graybook.rb +83 -0
  25. data/test/config/credentials.yml.example +9 -0
  26. data/test/fixtures/aol_application_page.html +566 -0
  27. data/test/fixtures/aol_bad_login_response_stage_3.html +565 -0
  28. data/test/fixtures/aol_contacts.html +102 -0
  29. data/test/fixtures/aol_login_response_stage_1.html +158 -0
  30. data/test/fixtures/aol_login_response_stage_2.html +559 -0
  31. data/test/fixtures/aol_login_response_stage_3.html +48 -0
  32. data/test/fixtures/aol_login_response_stage_4.html +404 -0
  33. data/test/fixtures/aol_login_response_stage_5.html +404 -0
  34. data/test/fixtures/aol_new_contacts.html +431 -0
  35. data/test/fixtures/gmail.csv +3 -0
  36. data/test/fixtures/gmail_bad_login_response_stage_2.html +560 -0
  37. data/test/fixtures/gmail_contacts.html +228 -0
  38. data/test/fixtures/gmail_login_response_stage_1.html +556 -0
  39. data/test/fixtures/gmail_login_response_stage_2.html +1 -0
  40. data/test/fixtures/gmail_login_response_stage_2a.html +1 -0
  41. data/test/fixtures/gmail_login_response_stage_3.html +249 -0
  42. data/test/fixtures/gmail_redirect_body.html +10 -0
  43. data/test/fixtures/hotmail_bad_login_response_stage_2.html +31 -0
  44. data/test/fixtures/hotmail_contacts.html +262 -0
  45. data/test/fixtures/hotmail_login_response_stage_1.html +31 -0
  46. data/test/fixtures/hotmail_login_response_stage_2.html +1 -0
  47. data/test/fixtures/hotmail_login_response_stage_3.html +519 -0
  48. data/test/fixtures/hotmail_scrape_first_page.html +77 -0
  49. data/test/fixtures/hotmail_scrape_response_stage_1.html +90 -0
  50. data/test/fixtures/hotmail_scrape_response_stage_2.html +77 -0
  51. data/test/fixtures/hotmail_scrape_response_stage_3.html +0 -0
  52. data/test/fixtures/yahoo_bad_login_response_stage_2.html +443 -0
  53. data/test/fixtures/yahoo_contacts.csv +3 -0
  54. data/test/fixtures/yahoo_contacts_not_logged_in.html +432 -0
  55. data/test/fixtures/yahoo_contacts_stage_1.html +399 -0
  56. data/test/fixtures/yahoo_login_response_stage_1.html +433 -0
  57. data/test/fixtures/yahoo_login_response_stage_2.html +16 -0
  58. data/test/fixtures/yahoo_no_user_response_stage_2.html +574 -0
  59. data/test/freenet_importer_test.rb +53 -0
  60. data/test/gmx_importer_test.rb +53 -0
  61. data/test/scripts/live_test.rb +25 -0
  62. data/test/test_graybook.rb +60 -0
  63. data/test/test_graybook_exporter_base.rb +16 -0
  64. data/test/test_graybook_exporter_vcf.rb +52 -0
  65. data/test/test_graybook_exporter_xml.rb +16 -0
  66. data/test/test_graybook_importer_aol.rb +108 -0
  67. data/test/test_graybook_importer_base.rb +24 -0
  68. data/test/test_graybook_importer_csv.rb +60 -0
  69. data/test/test_graybook_importer_gmail.rb +116 -0
  70. data/test/test_graybook_importer_hotmail.rb +165 -0
  71. data/test/test_graybook_importer_page_scraper.rb +51 -0
  72. data/test/test_graybook_importer_yahoo.rb +137 -0
  73. data/test/test_helper.rb +71 -0
  74. data/test/web.de_importer_test.rb +53 -0
  75. data/updater.rb +15 -0
  76. data/vendor/plugins/graybook/lib/autotest/discover.rb +3 -0
  77. data/vendor/plugins/graybook/lib/autotest/graybook.rb +27 -0
  78. metadata +185 -0
data/test/fixtures/hotmail_scrape_first_page.html ADDED
@@ -0,0 +1,77 @@
1
+
2
+ <!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.0//EN" "http://www.w3.org/TR/REC-html40/strict.dtd">
3
+
4
+
5
+ <html style="overflow:hidden;">
6
+
7
+ <head>
8
+ <base href="by118w.bay118.mail.live.com" />
9
+ <script type="text/javascript">
10
+ var mailDomain = "mail.live.com";
11
+
12
+ //
13
+ document.domain = "live.com";
14
+ if( window.top != self )
15
+ {
16
+ var hostname = "";
17
+ try
18
+ {
19
+
20
+ hostname = window.top.location.hostname;
21
+ }
22
+ catch(e)
23
+ {
24
+ }
25
+
26
+ if((hostname.indexOf(mailDomain) + mailDomain.length) == hostname.length )
27
+ {
28
+ //
29
+ self.location.href = 'http\x3a\x2f\x2fby118w.bay118.mail.live.com\x2fmail\x2fTodayLight.aspx\x3f\x26ip\x3d10.1.106.216\x26d\x3dd952\x26mf\x3d0\x26n\x3d1587813607';
30
+ }
31
+ else
32
+ {
33
+ //
34
+ window.top.location.href = self.location.href;
35
+ }
36
+ }
37
+
38
+
39
+
40
+ function uiFrameLoad()
41
+ {
42
+ //
43
+ try
44
+ {
45
+ document.title = window.frames[0].document.title;
46
+
47
+ }
48
+ catch(e)
49
+ {
50
+ }
51
+ }
52
+ function beforeUnloadHandler()
53
+ {
54
+ try
55
+ {
56
+ var frameUrl = document.getElementById("UIFrame").contentWindow.document.location.href;
57
+ document.cookie = "afu=" + escape(frameUrl) + ";path=/;domain=.mail.live.com;";
58
+ }
59
+ catch(e)
60
+ {
61
+ }
62
+ }
63
+ </script>
64
+ </head>
65
+ <body style="padding:0;margin:0;overflow:visible;height:100%;width:100%;position:absolute" onbeforeunload="beforeUnloadHandler()">
66
+ <div id="appDiv" style="position:absolute;height:100%;width:100%">
67
+ <iframe id="UIFrame" onload="uiFrameLoad()" src="http&#58;&#47;&#47;by118w.bay118.mail.live.com&#47;mail&#47;TodayLight.aspx&#63;&#38;ip&#61;10.1.106.216&#38;d&#61;d952&#38;mf&#61;0&#38;n&#61;1587813607"
68
+ frameborder="0"
69
+ width="100%"
70
+ height="100%"
71
+ marginheight="0"
72
+ marginwidth="0">
73
+ </iframe>
74
+
75
+ </div>
76
+ </body>
77
+ </html>
data/test/fixtures/hotmail_scrape_response_stage_1.html ADDED
@@ -0,0 +1,90 @@
1
+ <!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Strict//EN" "http://www.w3.org/TR/xhtml1/DTD/xhtml1-strict.dtd">
2
+
3
+
4
+ <html dir="ltr" class="ltr SignedIn Other Other_Other">
5
+ <head><title>
6
+ Windows Live Hotmail
7
+ </title><link rel="stylesheet" href="http://gfx8.hotmail.com/mail/13.2.0260.1209/styles/Base/hig.css" type="text/css"/>
8
+ <style type="text/css">
9
+ .DefaultFont, BODY, TEXTAREA, SELECT, INPUT {font-family:Segoe UI,Tahoma,Verdana,Arial,sans-serif;line-height:normal;}BODY{font-size:83%;}A{text-decoration:none;}.EditArea, .ExternalClass{font-size:10pt;font-family:Segoe UI,Tahoma,Verdana,Arial,sans-serif;line-height:normal;}.BoldText,.cSubsectionSubtitle {font-weight: bold;}.UiButton, .cButton{background: url('http://gfx2.hotmail.com/mail/w3/ltr/button_rest.gif') center repeat-x;}.button_rest, .yl_sdi, .rd_sdi, .i_importance_low_large, .i_importance_high_large, .pr_sdi, .bl_sdi, .gr_sdi, .pi_sdi, .expand_right, .collapse_left{border:none;overflow:hidden;background-repeat:no-repeat;background-image:url(http://gfx2.hotmail.com/mail/w3/ltr/ics_1.gif);height:16px;width:17px;}.i_cancel, .mr_accept, .i_next, .i_warn, .i_previous, .i_print, .i_info, .i_reply, .i_read, .i_importance_high, .i_forward, .i_importance_low, .i_new, .i_prev_page_disable, .i_nextpage, .i_previouspage, .glyph_close_rest, .i_next_page, .i_previouspage_disable, .i_attach, .i_nextpage_disable, .descend_rest_dark, .ascend_rest_dark{border:none;overflow:hidden;background-repeat:no-repeat;background-image:url(http://gfx1.hotmail.com/mail/w3/ltr/ics_2.gif);height:10px;width:9px;}.TableHeaderGradient{background-image: url('http://gfx1.hotmail.com/mail/w3/ltr/table_header_gradient.png');}
10
+ </style>
11
+
12
+ <meta http-equiv="Content-Type" content="text/html; charset=utf-8" /></head>
13
+ <body>
14
+ <img style="display:none" src="http&#58;&#47;&#47;accountservices.msn.com&#47;loginmsn.srf&#63;lc&#61;2052&#38;ct&#61;1234608505&#38;rver&#61;5.5.4177.0&#38;id&#61;64855&#38;ru&#61;http&#58;&#37;2F&#37;2Fmail.live.com&#37;2Fmail&#37;2Fmail.aspx&#38;MSNPPAuth&#61;BzW92kHE8AjbG8ZXbTyEYA&#33;VlvVbDUH3S7VITxjNRviXu18DB3iv1P1bdATQc&#33;7Vz5gJEyGzU&#42;2SNR&#42;Rb8DiKnggwUtYe0hTuriVcTrmh7CyUqf1AsGYMhh9WVnJq4VB&#42;&#33;fghBa&#33;oXDnPOFviEjMoQxYJxV6t8&#42;qwnJzXhg3XFXgka&#42;4sEzBV3GCtFslTTPqxahg&#33;RHkg4CbxmMCKBXTCpN5uGnx2u6r8p7k&#42;LFnK7KJ9r&#42;WyKqHJTOtOfg2cEaLkxPFA&#42;rsYVcI7nucPTWV1TwU&#33;&#33;49ylejz08q0XPdaOCijsSS&#42;kFg5fti7JYRXhTv&#33;b8Ogr6CxF6qV&#42;jmzBCikNs4Fr5Cf39a&#33;4mg1qGdX6&#42;4YK8Q7&#42;YMt2DyCPpwodupZHBlhZ4thoQEK1W&#33;EBK3EXiGCcKc&#42;2sJflBTmEwICXV&#33;SXCss4wggzJCV40sxRuJpFkUFStnpMh3PgaMQmnxpPfYpiLF"/><script type="text/javascript">function $c_TreatTile(i,s){i.style.display=s;var w=i.width,h=i.height;m=19;if(w>=h||h<m){i.height=m}if(w<h||w<m){i.width=m}}</script>
15
+ <div id="c_header" class="c_hb" style="min-width:987px;"><div class="c_hta"><div class="c_hg" style="background-image:url(http://gfx1.hotmail.com/mail/uxp/w3/pr06/h/g.png);padding-bottom:7px;"><div class="c_h"><div class="c_hl" style="top:12px;"><a class="c_hlp c_nootl" href="http://g.live.com/9uxp9en-us/hdr_main1??su=http://shared.live.com/" title="Windows Live" target="_top"><span class="c_is" style="width:18px;height:17px;vertical-align:middle;margin-right:3px;"><span style="clip: rect(0px 18px 17px 0px);left:0px;top:0px;"><img src="http://gfx1.hotmail.com/mail/uxp/w3/pr06/h/strip.png" alt="Windows Live" /></span></span><span class='c_hbrnd'>Windows Live<span class="c_tm">&trade;</span></span></a></div>
16
+ <div class="c_hc"><div class="inCenter">
17
+ <ul class="c_ht"><li><a href="http&#58;&#47;&#47;g.live.com&#47;9uxp9en-us&#47;hdr_main1&#63;&#63;su&#61;http&#58;&#47;&#47;shared.live.com&#47;Live.Mail" target="_top">Home</a></li><li><a href="http&#58;&#47;&#47;g.live.com&#47;9uxp9en-us&#47;hdr_main2&#63;&#63;su&#61;http&#58;&#47;&#47;shared.live.com&#47;Live.Mail" target="_top">Profile</a></li><li><a href="http&#58;&#47;&#47;g.live.com&#47;9uxp9en-us&#47;hdr_main3&#63;&#63;su&#61;http&#58;&#47;&#47;shared.live.com&#47;Live.Mail" target="_top">People</a></li><li><a href="http&#58;&#47;&#47;g.live.com&#47;9uxp9en-us&#47;hdr_main4&#63;&#63;su&#61;http&#58;&#47;&#47;shared.live.com&#47;Live.Mail" target="_self">Mail</a></li><li><a href="http&#58;&#47;&#47;g.live.com&#47;9uxp9en-us&#47;hdr_main5&#63;&#63;su&#61;http&#58;&#47;&#47;shared.live.com&#47;Live.Mail" target="_top">Photos</a></li><li><a href="&#35;" onclick="try&#123;&#36;menu.bind&#40;event,0,3,1&#41;&#59;&#125;catch&#40;e&#41;&#123;&#125;&#59;return&#32;false&#59;return&#32;false" class="&#32;uxfa_ml&#32;c_ml" target="_top"><span class="c_mlu">More</span><span class="c_chev"> &#9660;</span></a><ul class="&#32;uxfa_m&#32;c_m"><li><a href="http&#58;&#47;&#47;g.live.com&#47;9uxp9en-us&#47;hdr_main6&#63;&#63;su&#61;http&#58;&#47;&#47;shared.live.com&#47;Live.Mail" target="_top">Calendar</a></li><li><a href="http&#58;&#47;&#47;g.live.com&#47;9uxp9en-us&#47;hdr_more12&#63;&#63;su&#61;http&#58;&#47;&#47;shared.live.com&#47;Live.Mail" target="_top">Events</a></li><li><a href="http&#58;&#47;&#47;g.live.com&#47;9uxp9en-us&#47;hdr_more1&#63;&#63;su&#61;http&#58;&#47;&#47;shared.live.com&#47;Live.Mail" target="_top">Groups</a></li><li><a href="http&#58;&#47;&#47;g.live.com&#47;9uxp9en-us&#47;hdr_more11&#63;&#63;su&#61;http&#58;&#47;&#47;shared.live.com&#47;Live.Mail" target="_top">Spaces</a><div class="c_ms"></div></li><li><a href="http&#58;&#47;&#47;g.live.com&#47;9uxp9en-us&#47;hdr_more2&#63;&#63;su&#61;http&#58;&#47;&#47;shared.live.com&#47;Live.Mail" target="_top">SkyDrive</a></li><li><a href="http&#58;&#47;&#47;g.live.com&#47;9uxp9en-us&#47;hdr_more9&#63;&#63;su&#61;http&#58;&#47;&#47;shared.live.com&#47;Live.Mail" target="_top">Office&#32;Live</a></li><li><a href="http&#58;&#47;&#47;g.live.com&#47;9uxp9en-us&#47;hdr_more4&#63;&#63;su&#61;http&#58;&#47;&#47;shared.live.com&#47;Live.Mail" target="_top">Safety</a><div class="c_ms"></div></li><li><a href="http&#58;&#47;&#47;g.live.com&#47;9uxp9en-us&#47;hdr_more6&#63;&#63;su&#61;http&#58;&#47;&#47;shared.live.com&#47;Live.Mail" target="_top">Mobile</a></li><li><a href="http&#58;&#47;&#47;g.live.com&#47;9uxp9en-us&#47;hdr_more5&#63;&#63;su&#61;http&#58;&#47;&#47;shared.live.com&#47;Live.Mail" target="_top">Downloads</a></li><li><a href="http&#58;&#47;&#47;g.live.com&#47;9uxp9en-us&#47;hdr_more13&#63;&#63;su&#61;http&#58;&#47;&#47;shared.live.com&#47;Live.Mail" target="_top">All&#32;services</a></li></ul></li><li><a href="&#35;" onclick="try&#123;&#36;menu.bind&#40;event,0,3,1&#41;&#59;&#125;catch&#40;e&#41;&#123;&#125;&#59;return&#32;false&#59;return&#32;false" class="&#32;uxfa_ml&#32;c_ml" target="_top"><span class="c_mlu">MSN</span><span class="c_chev"> &#9660;</span></a><ul class="&#32;uxfa_m&#32;c_m"><li><a href="http&#58;&#47;&#47;g.live.com&#47;9uxp9msn&#47;mhm-en-us&#63;&#63;su&#61;http&#58;&#47;&#47;shared.live.com&#47;Live.Mail" target="_top">Home</a><div class="c_ms"></div></li><li><a href="http&#58;&#47;&#47;g.live.com&#47;9uxp9msn&#47;mau-en-us&#63;&#63;su&#61;http&#58;&#47;&#47;shared.live.com&#47;Live.Mail" target="_top">Autos</a></li><li><a href="http&#58;&#47;&#47;g.live.com&#47;9uxp9msn&#47;mga-en-us&#63;&#63;su&#61;http&#58;&#47;&#47;shared.live.com&#47;Live.Mail" target="_top">Games</a></li><li><a href="http&#58;&#47;&#47;g.live.com&#47;9uxp9msn&#47;mmo-en-us&#63;&#63;su&#61;http&#58;&#47;&#47;shared.live.com&#47;Live.Mail" target="_top">Money</a></li><li><a href="http&#58;&#47;&#47;g.live.com&#47;9uxp9msn&#47;mmv-en-us&#63;&#63;su&#61;http&#58;&#47;&#47;shared.live.com&#47;Live.Mail" target="_top">Movies</a></li><li><a href="http&#58;&#47;&#47;g.live.com&#47;9uxp9msn&#47;mmu-en-us&#63;&#63;su&#61;http&#58;&#47;&#47;shared.live.com&#47;Live.Mail" target="_top">Music</a></li><li><a href="http&#58;&#47;&#47;g.live.com&#47;9uxp9msn&#47;mnw-en-us&#63;&#63;su&#61;http&#58;&#47;&#47;shared.live.com&#47;Live.Mail" target="_top">News</a></li><li><a href="http&#58;&#47;&#47;g.live.com&#47;9uxp9msn&#47;msp-en-us&#63;&#63;su&#61;http&#58;&#47;&#47;shared.live.com&#47;Live.Mail" target="_top">Sports</a></li><li><a href="http&#58;&#47;&#47;g.live.com&#47;9uxp9msn&#47;mwe-en-us&#63;&#63;su&#61;http&#58;&#47;&#47;shared.live.com&#47;Live.Mail" target="_top">Weather</a></li></ul></li></ul><script type="text/javascript">
18
+ function $clrDT(){var t=document.getElementById('c_hsv');if(t.value=="Search the web"){t.value='';}return t;}
19
+ function searchTheWeb(){$clrDT();document.getElementById('c_search').submit();}
20
+ </script>
21
+
22
+ <form id="c_search" action="http://search.live.com/results.aspx" method="GET" target="_top">
23
+ <div class="c_hf c_mcp"><input id='c_hsv' class="c_ml" title="Search&#32;the&#32;web" value="Search the web" autoComplete="Off" type="text" name="q" onmousedown="try{if($menu.current != this.menu){$menu.closeCurrent()}}catch(e){}" onmouseup="try{if(this.menu){menu.show();return $f.cancelEvent(event)}}catch(e){}" onfocus="if(this.s!='t'){this.value='';this.className = 'c_ml c_fia';this.s='t';}" onblur="if(this.value ==''){this.value='Search the web';this.className = 'c_ml';this.s=''}" /><input name="form" value="WLMLQB" type="hidden"/><a id='c_hsbt' href="#" onclick="document.getElementById('c_sbt').click()" class="c_nootl"><span class="c_is" style="width:13px;height:13px;vertical-align:middle;"><span style="clip: rect(3px 31px 16px 18px);left: -18px;top: -3px;"><img src="http://gfx1.hotmail.com/mail/uxp/w3/pr06/h/strip.png" style="cursor:pointer;" alt="Search" title="Search" /></span></span>
24
+ </a></div>
25
+
26
+ <input id="c_sbt" style="display:none" type="button" onclick="searchTheWeb()"/>
27
+ </form></div></div><div id="c_me" class="c_me c_mcp"><a id="c_melink" href="#" class="TextSizeLarge c_un c_ml c_nootl" onclick="try{return $menu.bind(event,1,0,1);}catch(e){}" title="QA" style="vertical-align:top;zoom:1;" target="_top">
28
+ QA<span class="c_chev">&nbsp;&#9660;</span><span class="c_is" style="width:31px;height:31px;;"><span style="clip: rect(17px 31px 48px 0px);top: -17px;left:0px;"><span id="c_metile" class="c_utw"><img class="c_ut" height="19" src="http://e30264195f7829e2.users.storage.live.com/MyData/MyProfile/GeneralProfile/ProfilePhoto:Thumbnail?fofoff=1&ex=24&ck=633702047807245899" onload="$c_TreatTile(this,'block');" style="-ms-interpolation-mode:bicubic;"/></span><img src="http://gfx1.hotmail.com/mail/uxp/w3/pr06/h/strip.png" alt=""/></span></span>
29
+ </a><ul class="c_m"><li><a href="http&#58;&#47;&#47;g.live.com&#47;9uxp9en-us&#47;hdr_mectrl3&#63;&#63;su&#61;http&#58;&#47;&#47;shared.live.com&#47;Live.Mail" target="_top">Change&#32;picture</a></li><li><a href="http&#58;&#47;&#47;g.live.com&#47;9uxp9en-us&#47;hdr_mectrl4&#63;&#63;su&#61;http&#58;&#47;&#47;shared.live.com&#47;Live.Mail" target="_top">Change&#32;name</a><div class="c_ms"></div></li><li><a id="c_hli" href="http&#58;&#47;&#47;g.live.com&#47;9uxp9en-us&#47;hdr_mectrl1&#63;&#63;su&#61;http&#58;&#47;&#47;shared.live.com&#47;Live.Mail" target="_top">View&#32;your&#32;account</a></li><li><a href="http&#58;&#47;&#47;g.live.com&#47;9uxp9en-us&#47;hdr_mectrl2&#63;&#63;su&#61;http&#58;&#47;&#47;shared.live.com&#47;Live.Mail" target="_top">Link&#32;other&#32;accounts</a></li></ul><a id="c_signout" class="signOut TextSizeXSmall" onclick="event.cancelBubble=true" href="&#47;mail&#47;logout.aspx" target="_top">sign out</a></div>
30
+ </div></div></div></div><img src="http://p.live.com/p.aspx?CI=8000&PN=Live.Mail&U=e30264195f7829e2&MS=1&X=6htadn1CpjnHG%2ffP%2bFoD0i9tYTo%3d" alt="" style="display:none"/>
31
+ <div style="margin: 0px 5px 0px 5px;">
32
+ <div style="width:50em; padding:30px 10px;">
33
+ <h2 style="font-size:150%;font-weight:normal;padding:0px;margin:0px;"><img width="32" height="32" style="padding:0px 20px; vertical-align:middle;" alt="Warning" src="http://gfx2.hotmail.com/mail/w3/ltr/i_warn_32x32.gif"/>Upgrade your web browser</h2>
34
+ <div style="padding:8px 5px 8px 5px; padding-left:72px;">
35
+ <div style="padding-bottom:8px;">We recommend that you upgrade your web browser so you can get the most out of Windows Live Hotmail. Upgrading should only take a few minutes. To get started, choose one of the browsers below:</div>
36
+ <ul style="margin:0px 0px 18px 0px; padding:0px; list-style-type:none;">
37
+ <li style="margin:8px"><a href="http://www.microsoft.com/ie" >Microsoft Internet Explorer</a></li>
38
+ <li style="margin:8px"><a href="http://www.firefox.com" >Mozilla Firefox</a></li>
39
+ <li style="margin:8px"><a href="http://www.apple.com/safari" >Apple Safari</a></li>
40
+ </ul>
41
+
42
+ <div style="padding-bottom:8px;">If you don't want to upgrade right now you can still <a href="&#47;mail&#47;TodayLight.aspx&#63;&#38;ip&#61;10.1.106.216&#38;d&#61;d952&#38;mf&#61;0&#38;n&#61;1025302575">continue to Windows Live Hotmail</a>, but some parts of it may not work and it may not be displayed properly.</div>
43
+ <div>Got a mobile device? Check your e-mail by going to <a href="http://mobile.live.com/hm">http://mobile.live.com/hm</a>.</div>
44
+ </div>
45
+ </div>
46
+ </div>
47
+
48
+
49
+ <table id="uxp_ftr_control" cellpadding="0" cellspacing="0">
50
+ <tr>
51
+ <td id="uxp_ftr_left">
52
+ <ul>
53
+
54
+ <li><a id="uxp_ftr_link_trademark" target="_top" href="http&#58;&#47;&#47;g.live.com&#47;9uxp9en-us&#47;ftr1">&copy; 2009 Microsoft</a></li>
55
+
56
+ <li><a id="uxp_ftr_link_privacy" target="_top" href="http&#58;&#47;&#47;go.microsoft.com&#47;fwlink&#47;&#63;LinkId&#61;74170">Privacy</a></li>
57
+
58
+ <li class="uxp_ftr_item_last"><a id="uxp_ftr_link_legal" target="_top" href="http&#58;&#47;&#47;g.msn.com&#47;0TO_&#47;enus">Legal</a></li>
59
+
60
+ </ul>
61
+ </td>
62
+ <td id="uxp_ftr_right">
63
+ <table id="uxp_ftr_right_nest" cellpadding="0" cellspacing="0">
64
+ <tr>
65
+ <td>
66
+ <ul>
67
+
68
+ <li><a id="uxp_ftr_link_helpcentral" target="_top" href="http&#58;&#47;&#47;g.live.com&#47;9uxp9en-us&#47;ftr2">Help Central</a></li>
69
+ <li><a id="uxp_ftr_link_account" target="_top" href="http&#58;&#47;&#47;g.live.com&#47;9uxp9en-us&#47;ftr3">Account</a></li>
70
+ <li class="uxp_ftr_item_last"><a id="uxp_ftr_link_feedback" target="_top" href="http&#58;&#47;&#47;g.live.com&#47;9uxp9en-us&#47;ftr4&#63;productkey&#61;wlhotmail">Feedback</a></li>
71
+ </ul>
72
+ </td>
73
+ </tr>
74
+ </table>
75
+ </td>
76
+ </tr>
77
+ </table>
78
+
79
+
80
+
81
+ <img alt="" id="closeaccountcgif" width="1" height="1"
82
+ src="http://h.msn.com/c.gif?RF=&PI=44364&DI=5707&PS=96752"/>
83
+
84
+ </body>
85
+ <script type="text/javascript">var _d=document;var _dh=_d.getElementsByTagName('head')[0];
86
+ function $newScript(s,i,b){var t=_d.createElement('script');t.id=i||"";t.src=s;if(!b){_dh.appendChild(t);}return t;}</script>
87
+
88
+ <script defer="defer" src="http://gfx6.hotmail.com/mail/13.2.0260.1209/shared.js"></script>
89
+
90
+ </html>
data/test/fixtures/hotmail_scrape_response_stage_2.html ADDED
@@ -0,0 +1,77 @@
1
+
2
+ <!DOCTYPE HTML PUBLIC "-//W3C//DTD HTML 4.0//EN" "http://www.w3.org/TR/REC-html40/strict.dtd">
3
+
4
+
5
+ <html style="overflow:hidden;">
6
+
7
+ <head>
8
+ <base href="by118w.bay118.mail.live.com" />
9
+ <script type="text/javascript">
10
+ var mailDomain = "mail.live.com";
11
+
12
+ //
13
+ document.domain = "live.com";
14
+ if( window.top != self )
15
+ {
16
+ var hostname = "";
17
+ try
18
+ {
19
+
20
+ hostname = window.top.location.hostname;
21
+ }
22
+ catch(e)
23
+ {
24
+ }
25
+
26
+ if((hostname.indexOf(mailDomain) + mailDomain.length) == hostname.length )
27
+ {
28
+ //
29
+ self.location.href = 'http\x3a\x2f\x2fby118w.bay118.mail.live.com\x2fmail\x2fTodayLight.aspx\x3frru\x3dinbox\x26n\x3d650062209';
30
+ }
31
+ else
32
+ {
33
+ //
34
+ window.top.location.href = self.location.href;
35
+ }
36
+ }
37
+
38
+
39
+
40
+ function uiFrameLoad()
41
+ {
42
+ //
43
+ try
44
+ {
45
+ document.title = window.frames[0].document.title;
46
+
47
+ }
48
+ catch(e)
49
+ {
50
+ }
51
+ }
52
+ function beforeUnloadHandler()
53
+ {
54
+ try
55
+ {
56
+ var frameUrl = document.getElementById("UIFrame").contentWindow.document.location.href;
57
+ document.cookie = "afu=" + escape(frameUrl) + ";path=/;domain=.mail.live.com;";
58
+ }
59
+ catch(e)
60
+ {
61
+ }
62
+ }
63
+ </script>
64
+ </head>
65
+ <body style="padding:0;margin:0;overflow:visible;height:100%;width:100%;position:absolute" onbeforeunload="beforeUnloadHandler()">
66
+ <div id="appDiv" style="position:absolute;height:100%;width:100%">
67
+ <iframe id="UIFrame" onload="uiFrameLoad()" src="http&#58;&#47;&#47;by118w.bay118.mail.live.com&#47;mail&#47;TodayLight.aspx&#63;rru&#61;inbox&#38;n&#61;650062209"
68
+ frameborder="0"
69
+ width="100%"
70
+ height="100%"
71
+ marginheight="0"
72
+ marginwidth="0">
73
+ </iframe>
74
+
75
+ </div>
76
+ </body>
77
+ </html>