contacts 1.0.18 → 1.0.19

data/lib/contacts.rb

@@ -5,4 +5,5 @@ require 'base'
 require 'gmail'
 require 'hotmail'
 require 'yahoo'
-require 'plaxo'
+require 'plaxo'
+require 'aol'

data/lib/contacts/aol.rb

@@ -0,0 +1,148 @@
+class Hash
+  def to_query_string
+    u = ERB::Util.method(:u)
+    map { |k, v|
+      u.call(k) + "=" + u.call(v)
+    }.join("&")
+  end
+end
+
+class Contacts
+  require 'hpricot'
+  class Aol < Base
+    URL                 = "http://www.aol.com/"
+    LOGIN_URL           = "https://my.screenname.aol.com/_cqr/login/login.psp"
+    LOGIN_REFERER_URL   = "http://webmail.aol.com/"
+    LOGIN_REFERER_PATH = "sitedomain=sns.webmail.aol.com&lang=en&locale=us&authLev=0&uitype=mini&loginId=&redirType=js&xchk=false"
+    AOL_NUM = "29970-343" # this seems to change each time they change the protocol
+    
+    CONTACT_LIST_URL    = "http://webmail.aol.com/#{AOL_NUM}/aim-2/en-us/Lite/ContactList.aspx?folder=Inbox&showUserFolders=False"
+    CONTACT_LIST_CSV_URL = "http://webmail.aol.com/#{AOL_NUM}/aim-2/en-us/Lite/ABExport.aspx?command=all"
+    PROTOCOL_ERROR      = "AOL has changed its protocols, please upgrade this library first. If that does not work, dive into the code and submit a patch at http://github.com/cardmagic/contacts"
+    
+    def real_connect
+      
+      postdata = {
+        "loginId" => login,
+        "password" => password,
+        "rememberMe" => "on",
+        "_sns_fg_color_" => "",
+        "_sns_err_color_" => "",
+        "_sns_link_color_" => "",
+        "_sns_width_" => "",
+        "_sns_height_" => "",
+        "offerId" => "mail-second-en-us",
+        "_sns_bg_color_" => "",
+        "sitedomain" => "sns.webmail.aol.com",
+        "regPromoCode" => "",
+        "mcState" => "initialized",
+        "uitype" => "std",
+        "siteId" => "",
+        "lang" => "en",
+        "locale" => "us",
+        "authLev" => "0",
+        "siteState" => "",
+        "isSiteStateEncoded" => "false",
+        "use_aam" => "0",
+        "seamless" => "novl",
+        "aolsubmit" => CGI.escape("Sign In"),
+        "idType" => "SN",
+        "usrd" => "",
+        "doSSL" => "",
+        "redirType" => "",
+        "xchk" => "false"
+      }
+
+      # Get this cookie and stick it in the form to confirm to Aol that your cookies work
+      data, resp, cookies, forward = get(URL)
+      postdata["stips"] = cookie_hash_from_string(cookies)["stips"]
+      postdata["tst"] = cookie_hash_from_string(cookies)["tst"]
+
+      data, resp, cookies, forward, old_url = get(LOGIN_REFERER_URL, cookies) + [URL]
+      until forward.nil?
+        data, resp, cookies, forward, old_url = get(forward, cookies, old_url) + [forward]
+      end
+      
+      data, resp, cookies, forward, old_url = get("#{LOGIN_URL}?#{LOGIN_REFERER_PATH}", cookies) + [LOGIN_REFERER_URL]
+      until forward.nil?
+        data, resp, cookies, forward, old_url = get(forward, cookies, old_url) + [forward]
+      end
+
+      doc = Hpricot(data)
+      (doc/:input).each do |input|
+        postdata["usrd"] = input.attributes["value"] if input.attributes["name"] == "usrd"
+      end
+      # parse data for <input name="usrd" value="2726212" type="hidden"> and add it to the postdata
+
+      postdata["SNS_SC"] = cookie_hash_from_string(cookies)["SNS_SC"]
+      postdata["SNS_LDC"] = cookie_hash_from_string(cookies)["SNS_LDC"]
+      postdata["LTState"] = cookie_hash_from_string(cookies)["LTState"]
+      # raise data.inspect
+      
+      data, resp, cookies, forward, old_url = post(LOGIN_URL, postdata.to_query_string, cookies, LOGIN_REFERER_URL) + [LOGIN_REFERER_URL]
+      
+      until forward.nil?
+        data, resp, cookies, forward, old_url = get(forward, cookies, old_url) + [forward]
+      end
+      
+      if data.index("Invalid Screen Name or Password.")
+        raise AuthenticationError, "Username and password do not match"
+      elsif data.index("Required field must not be blank")
+        raise AuthenticationError, "Login and password must not be blank"
+      elsif data.index("errormsg_0_logincaptcha")
+        raise AuthenticationError, "Captcha error"
+      elsif data.index("Invalid request")
+        raise ConnectionError, PROTOCOL_ERROR
+      elsif cookies == ""
+        raise ConnectionError, PROTOCOL_ERROR
+      end
+
+      @cookies = cookies
+    end
+
+    def contacts
+      postdata = {
+        "file" => 'contacts',
+        "fileType" => 'csv'
+      }
+
+      return @contacts if @contacts
+      if connected?
+        data, resp, cookies, forward, old_url = get(CONTACT_LIST_URL, @cookies, CONTACT_LIST_URL) + [CONTACT_LIST_URL]
+
+        until forward.nil?
+          data, resp, cookies, forward, old_url = get(forward, cookies, old_url) + [forward]
+        end
+        
+        if resp.code_type != Net::HTTPOK
+          raise ConnectionError, self.class.const_get(:PROTOCOL_ERROR)
+        end
+
+        # parse data and grab <input name="user" value="8QzMPIAKs2" type="hidden">
+        doc = Hpricot(data)
+        (doc/:input).each do |input|
+          postdata["user"] = input.attributes["value"] if input.attributes["name"] == "user"
+        end
+        
+        data, resp, cookies, forward, old_url = get(CONTACT_LIST_CSV_URL, @cookies, CONTACT_LIST_URL) + [CONTACT_LIST_URL]
+        
+        if forward.nil?
+          parse data
+        else
+          raise AuthenticationError, "Account cancelled"
+        end
+      end
+    end
+  private
+    
+    def parse(data, options={})
+      data = CSV.parse(data)
+      col_names = data.shift
+      @contacts = data.map do |person|
+        ["#{person[0]} #{person[1]}", person[4]] unless person[4].empty?
+      end.compact
+    end    
+  end
+
+  TYPES[:aol] = Aol
+end

data/lib/contacts/base.rb

@@ -9,7 +9,7 @@ require "erb"
 
 class Contacts
   TYPES = {}
-  VERSION = "1.0.18"
+  VERSION = "1.0.19"
   
   class Base
     def initialize(login, password)

data/lib/contacts/gmail.rb

@@ -1,6 +1,5 @@
 # Use ActiveSupport's version of JSON if available
 if Object.const_defined?('ActiveSupport') && ActiveSupport.const_defined?('JSON') && ActiveSupport::JSON.is_a?(Class)
-  puts JSON.class
   class JSON
     def self.parse(i)
       ActiveSupport::JSON.decode(i)
@@ -81,7 +80,7 @@ class Contacts
       # Default format.
       # ['Name', 'Email1', 'Email2', ...]
       if @contacts != nil
-        @contacts = @contacts.delete_if {|c| c["Emails"].nil?}.map do |c|
+        @contacts = @contacts.select {|c| !c["Emails"].nil?}.map do |c|
           name, emails = c.values_at "Name", "Emails"
           # emails are returned in a form of
           # [{"Address"=>"home.email@gmail.com"}, {"Type"=>{"Id"=>"WORK"}, "Address"=>"work.email@gmail.com"}]

data/lib/contacts/hotmail.rb

@@ -27,6 +27,11 @@ class Contacts
       form_url = data.split("><").grep(/form/).first.split[5][8..-2]
       data, resp, cookies, forward = post(form_url, postdata, cookies)
       
+      old_url = form_url
+      until cookies =~ /; PPAuth=/ || forward.nil?
+        data, resp, cookies, forward, old_url = get(forward, cookies, old_url) + [forward]
+      end
+      
       if data.index("The e-mail address or password is incorrect")
         raise AuthenticationError, "Username and password do not match"
       elsif data != ""
@@ -34,13 +39,7 @@ class Contacts
       elsif cookies == ""
         raise ConnectionError, PROTOCOL_ERROR
       end
-      
-      old_url = form_url
-      
-      until forward.nil?
-        data, resp, cookies, forward, old_url = get(forward, cookies, old_url) + [forward]
-      end
-      
+            
       data, resp, cookies, forward = get("http://mail.live.com/mail", cookies)
       until forward.nil?
         data, resp, cookies, forward, old_url = get(forward, cookies, old_url) + [forward]

data/lib/contacts/yahoo.rb

@@ -1,14 +1,23 @@
-require 'csv'
+# Use ActiveSupport's version of JSON if available
+if Object.const_defined?('ActiveSupport') && ActiveSupport.const_defined?('JSON') && ActiveSupport::JSON.is_a?(Class)
+  class JSON
+    def self.parse(i)
+      ActiveSupport::JSON.decode(i)
+    end
+  end
+else
+  require 'json/add/rails'
+end
 
 class Contacts
   class Yahoo < Base
     URL                 = "http://mail.yahoo.com/"
     LOGIN_URL           = "https://login.yahoo.com/config/login"
-    ADDRESS_BOOK_URL    = "http://address.mail.yahoo.com/?1&VPC=import_export"
-    CONTACT_LIST_URL    = "http://address.yahoo.com/index.php?VPC=import_export&A=B&submit[action_export_yahoo]=Export%20Now"
+    ADDRESS_BOOK_URL    = "http://address.mail.yahoo.com/?.rand=430244936"
+    CONTACT_LIST_URL    = "http://address.mail.yahoo.com/?_src=&_crumb=crumb&sortfield=3&bucket=1&scroll=1&VPC=social_list&.r=time"
     PROTOCOL_ERROR      = "Yahoo has changed its protocols, please upgrade this library first. If that does not work, dive into the code and submit a patch at http://github.com/cardmagic/contacts"
     
-    def real_connect
+    def real_connect      
       postdata =  ".tries=2&.src=ym&.md5=&.hash=&.js=&.last=&promo=&.intl=us&.bypass="
       postdata += "&.partner=&.u=4eo6isd23l8r3&.v=0&.challenge=gsMsEcoZP7km3N3NeI4mX"
       postdata += "kGB7zMV&.yplus=&.emailCode=&pkg=&stepid=&.ev=&hasMsgr=1&.chkP=Y&."
@@ -48,32 +57,61 @@ class Contacts
         if resp.code_type != Net::HTTPOK
           raise ConnectionError, self.class.const_get(:PROTOCOL_ERROR)
         end
-        
-        crumb = data.to_s[/id="crumb2" value="(.*?)"/][19...-1]
+
+        crumb = data.to_s[/dotCrumb:   '(.*?)'/][13...-1]
 
         # now proceed with the new ".crumb" parameter to get the csv data
-        url = URI.parse("#{contact_list_url}&.crumb=#{crumb}")
+        url = URI.parse(contact_list_url.sub("_crumb=crumb","_crumb=#{crumb}").sub("time", Time.now.to_f.to_s.sub(".","")[0...-2]))
         http = open_http(url)
-        resp, data = http.get("#{url.path}?#{url.query}",
-          "Cookie" => @cookies
+        resp, more_data = http.get("#{url.path}?#{url.query}",
+          "Cookie" => @cookies,
+          "X-Requested-With" => "XMLHttpRequest",
+          "Referer" => address_book_url
         )
 
         if resp.code_type != Net::HTTPOK
         raise ConnectionError, self.class.const_get(:PROTOCOL_ERROR)
         end
-
+        
         parse data
+        
+        parse more_data
+        
+        if more_data =~ /"TotalABContacts":(\d+)/
+          total = $1.to_i
+          ((total / 50)).times do |i|
+            # now proceed with the new ".crumb" parameter to get the csv data
+            url = URI.parse(contact_list_url.sub("bucket=1","bucket=#{i+2}").sub("_crumb=crumb","_crumb=#{crumb}").sub("time", Time.now.to_f.to_s.sub(".","")[0...-2]))
+            http = open_http(url)
+            resp, more_data = http.get("#{url.path}?#{url.query}",
+              "Cookie" => @cookies,
+              "X-Requested-With" => "XMLHttpRequest",
+              "Referer" => address_book_url
+            )
+
+            if resp.code_type != Net::HTTPOK
+            raise ConnectionError, self.class.const_get(:PROTOCOL_ERROR)
+            end
+                        
+            parse more_data
+          end
+        end
+        
+        @contacts
       end
     end
 
   private
     
     def parse(data, options={})
-      data = CSV.parse(data)
-      col_names = data.shift
-      @contacts = data.map do |person|
-        [[person[0], person[1], person[2]].delete_if{|i|i.empty?}.join(" "), person[4]] unless person[4].empty?
-      end.compact
+      @contacts ||= []
+      if data =~ /var InitialContacts = (\[.*?\])/
+        @contacts += JSON.parse($1).select{|contact|!contact["email"].to_s.empty?}.map{|contact|[contact["contactName"], contact["email"]]}
+      elsif data =~ /^\{"response":/
+        @contacts +=  JSON.parse(data)["response"]["ResultSet"]["Contacts"].to_a.select{|contact|!contact["email"].to_s.empty?}.map{|contact|[contact["contactName"], contact["email"]]}
+      else
+        @contacts
+      end
     end
     
   end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification 
 name: contacts
 version: !ruby/object:Gem::Version 
-  version: 1.0.18
+  version: 1.0.19
 platform: ruby
 authors: 
 - Lucas Carlson
@@ -38,6 +38,7 @@ files:
 - lib/contacts.rb
 - lib/contacts/base.rb
 - lib/contacts/gmail.rb
+- lib/contacts/aol.rb
 - lib/contacts/hotmail.rb
 - lib/contacts/plaxo.rb
 - lib/contacts/yahoo.rb