umanni-email-contacts 0.0.1

data/Gemfile

@@ -0,0 +1,4 @@
+source "http://rubygems.org"
+
+# Specify your gem's dependencies in umanni-email-contacts.gemspec
+gemspec

data/README

@@ -0,0 +1,57 @@
+== Welcome to Contacts
+
+Contacts is a universal interface to grab contact list information from various providers including Hotmail, AOL, Gmail, Plaxo and Yahoo.
+
+== Download
+
+* gem install umanni-email-contacts
+* https://github.com/umanni/umanni-email-contacts
+* git clone git://github.com/umanni/umanni-email-contacts.git
+
+== Background
+
+For a long time, the only way to get a list of contacts from your free online email accounts was with proprietary PHP scripts that would cost you $50. The act of grabbing that list is a simple matter of screen scrapping and this library gives you all the functionality you need. Thanks to the generosity of the highly popular Rails website MOG (http://mog.com) for allowing this library to be released open-source to the world. It is easy to extend this library to add new free email providers, so please contact the author if you would like to help.
+
+== Usage
+
+	Contacts::Hotmail.new(login, password).contacts # => [["name", "foo@bar.com"], ["another name", "bow@wow.com"]]
+	Contacts::Yahoo.new(login, password).contacts
+	Contacts::Gmail.new(login, password).contacts
+	
+	Contacts.new(:gmail, login, password).contacts
+	Contacts.new(:hotmail, login, password).contacts
+	Contacts.new(:yahoo, login, password).contacts
+	
+	Contacts.guess(login, password).contacts
+
+Notice there are three ways to use this library so that you can limit the use as much as you would like in your particular application. The Contacts.guess method will automatically concatenate all the address book contacts from each of the successful logins in the case that a username password works across multiple services.
+
+== Captcha error
+
+If there are too many failed attempts with the gmail login info, Google will raise a captcha response. To integrate the captcha handling, pass in the token and response via:
+
+  Contacts::Gmail.new(login, password, :captcha_token => params[:captcha_token], :captcha_response => params[:captcha_response]).contacts
+
+== Examples
+
+See the examples/ directory.
+
+== Authors
+
+* Lucas Carlson from MOG (mailto:lucas@rufy.com) - http://mog.com
+
+== Contributors
+
+* Britt Selvitelle from Twitter (mailto:anotherbritt@gmail.com) - http://twitter.com
+* Tony Targonski from GigPark (mailto:tony@gigpark.com) - http://gigpark.com
+* Waheed Barghouthi from Watwet (mailto:waheed.barghouthi@gmail.com) - http://watwet.com
+* Glenn Sidney from Glenn Fu (mailto:glenn@glennfu.com) - http://glennfu.com
+* Brian McQuay from Onomojo (mailto:brian@onomojo.com) - http://onomojo.com
+* Adam Hunter (mailto:adamhunter@me.com) - http://adamhunter.me/
+* Glenn Ford (mailto:glenn@glennfu.com) - http://www.glennfu.com/
+* Leonardo Wong (mailto:mac@boy.name)
+* Rusty Burchfield
+* justintv
+* Umanni (mailto:admin@umanni.com) - http://www.umanni.com.br
+This library is released under the terms of the BSD.
+

data/Rakefile

@@ -0,0 +1,9 @@
+require 'bundler'
+require "rspec/core/rake_task"
+
+task :default => [:spec]
+
+desc "Run specs"
+RSpec::Core::RakeTask.new(:spec)
+
+Bundler::GemHelper.install_tasks

data/lib/contacts19/aol.rb

@@ -0,0 +1,155 @@
+module Contacts19
+  require 'hpricot'
+  require 'csv'
+  require 'contacts19/base'
+  class Aol < Base
+    URL                 = "http://www.aol.com/"
+    LOGIN_URL           = "https://my.screenname.aol.com/_cqr/login/login.psp"
+    LOGIN_REFERER_URL   = "http://webmail.aol.com/"
+    LOGIN_REFERER_PATH = "sitedomain=sns.webmail.aol.com&lang=en&locale=us&authLev=0&uitype=mini&loginId=&redirType=js&xchk=false"
+    AOL_NUM = "29970-343" # this seems to change each time they change the protocol
+    
+    CONTACT_LIST_URL    = "http://webmail.aol.com/#{AOL_NUM}/aim-2/en-us/Lite/ContactList.aspx?folder=Inbox&showUserFolders=False"
+    CONTACT_LIST_CSV_URL = "http://webmail.aol.com/#{AOL_NUM}/aim-2/en-us/Lite/ABExport.aspx?command=all"
+    PROTOCOL_ERROR      = "AOL has changed its protocols, please upgrade this library first. If that does not work, dive into the code and submit a patch at http://github.com/cardmagic/contacts"
+    
+    def real_connect
+      if login.strip =~ /^(.+)@aol\.com$/ # strip off the @aol.com for AOL logins
+        login = $1
+      end
+
+      postdata = {
+        "loginId" => login,
+        "password" => password,
+        "rememberMe" => "on",
+        "_sns_fg_color_" => "",
+        "_sns_err_color_" => "",
+        "_sns_link_color_" => "",
+        "_sns_width_" => "",
+        "_sns_height_" => "",
+        "offerId" => "mail-second-en-us",
+        "_sns_bg_color_" => "",
+        "sitedomain" => "sns.webmail.aol.com",
+        "regPromoCode" => "",
+        "mcState" => "initialized",
+        "uitype" => "std",
+        "siteId" => "",
+        "lang" => "en",
+        "locale" => "us",
+        "authLev" => "0",
+        "siteState" => "",
+        "isSiteStateEncoded" => "false",
+        "use_aam" => "0",
+        "seamless" => "novl",
+        "aolsubmit" => CGI.escape("Sign In"),
+        "idType" => "SN",
+        "usrd" => "",
+        "doSSL" => "",
+        "redirType" => "",
+        "xchk" => "false"
+      }
+ 
+      # Get this cookie and stick it in the form to confirm to Aol that your cookies work
+      data, resp, cookies, forward = get(URL)
+      postdata["stips"] = cookie_hash_from_string(cookies)["stips"]
+      postdata["tst"] = cookie_hash_from_string(cookies)["tst"]
+ 
+      data, resp, cookies, forward, old_url = get(LOGIN_REFERER_URL, cookies) + [URL]
+      until forward.nil?
+        data, resp, cookies, forward, old_url = get(forward, cookies, old_url) + [forward]
+      end
+      
+      data, resp, cookies, forward, old_url = get("#{LOGIN_URL}?#{LOGIN_REFERER_PATH}", cookies) + [LOGIN_REFERER_URL]
+      until forward.nil?
+        data, resp, cookies, forward, old_url = get(forward, cookies, old_url) + [forward]
+      end
+ 
+      doc = Hpricot(data)
+      (doc/:input).each do |input|
+        postdata["usrd"] = input.attributes["value"] if input.attributes["name"] == "usrd"
+      end
+      # parse data for <input name="usrd" value="2726212" type="hidden"> and add it to the postdata
+ 
+      postdata["SNS_SC"] = cookie_hash_from_string(cookies)["SNS_SC"]
+      postdata["SNS_LDC"] = cookie_hash_from_string(cookies)["SNS_LDC"]
+      postdata["LTState"] = cookie_hash_from_string(cookies)["LTState"]
+      # raise data.inspect
+      
+      data, resp, cookies, forward, old_url = post(LOGIN_URL, h_to_query_string(postdata), cookies, LOGIN_REFERER_URL) + [LOGIN_REFERER_URL]
+      
+      until forward.nil?
+        data, resp, cookies, forward, old_url = get(forward, cookies, old_url) + [forward]
+      end
+      
+      if data.index("Invalid Username or Password. Please try again.")
+        raise AuthenticationError, "Username and password do not match"
+      elsif data.index("Required field must not be blank")
+        raise AuthenticationError, "Login and password must not be blank"
+      elsif data.index("errormsg_0_logincaptcha")
+        raise AuthenticationError, "Captcha error"
+      elsif data.index("Invalid request")
+        raise ConnectionError, PROTOCOL_ERROR
+      elsif cookies == ""
+        raise ConnectionError, PROTOCOL_ERROR
+      end
+ 
+      @cookies = cookies
+    end
+ 
+    def contacts
+      postdata = {
+        "file" => 'contacts',
+        "fileType" => 'csv'
+      }
+ 
+      return @contacts if @contacts
+      if connected?
+        data, resp, cookies, forward, old_url = get(CONTACT_LIST_URL, @cookies, CONTACT_LIST_URL) + [CONTACT_LIST_URL]
+ 
+        until forward.nil?
+          data, resp, cookies, forward, old_url = get(forward, cookies, old_url) + [forward]
+        end
+        
+        if resp.code_type != Net::HTTPOK
+          raise ConnectionError, self.class.const_get(:PROTOCOL_ERROR)
+        end
+ 
+        # parse data and grab <input name="user" value="8QzMPIAKs2" type="hidden">
+        doc = Hpricot(data)
+        (doc/:input).each do |input|
+          postdata["user"] = input.attributes["value"] if input.attributes["name"] == "user"
+        end
+        
+        data, resp, cookies, forward, old_url = get(CONTACT_LIST_CSV_URL, @cookies, CONTACT_LIST_URL) + [CONTACT_LIST_URL]
+ 
+        until forward.nil?
+          data, resp, cookies, forward, old_url = get(forward, cookies, old_url) + [forward]
+        end
+        
+        if data.include?("error.gif")
+          raise AuthenticationError, "Account invalid"
+        end
+        
+        parse data
+      end
+    end
+  private
+    
+    def parse(data, options={})
+      data = CSV::Reader.parse(data)
+      col_names = data.shift
+      @contacts = data.map do |person|
+        ["#{person[0]} #{person[1]}", person[4]] if person[4] && !person[4].empty?
+      end.compact
+    end    
+ 
+    def h_to_query_string(hash)
+      u = ERB::Util.method(:u)
+      hash.map { |k, v|
+        u.call(k) + "=" + u.call(v)
+      }.join("&")
+    end
+  end
+ 
+  TYPES[:aol] = Aol
+end

data/lib/contacts19/base.rb

@@ -0,0 +1,221 @@
+require "cgi"
+require "net/http"
+require "net/https"
+require "uri"
+require "zlib"
+require "stringio"
+require "thread"
+require "erb"
+
+module Contacts19
+  TYPES = {}
+  
+  class Base
+    def initialize(login, password, options={})
+      @login = login
+      @password = password
+      @captcha_token = options[:captcha_token]
+      @captcha_response = options[:captcha_response]
+      @connections = {}
+      connect
+    end
+    
+    def connect
+      raise AuthenticationError, "Login and password must not be nil, login: #{@login.inspect}, password: #{@password.inspect}" if @login.nil? || @login.empty? || @password.nil? || @password.empty?
+      real_connect
+    end
+    
+    def connected?
+      @cookies && !@cookies.empty?
+    end
+
+    def contacts(options = {})
+      return @contacts if @contacts
+      if connected?
+        url = URI.parse(contact_list_url)
+        http = open_http(url)
+        resp, data = http.get("#{url.path}?#{url.query}",
+          "Cookie" => @cookies
+        )
+        
+        if resp.code_type != Net::HTTPOK
+          raise ConnectionError, self.class.const_get(:PROTOCOL_ERROR)
+        end
+        
+        parse(data, options)
+      end
+    end
+    
+    def login
+      @attempt ||= 0
+      @attempt += 1
+            
+      if @attempt == 1
+        @login
+      else
+        if @login.include?("@#{domain}")
+          @login.sub("@#{domain}","")
+        else
+          "#{@login}@#{domain}"
+        end
+      end
+    end
+    
+    def password
+      @password
+    end
+
+    def skip_gzip?
+      false
+    end
+    
+  private
+  
+    def domain
+      @d ||= URI.parse(self.class.const_get(:URL)).host.sub(/^www\./,'')
+    end
+
+    def contact_list_url
+      self.class.const_get(:CONTACT_LIST_URL)
+    end
+
+    def address_book_url
+      self.class.const_get(:ADDRESS_BOOK_URL)
+    end
+
+    def open_http(url)
+      c = @connections[Thread.current.object_id] ||= {}
+      http = c["#{url.host}:#{url.port}"]
+      unless http
+        http = Net::HTTP.new(url.host, url.port)
+        if url.port == 443
+          http.use_ssl = true
+          http.verify_mode = OpenSSL::SSL::VERIFY_NONE
+        end
+        c["#{url.host}:#{url.port}"] = http
+      end
+      http.start unless http.started?
+      http
+    end
+    
+    def cookie_hash_from_string(cookie_string)
+      cookie_string.split(";").map{|i|i.split("=", 2).map{|j|j.strip}}.inject({}){|h,i|h[i[0]]=i[1];h}
+    end
+    
+    def parse_cookies(data, existing="")
+      return existing if data.nil?
+
+      cookies = cookie_hash_from_string(existing)
+      
+      data.gsub!(/ ?[\w]+=EXPIRED;/,'')
+      data.gsub!(/ ?expires=(.*?, .*?)[;,$]/i, ';')
+      data.gsub!(/ ?(domain|path)=[\S]*?[;,$]/i,';')
+      data.gsub!(/[,;]?\s*(secure|httponly)/i,'')
+      data.gsub!(/(;\s*){2,}/,', ')
+      data.gsub!(/(,\s*){2,}/,', ')
+      data.sub!(/^,\s*/,'')
+      data.sub!(/\s*,$/,'')
+      
+      data.split(", ").map{|t|t.to_s.split(";").first}.each do |data|
+        k, v = data.split("=", 2).map{|j|j.strip}
+        if cookies[k] && v.empty?
+          cookies.delete(k)
+        elsif v && !v.empty?
+          cookies[k] = v
+        end
+      end
+      
+      cookies.map{|k,v| "#{k}=#{v}"}.join("; ")
+    end
+    
+    def remove_cookie(cookie, cookies)
+      parse_cookies("#{cookie}=", cookies)
+    end
+    
+    def post(url, postdata, cookies="", referer="")
+      url = URI.parse(url)
+      http = open_http(url)
+      http_header = { "User-Agent" => "Mozilla/5.0 (Macintosh; U; Intel Mac OS X; en-US; rv:1.8.1) Gecko/20061010 Firefox/2.0",
+        "Accept-Encoding" => "gzip",
+        "Cookie" => cookies,
+        "Referer" => referer,
+        "Content-Type" => 'application/x-www-form-urlencoded'
+      }
+      http_header.reject!{|k, v| k == 'Accept-Encoding'} if skip_gzip?
+      resp, data = http.post(url.path, postdata, http_header)
+      data = uncompress(resp, data)
+      cookies = parse_cookies(resp.response['set-cookie'], cookies)
+      forward = resp.response['Location']
+      forward ||= (data =~ /<meta.*?url='([^']+)'/ ? CGI.unescapeHTML($1) : nil)
+	if (not forward.nil?) && URI.parse(forward).host.nil?
+		forward = url.scheme.to_s + "://" + url.host.to_s + forward
+	end
+      return data, resp, cookies, forward
+    end
+    
+    def get(url, cookies="", referer="")
+      url = URI.parse(url)
+      http = open_http(url)
+      resp, data = http.get("#{url.path}?#{url.query}",
+        "User-Agent" => "Mozilla/5.0 (Macintosh; U; Intel Mac OS X; en-US; rv:1.8.1) Gecko/20061010 Firefox/2.0",
+        "Accept-Encoding" => "gzip",
+        "Cookie" => cookies,
+        "Referer" => referer
+      )
+      data = uncompress(resp, data)
+      cookies = parse_cookies(resp.response['set-cookie'], cookies)
+      forward = resp.response['Location']
+	  if (not forward.nil?) && URI.parse(forward).host.nil?
+		forward = url.scheme.to_s + "://" + url.host.to_s + forward
+	  end
+      return data, resp, cookies, forward
+    end
+    
+    def uncompress(resp, data)
+      case resp.response['content-encoding']
+      when 'gzip'
+        gz = Zlib::GzipReader.new(StringIO.new(data))
+        data = gz.read
+        gz.close
+        resp.response['content-encoding'] = nil
+      # FIXME: Not sure what Hotmail was feeding me with their 'deflate',
+      #        but the headers definitely were not right
+      when 'deflate'
+        data = Zlib::Inflate.inflate(data)
+        resp.response['content-encoding'] = nil
+      end
+
+      data
+    end
+  end
+  
+  class ContactsError < StandardError
+  end
+  
+  class AuthenticationError < ContactsError
+  end
+
+  class ConnectionError < ContactsError
+  end
+  
+  class TypeNotFound < ContactsError
+  end
+  
+  def self.new(type, login, password, options={})
+    if TYPES.include?(type.to_s.intern)
+      TYPES[type.to_s.intern].new(login, password, options)
+    else
+      raise TypeNotFound, "#{type.inspect} is not a valid type, please choose one of the following: #{TYPES.keys.inspect}"
+    end
+  end
+  
+  def self.guess(login, password, options={})
+    TYPES.inject([]) do |a, t|
+      begin
+        a + t[1].new(login, password, options).contacts
+      rescue AuthenticationError
+        a
+      end
+    end.uniq
+  end
+end

data/lib/contacts19/gmail.rb

@@ -0,0 +1,35 @@
+require 'gdata'
+require 'contacts19/base'
+module Contacts19
+  class Gmail < Base
+    
+    CONTACTS_SCOPE = 'http://www.google.com/m8/feeds/'
+    CONTACTS_FEED = CONTACTS_SCOPE + 'contacts/default/full/?max-results=1000'
+    
+    def contacts
+      return @contacts if @contacts
+    end
+    
+    def real_connect
+      @client = GData::Client::Contacts.new
+      @client.clientlogin(@login, @password, @captcha_token, @captcha_response)
+      
+      feed = @client.get(CONTACTS_FEED).to_xml
+      
+      @contacts = feed.elements.to_a('entry').collect do |entry|
+        title, email = entry.elements['title'].text, nil
+        entry.elements.each('gd:email') do |e|
+          email = e.attribute('address').value if e.attribute('primary')
+        end
+        [title, email] unless email.nil?
+      end
+      @contacts.compact!
+    rescue GData::Client::AuthorizationError => e
+      raise AuthenticationError, "Username or password are incorrect"
+    end
+    
+    private
+    
+    TYPES[:gmail] = Gmail
+  end
+end

data/lib/contacts19/hotmail.rb

@@ -0,0 +1,126 @@
+require 'contacts19/base'
+module Contacts19
+  class Hotmail < Base
+    URL                 = "https://login.live.com/login.srf?id=2"
+    OLD_CONTACT_LIST_URL = "http://%s/cgi-bin/addresses"
+    NEW_CONTACT_LIST_URL = "http://%s/mail/GetContacts.aspx"
+    CONTACT_LIST_URL = "http://mpeople.live.com/default.aspx?pg=0" 
+    COMPOSE_URL         = "http://%s/cgi-bin/compose?"
+    PROTOCOL_ERROR      = "Hotmail has changed its protocols, please upgrade this library first. If that does not work, report this error at http://rubyforge.org/forum/?group_id=2693"
+    PWDPAD = "IfYouAreReadingThisYouHaveTooMuchFreeTime"
+    MAX_HTTP_THREADS    = 8
+    
+    def real_connect
+      data, resp, cookies, forward = get(URL)
+      old_url = URL
+      until forward.nil?
+        data, resp, cookies, forward, old_url = get(forward, cookies, old_url) + [forward]
+      end
+      
+      postdata =  "PPSX=%s&PwdPad=%s&login=%s&passwd=%s&LoginOptions=2&PPFT=%s" % [
+        CGI.escape(data.split("><").grep(/PPSX/).first[/=\S+$/][2..-3]),
+        PWDPAD[0...(PWDPAD.length-@password.length)],
+        CGI.escape(login),
+        CGI.escape(password),
+        CGI.escape(data.split("><").grep(/PPFT/).first[/=\S+$/][2..-3])
+      ]
+      
+      form_url = data.split("><").grep(/form/).first.split[5][8..-2]
+      data, resp, cookies, forward = post(form_url, postdata, cookies)
+      
+      old_url = form_url
+      until cookies =~ /; PPAuth=/ || forward.nil?
+        data, resp, cookies, forward, old_url = get(forward, cookies, old_url) + [forward]
+      end
+      
+      if data.index("The e-mail address or password is incorrect")
+        raise AuthenticationError, "Username and password do not match"
+      elsif data != ""
+        raise AuthenticationError, "Required field must not be blank"
+      elsif cookies == ""
+        raise ConnectionError, PROTOCOL_ERROR
+      end
+            
+      data, resp, cookies, forward = get("http://mail.live.com/mail", cookies)
+      until forward.nil?
+        data, resp, cookies, forward, old_url = get(forward, cookies, old_url) + [forward]
+      end
+      
+      @domain = URI.parse(old_url).host
+      @cookies = cookies
+    rescue AuthenticationError => m
+      if @attempt == 1
+        retry
+      else
+        raise m
+      end
+    end
+    
+    def contacts(options = {})
+      if connected?
+        url = URI.parse(contact_list_url)
+        data, resp, cookies, forward = get( contact_list_url, @cookies )
+        
+        if resp.code_type != Net::HTTPOK
+          raise ConnectionError, self.class.const_get(:PROTOCOL_ERROR)
+        end
+        
+        @contacts = []
+        build_contacts = []
+        go = true
+        index = 0
+        
+        while(go) do
+          go = false
+          url = URI.parse(get_contact_list_url(index))
+          http = open_http(url)
+          resp, data = http.get(get_contact_list_url(index), "Cookie" => @cookies)
+          
+          email_match_text_beginning = Regexp.escape("http://m.mail.live.com/?rru=compose&amp;to=")
+          email_match_text_end = Regexp.escape("&amp;")
+          
+          raw_html = resp.body.split("
+").grep(/(?:e|dn)lk[0-9]+/)
+          raw_html.inject(-1) do |memo, row|
+            c_info = row.match(/(e|dn)lk([0-9])+/)
+            
+            # Same contact, or different?
+            build_contacts << [] if memo != c_info[2]
+            
+            # Grab info
+            case c_info[1]
+              when "e" # Email
+                build_contacts.last[1] = row.match(/#{email_match_text_beginning}(.*)#{email_match_text_end}/)[1]
+              when "dn" # Name
+                build_contacts.last[0] = row.match(/<a[^>]*>(.+)<\/a>/)[1]
+            end
+            
+            # Set memo to contact id
+            c_info[2]
+          end
+          
+          go = resp.body.include?("ContactList_next")
+          index += 1
+        end
+        
+        build_contacts.each do |contact|
+          unless contact[1].nil?
+            # Only return contacts with email addresses
+            contact[1] = CGI::unescape(contact[1]).split('&amp;')[0].sub('%40','@')
+            @contacts << contact[1]
+          end
+        end
+        
+        return @contacts
+      end
+    end
+    
+    def get_contact_list_url(index) 
+      "http://mpeople.live.com/default.aspx?pg=#{index}"
+    end
+    
+    private
+    
+    TYPES[:hotmail] = Hotmail
+  end
+end

data/lib/contacts19/json_picker.rb

@@ -0,0 +1,16 @@
+if !Object.const_defined?('ActiveSupport')
+  require 'json'
+end
+
+module Contacts19
+  def self.parse_json( string )
+    if Object.const_defined?('ActiveSupport') and
+       ActiveSupport.const_defined?('JSON')
+      ActiveSupport::JSON.decode( string )
+    elsif Object.const_defined?('JSON')
+      JSON.parse( string )
+    else
+      raise 'Contacts requires JSON or Rails (with ActiveSupport::JSON)'
+    end
+  end
+end

data/lib/contacts19/mailru.rb

@@ -0,0 +1,68 @@
+require 'csv'
+require 'contacts19/base'
+module Contacts19
+  class Mailru < Base
+    LOGIN_URL = "https://auth.mail.ru/cgi-bin/auth"
+    ADDRESS_BOOK_URL = "http://win.mail.ru/cgi-bin/abexport/addressbook.csv"
+
+    attr_accessor :cookies
+
+    def real_connect
+      username = login
+      
+      postdata =  "Login=%s&Domain=%s&Password=%s" % [
+        CGI.escape(username),
+        CGI.escape(domain_param(username)),
+        CGI.escape(password)
+      ]
+
+      data, resp, self.cookies, forward = post(LOGIN_URL, postdata, "")
+
+      if data.index("fail=1")
+        raise AuthenticationError, "Username and password do not match"
+      elsif cookies == "" or data == ""
+        raise ConnectionError, PROTOCOL_ERROR
+      end
+
+      data, resp, cookies, forward = get(login_token_link(data), login_cookies.join(';'))
+    end
+
+    def contacts
+      postdata = "confirm=1&abtype=6"
+      data, resp, cookies, forward = post(ADDRESS_BOOK_URL, postdata, login_cookies.join(';'))
+
+      @contacts = []
+      CSV.parse(data) do |row|
+        @contacts << [row[0], row[4]] unless header_row?(row)
+      end
+
+      @contacts
+    end
+
+    def skip_gzip?
+      true
+    end
+
+    private
+    def login_token_link(data)
+      data.match(/url=(.+)\">/)[1]
+    end
+
+    def login_cookies
+      self.cookies.split(';').collect{|c| c if (c.include?('t=') or c.include?('Mpop='))}.compact.collect{|c| c.strip}
+    end
+
+    def header_row?(row)
+      row[0] == 'AB-Name'
+    end
+
+    def domain_param(login)
+      login.include?('@') ?
+        login.match(/.+@(.+)/)[1] :
+        'mail.ru'
+    end
+
+  end
+
+  TYPES[:mailru] = Mailru
+end

data/lib/contacts19/plaxo.rb

@@ -0,0 +1,130 @@
+require 'rexml/document'
+require 'contacts19/base'
+module Contacts19
+  class Plaxo < Base
+    URL                 = "http://www.plaxo.com/"
+    LOGIN_URL           = "https://www.plaxo.com/signin"
+    ADDRESS_BOOK_URL    = "http://www.plaxo.com/po3/?module=ab&operation=viewFull&mode=normal"
+    CONTACT_LIST_URL    = "http://www.plaxo.com/axis/soap/contact?_action=getContacts&_format=xml"
+    PROTOCOL_ERROR      = "Plaxo has changed its protocols, please upgrade this library first. If that does not work, dive into the code and submit a patch at http://github.com/cardmagic/contacts"
+    
+    def real_connect
+      
+    end # real_connect
+    
+    def contacts
+      getdata = "&authInfo.authByEmail.email=%s" % CGI.escape(login)
+      getdata += "&authInfo.authByEmail.password=%s" % CGI.escape(password)
+      data, resp, cookies, forward = get(CONTACT_LIST_URL + getdata)
+      
+      if resp.code_type != Net::HTTPOK
+        raise ConnectionError, PROTOCOL_ERROR
+      end
+      
+      parse data
+    end # contacts
+    
+  private
+    def parse(data, options={})
+      doc = REXML::Document.new(data)
+      code = doc.elements['//response/code'].text
+      
+      if code == '401'
+        raise AuthenticationError, "Username and password do not match"
+      elsif code == '200'
+        @contacts = []
+        doc.elements.each('//contact') do |cont|
+          name = if cont.elements['fullName']
+            cont.elements['fullName'].text
+          elsif cont.elements['displayName']
+            cont.elements['displayName'].text
+          end
+          email = if cont.elements['email1']
+            cont.elements['email1'].text
+          end
+          if name || email
+            @contacts << [name, email]
+          end
+        end
+        @contacts
+      else
+        raise ConnectionError, PROTOCOL_ERROR
+      end
+      
+    end # parse
+
+  end # Plaxo
+  
+  TYPES[:plaxo] = Plaxo
+  
+end # Contacts
+
+
+# sample contacts responses
+=begin
+Bad email
+=========
+<?xml version="1.0" encoding="utf-8" ?>
+<ns1:GetContactsResponse xmlns:ns1="Plaxo">
+  <response>
+    <code>401</code>
+    <subCode>1</subCode>
+    <message>User not found.</message>
+  </response>
+</ns1:GetContactsResponse>
+
+
+Bad password
+============
+<?xml version="1.0" encoding="utf-8" ?>
+<ns1:GetContactsResponse xmlns:ns1="Plaxo">
+  <response>
+    <code>401</code>
+    <subCode>4</subCode>
+    <message>Bad password or security token.</message>
+  </response>
+</ns1:GetContactsResponse>
+
+
+Success
+=======
+<?xml version="1.0" encoding="utf-8" ?>
+<ns1:GetContactsResponse xmlns:ns1="Plaxo">
+
+  <response>
+    <code>200</code>
+    <message>OK</message>
+    <userId>77311236242</userId>
+  </response>
+  
+  <contacts>
+
+    <contact>
+      <itemId>61312569</itemId>
+      <displayName>Joe Blow1</displayName>
+      <fullName>Joe Blow1</fullName>
+      <firstName>Joe</firstName>
+      <lastName>Blow1</lastName>
+      <homeEmail1>joeblow1@mailinator.com</homeEmail1>
+      <email1>joeblow1@mailinator.com</email1>
+      <folderId>5291351</folderId>
+    </contact>
+    
+    <contact>
+      <itemId>61313159</itemId>
+      <displayName>Joe Blow2</displayName>
+      <fullName>Joe Blow2</fullName>
+      <firstName>Joe</firstName>
+      <lastName>Blow2</lastName>
+      <homeEmail1>joeblow2@mailinator.com</homeEmail1>
+      <email1>joeblow2@mailinator.com</email1>
+      <folderId>5291351</folderId>
+    </contact>
+    
+  </contacts>
+  
+  <totalCount>2</totalCount>
+  <editCounter>3</editCounter>
+  
+</ns1:GetContactsResponse>
+=end

data/lib/contacts19/version.rb

@@ -0,0 +1,3 @@
+module Contacts19
+  VERSION = "0.0.1"
+end

data/lib/contacts19/yahoo.rb

@@ -0,0 +1,106 @@
+require 'contacts19/base'
+module Contacts19
+  class Yahoo < Base
+    URL                 = "http://mail.yahoo.com/"
+    LOGIN_URL           = "https://login.yahoo.com/config/login"
+    ADDRESS_BOOK_URL    = "http://address.mail.yahoo.com/?.rand=430244936"
+    CONTACT_LIST_URL    = "http://address.mail.yahoo.com/?_src=&_crumb=crumb&sortfield=3&bucket=1&scroll=1&VPC=social_list&.r=time"
+    PROTOCOL_ERROR      = "Yahoo has changed its protocols, please upgrade this library first. If that does not work, dive into the code and submit a patch at http://github.com/cardmagic/contacts"
+
+    def real_connect
+      postdata =  ".tries=2&.src=ym&.md5=&.hash=&.js=&.last=&promo=&.intl=us&.bypass="
+      postdata += "&.partner=&.u=4eo6isd23l8r3&.v=0&.challenge=gsMsEcoZP7km3N3NeI4mX"
+      postdata += "kGB7zMV&.yplus=&.emailCode=&pkg=&stepid=&.ev=&hasMsgr=1&.chkP=Y&."
+      postdata += "done=#{CGI.escape(URL)}&login=#{CGI.escape(login)}&passwd=#{CGI.escape(password)}"
+
+      data, resp, cookies, forward = post(LOGIN_URL, postdata)
+
+      if data.index("Invalid ID or password") || data.index("This ID is not yet taken")
+        raise AuthenticationError, "Username and password do not match"
+      elsif data.index("Sign in") && data.index("to Yahoo!")
+        raise AuthenticationError, "Required field must not be blank"
+      elsif !data.match(/uncompressed\/chunked/)
+        raise ConnectionError, PROTOCOL_ERROR
+      elsif cookies == ""
+        raise ConnectionError, PROTOCOL_ERROR
+      end
+
+      data, resp, cookies, forward = get(forward, cookies, LOGIN_URL)
+
+      if resp.code_type != Net::HTTPOK
+        raise ConnectionError, PROTOCOL_ERROR
+      end
+
+      @cookies = cookies
+    end
+
+    def contacts
+      return @contacts if @contacts
+      @contacts = []
+
+      if connected?
+        # first, get the addressbook site with the new crumb parameter
+        url = URI.parse(address_book_url)
+        http = open_http(url)
+        resp, data = http.get("#{url.path}?#{url.query}",
+          "Cookie" => @cookies
+        )
+
+        if resp.code_type != Net::HTTPOK
+          raise ConnectionError, self.class.const_get(:PROTOCOL_ERROR)
+        end
+
+        crumb = data.to_s[/dotCrumb:   '(.*?)'/][13...-1]
+
+        # now proceed with the new ".crumb" parameter to get the csv data
+        url = URI.parse(contact_list_url.sub("_crumb=crumb","_crumb=#{crumb}").sub("time", Time.now.to_f.to_s.sub(".","")[0...-2]))
+        http = open_http(url)
+        resp, more_data = http.get("#{url.path}?#{url.query}",
+          "Cookie" => @cookies,
+          "X-Requested-With" => "XMLHttpRequest",
+          "Referer" => address_book_url
+        )
+
+        if resp.code_type != Net::HTTPOK
+        raise ConnectionError, self.class.const_get(:PROTOCOL_ERROR)
+        end
+
+        if more_data =~ /"TotalABContacts":(\d+)/
+          total = $1.to_i
+          ((total / 50.0).ceil).times do |i|
+            # now proceed with the new ".crumb" parameter to get the csv data
+            url = URI.parse(contact_list_url.sub("bucket=1","bucket=#{i}").sub("_crumb=crumb","_crumb=#{crumb}").sub("time", Time.now.to_f.to_s.sub(".","")[0...-2]))
+            http = open_http(url)
+            resp, more_data = http.get("#{url.path}?#{url.query}",
+              "Cookie" => @cookies,
+              "X-Requested-With" => "XMLHttpRequest",
+              "Referer" => address_book_url
+            )
+
+            if resp.code_type != Net::HTTPOK
+            raise ConnectionError, self.class.const_get(:PROTOCOL_ERROR)
+            end
+
+            parse more_data
+          end
+        end
+
+        @contacts
+      end
+    end
+
+  private
+
+    def parse(data, options={})
+      @contacts ||= []
+      @contacts += Contacts.parse_json(data)["response"]["ResultSet"]["Contacts"].to_a.select{|contact|!contact["email"].to_s.empty?}.map do |contact|
+        name = contact["contactName"].split(",")
+        [[name.pop, name.join(",")].join(" ").strip, contact["email"]]
+      end if data =~ /^\{"response":/
+      @contacts
+    end
+
+  end
+
+  TYPES[:yahoo] = Yahoo
+end

data/lib/contacts19.rb

@@ -0,0 +1,15 @@
+require 'rubygems'
+
+$:.unshift(File.dirname(__FILE__))
+
+module Contacts19
+end
+
+require 'contacts19/aol'
+require 'contacts19/gmail'
+require 'contacts19/hotmail'
+require 'contacts19/json_picker'
+require 'contacts19/mailru'
+require 'contacts19/plaxo'
+require 'contacts19/yahoo'
+require 'contacts19/base'

data/umanni-email-contacts.gemspec

@@ -0,0 +1,25 @@
+# -*- encoding: utf-8 -*-
+$:.push File.expand_path("../lib", __FILE__)
+require "contacts19/version"
+
+Gem::Specification.new do |s|
+   s.name          = "umanni-email-contacts"
+   s.version       = Contacts19::VERSION
+   s.date          = "2011-09-14"
+   s.platform      = Gem::Platform::RUBY
+   s.summary       = "A universal interface to grab contact list information from various providers including Yahoo, AOL, Gmail, Hotmail, and Plaxo."
+   s.email         = ["lucas@rufy.com", "admin@umanni.com"]
+   s.homepage      = "https://github.com/umanni/umanni-email-contacts"
+   s.description   = "A universal interface to grab contact list information from various providers including Yahoo, AOL, Gmail, Hotmail, and Plaxo."
+   s.has_rdoc      = false
+   s.authors       = ["Lucas Carlson", "Umanni"]
+   
+   s.files         = `git ls-files`.split("\n")
+   s.test_files    = `git ls-files -- {test,spec,features}/*`.split("\n")
+   s.executables   = `git ls-files -- bin/*`.split("\n").map{ |f| File.basename(f) }
+   s.require_paths = ["lib"]
+
+   s.add_dependency("json", ">= 1.1.1")
+   s.add_dependency('gdata_19', '>= 1.1.2')
+   s.add_dependency('hpricot', '>= 0.8.4')
+end

metadata

@@ -0,0 +1,96 @@
+--- !ruby/object:Gem::Specification
+name: umanni-email-contacts
+version: !ruby/object:Gem::Version
+  version: 0.0.1
+  prerelease: 
+platform: ruby
+authors:
+- Lucas Carlson
+- Umanni
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2011-09-14 00:00:00.000000000Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: json
+  requirement: &22293620 !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: 1.1.1
+  type: :runtime
+  prerelease: false
+  version_requirements: *22293620
+- !ruby/object:Gem::Dependency
+  name: gdata_19
+  requirement: &22293120 !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: 1.1.2
+  type: :runtime
+  prerelease: false
+  version_requirements: *22293120
+- !ruby/object:Gem::Dependency
+  name: hpricot
+  requirement: &22292660 !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: 0.8.4
+  type: :runtime
+  prerelease: false
+  version_requirements: *22292660
+description: A universal interface to grab contact list information from various providers
+  including Yahoo, AOL, Gmail, Hotmail, and Plaxo.
+email:
+- lucas@rufy.com
+- admin@umanni.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- Gemfile
+- README
+- Rakefile
+- lib/contacts19.rb
+- lib/contacts19/aol.rb
+- lib/contacts19/base.rb
+- lib/contacts19/gmail.rb
+- lib/contacts19/hotmail.rb
+- lib/contacts19/json_picker.rb
+- lib/contacts19/mailru.rb
+- lib/contacts19/plaxo.rb
+- lib/contacts19/version.rb
+- lib/contacts19/yahoo.rb
+- umanni-email-contacts.gemspec
+homepage: https://github.com/umanni/umanni-email-contacts
+licenses: []
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 1.8.8
+signing_key: 
+specification_version: 3
+summary: A universal interface to grab contact list information from various providers
+  including Yahoo, AOL, Gmail, Hotmail, and Plaxo.
+test_files: []