contacts_cn_19 1.0.0 → 1.0.1

data/lib/contacts/aol.rb

@@ -0,0 +1,154 @@
+class Contacts
+  require 'hpricot'
+  require 'csv'
+  class Aol < Base
+    URL                 = "http://www.aol.com/"
+    LOGIN_URL           = "https://my.screenname.aol.com/_cqr/login/login.psp"
+    LOGIN_REFERER_URL   = "http://webmail.aol.com/"
+    LOGIN_REFERER_PATH = "sitedomain=sns.webmail.aol.com&lang=en&locale=us&authLev=0&uitype=mini&loginId=&redirType=js&xchk=false"
+    AOL_NUM = "29970-343" # this seems to change each time they change the protocol
+
+    CONTACT_LIST_URL    = "http://webmail.aol.com/#{AOL_NUM}/aim-2/en-us/Lite/ContactList.aspx?folder=Inbox&showUserFolders=False"
+    CONTACT_LIST_CSV_URL = "http://webmail.aol.com/#{AOL_NUM}/aim-2/en-us/Lite/ABExport.aspx?command=all"
+    PROTOCOL_ERROR      = "AOL has changed its protocols, please upgrade this library first. If that does not work, dive into the code and submit a patch at http://github.com/cardmagic/contacts"
+
+    def real_connect
+      if login.strip =~ /^(.+)@aol\.com$/ # strip off the @aol.com for AOL logins
+        login = $1
+      end
+
+      postdata = {
+        "loginId" => login,
+        "password" => password,
+        "rememberMe" => "on",
+        "_sns_fg_color_" => "",
+        "_sns_err_color_" => "",
+        "_sns_link_color_" => "",
+        "_sns_width_" => "",
+        "_sns_height_" => "",
+        "offerId" => "mail-second-en-us",
+        "_sns_bg_color_" => "",
+        "sitedomain" => "sns.webmail.aol.com",
+        "regPromoCode" => "",
+        "mcState" => "initialized",
+        "uitype" => "std",
+        "siteId" => "",
+        "lang" => "en",
+        "locale" => "us",
+        "authLev" => "0",
+        "siteState" => "",
+        "isSiteStateEncoded" => "false",
+        "use_aam" => "0",
+        "seamless" => "novl",
+        "aolsubmit" => CGI.escape("Sign In"),
+        "idType" => "SN",
+        "usrd" => "",
+        "doSSL" => "",
+        "redirType" => "",
+        "xchk" => "false"
+      }
+
+      # Get this cookie and stick it in the form to confirm to Aol that your cookies work
+      data, resp, cookies, forward = get(URL)
+      postdata["stips"] = cookie_hash_from_string(cookies)["stips"]
+      postdata["tst"] = cookie_hash_from_string(cookies)["tst"]
+
+      data, resp, cookies, forward, old_url = get(LOGIN_REFERER_URL, cookies) + [URL]
+      until forward.nil?
+        data, resp, cookies, forward, old_url = get(forward, cookies, old_url) + [forward]
+      end
+
+      data, resp, cookies, forward, old_url = get("#{LOGIN_URL}?#{LOGIN_REFERER_PATH}", cookies) + [LOGIN_REFERER_URL]
+      until forward.nil?
+        data, resp, cookies, forward, old_url = get(forward, cookies, old_url) + [forward]
+      end
+
+      doc = Hpricot(data)
+      (doc/:input).each do |input|
+        postdata["usrd"] = input.attributes["value"] if input.attributes["name"] == "usrd"
+      end
+      # parse data for <input name="usrd" value="2726212" type="hidden"> and add it to the postdata
+
+      postdata["SNS_SC"] = cookie_hash_from_string(cookies)["SNS_SC"]
+      postdata["SNS_LDC"] = cookie_hash_from_string(cookies)["SNS_LDC"]
+      postdata["LTState"] = cookie_hash_from_string(cookies)["LTState"]
+      # raise data.inspect
+
+      data, resp, cookies, forward, old_url = post(LOGIN_URL, h_to_query_string(postdata), cookies, LOGIN_REFERER_URL) + [LOGIN_REFERER_URL]
+
+      until forward.nil?
+        data, resp, cookies, forward, old_url = get(forward, cookies, old_url) + [forward]
+      end
+
+      if data.index("Invalid Username or Password. Please try again.")
+        raise AuthenticationError, "Username and password do not match"
+      elsif data.index("Required field must not be blank")
+        raise AuthenticationError, "Login and password must not be blank"
+      elsif data.index("errormsg_0_logincaptcha")
+        raise AuthenticationError, "Captcha error"
+      elsif data.index("Invalid request")
+        raise ConnectionError, PROTOCOL_ERROR
+      elsif cookies == ""
+        raise ConnectionError, PROTOCOL_ERROR
+      end
+
+      @cookies = cookies
+    end
+
+    def contacts
+      postdata = {
+        "file" => 'contacts',
+        "fileType" => 'csv'
+      }
+
+      return @contacts if @contacts
+      if connected?
+        data, resp, cookies, forward, old_url = get(CONTACT_LIST_URL, @cookies, CONTACT_LIST_URL) + [CONTACT_LIST_URL]
+
+        until forward.nil?
+          data, resp, cookies, forward, old_url = get(forward, cookies, old_url) + [forward]
+        end
+
+        if resp.code_type != Net::HTTPOK
+          raise ConnectionError, self.class.const_get(:PROTOCOL_ERROR)
+        end
+
+        # parse data and grab <input name="user" value="8QzMPIAKs2" type="hidden">
+        doc = Hpricot(data)
+        (doc/:input).each do |input|
+          postdata["user"] = input.attributes["value"] if input.attributes["name"] == "user"
+        end
+
+        data, resp, cookies, forward, old_url = get(CONTACT_LIST_CSV_URL, @cookies, CONTACT_LIST_URL) + [CONTACT_LIST_URL]
+
+        until forward.nil?
+          data, resp, cookies, forward, old_url = get(forward, cookies, old_url) + [forward]
+        end
+
+        if data.include?("error.gif")
+          raise AuthenticationError, "Account invalid"
+        end
+
+        parse data
+      end
+    end
+    private
+
+    def parse(data, options={})
+      data = CSV::Reader.parse(data)
+      col_names = data.shift
+      @contacts = data.map do |person|
+        ["#{person[0]} #{person[1]}", person[4]] if person[4] && !person[4].empty?
+      end.compact
+    end
+
+    def h_to_query_string(hash)
+      u = ERB::Util.method(:u)
+      hash.map { |k, v|
+        u.call(k) + "=" + u.call(v)
+      }.join("&")
+    end
+  end
+
+  TYPES[:aol] = Aol
+end

data/lib/contacts/base.rb

@@ -0,0 +1,232 @@
+require "cgi"
+require "net/http"
+require "net/https"
+require "uri"
+require "zlib"
+require "stringio"
+require "thread"
+require "erb"
+
+class Contacts
+  TYPES = {}
+  VERSION = "1.2.8"
+
+  class Base
+    def initialize(login, password, options={})
+      @login = login
+      @password = password
+      @captcha_token = options[:captcha_token]
+      @captcha_response = options[:captcha_response]
+      @connections = {}
+      connect
+    end
+
+    def connect
+      raise AuthenticationError, "Login and password must not be nil, login: #{@login.inspect}, password: #{@password.inspect}" if @login.nil? || @login.empty? || @password.nil? || @password.empty?
+      real_connect
+    end
+
+    def connected?
+      @cookies && !@cookies.empty?
+    end
+
+    def contacts(options = {})
+      return @contacts if @contacts
+      if connected?
+        url = URI.parse(contact_list_url)
+        http = open_http(url)
+        resp = http.get("#{url.path}?#{url.query}",
+        "Cookie" => @cookies
+        )
+        data = resp.body
+
+        if resp.code_type != Net::HTTPOK
+          raise ConnectionError, self.class.const_get(:PROTOCOL_ERROR)
+        end
+
+        parse(data, options)
+      end
+    end
+
+    def login
+      @attempt ||= 0
+      @attempt += 1
+
+      if @attempt == 1
+        @login
+      else
+        if @login.include?("@#{domain}")
+          @login.sub("@#{domain}","")
+        else
+          "#{@login}@#{domain}"
+        end
+      end
+    end
+
+    def login_with_domain
+      @login.include?("@#{domain}") ? "#{@login}" : "#{@login}@#{domain}"
+    end
+
+    def login_without_domain
+      @login.include?("@#{domain}") ? @login.sub("@#{domain}",'') : "#{@login}"
+    end
+
+    def password
+      @password
+    end
+
+    private
+
+    def domain
+      @d ||= self.class.const_get(:DOMAIN) rescue nil
+      @d ||= URI.parse(self.class.const_get(:URL)).host.sub(/^www\./,'')
+    end
+
+    def contact_list_url
+      self.class.const_get(:CONTACT_LIST_URL)
+    end
+
+    def address_book_url
+      self.class.const_get(:ADDRESS_BOOK_URL)
+    end
+
+    def open_http(url)
+      c = @connections[Thread.current.object_id] ||= {}
+      http = c["#{url.host}:#{url.port}"]
+      unless http
+        http = Net::HTTP.new(url.host, url.port)
+        if url.port == 443
+          http.use_ssl = true
+          http.verify_mode = OpenSSL::SSL::VERIFY_NONE
+        end
+        c["#{url.host}:#{url.port}"] = http
+      end
+      http.start unless http.started?
+      http
+    end
+
+    def cookie_hash_from_string(cookie_string)
+      cookie_string.split(";").map{|i|i.split("=", 2).map{|j|j.strip}}.inject({}){|h,i|h[i[0]]=i[1];h}
+    end
+
+    def parse_cookies(data, existing="")
+      return existing if data.nil?
+
+      cookies = cookie_hash_from_string(existing)
+
+      data.gsub!(/ ?[\w]+=EXPIRED;/,'')
+      data.gsub!(/ ?expires=(.*?, .*?)[;,$]/i, ';')
+      data.gsub!(/ ?(domain|path)=[\S]*?[;,$]/i,';')
+      data.gsub!(/[,;]?\s*(secure|httponly)/i,'')
+      data.gsub!(/(;\s*){2,}/,', ')
+      data.gsub!(/(,\s*){2,}/,', ')
+      data.sub!(/^,\s*/,'')
+      data.sub!(/\s*,$/,'')
+
+      data.split(", ").map{|t|t.to_s.split(";").first}.each do |data|
+        k, v = data.split("=", 2).map{|j|j.strip}
+        if cookies[k] && v.empty?
+          cookies.delete(k)
+        elsif v && !v.empty?
+          cookies[k] = v
+        end
+      end
+
+      cookies.map{|k,v| "#{k}=#{v}"}.join("; ")
+    end
+
+    def remove_cookie(cookie, cookies)
+      parse_cookies("#{cookie}=", cookies)
+    end
+
+    def post(url, postdata, cookies="", referer="")
+      url = URI.parse(url)
+      http = open_http(url)
+      resp = http.post(url.path, postdata,
+      "User-Agent" => "Mozilla/5.0 (Macintosh; U; Intel Mac OS X; en-US; rv:1.8.1) Gecko/20061010 Firefox/2.0",
+      "Accept-Encoding" => "gzip",
+      "Cookie" => cookies,
+      "Referer" => referer,
+      "Content-Type" => 'application/x-www-form-urlencoded'
+      )
+      data = resp.body
+      data = uncompress(resp, data)
+      cookies = parse_cookies(resp.response['set-cookie'], cookies)
+      forward = resp.response['Location']
+      forward ||= (data =~ /<meta.*?url='([^']+)'/ ? CGI.unescapeHTML($1) : nil)
+      if (not forward.nil?) && URI.parse(forward).host.nil?
+        forward = url.scheme.to_s + "://" + url.host.to_s + forward
+      end
+      return data, resp, cookies, forward
+    end
+
+    def get(url, cookies="", referer="")
+      url = URI.parse(url)
+      http = open_http(url)
+      resp = http.get("#{url.path}?#{url.query}",
+      "User-Agent" => "Mozilla/5.0 (Macintosh; U; Intel Mac OS X; en-US; rv:1.8.1) Gecko/20061010 Firefox/2.0",
+      "Accept-Encoding" => "gzip",
+      "Cookie" => cookies,
+      "Referer" => referer
+      )
+      data = resp.body
+      data = uncompress(resp, data)
+      cookies = parse_cookies(resp.response['set-cookie'], cookies)
+      forward = resp.response['Location']
+      if (not forward.nil?) && URI.parse(forward).host.nil?
+        forward = url.scheme.to_s + "://" + url.host.to_s + forward
+      end
+      return data, resp, cookies, forward
+    end
+
+    def uncompress(resp, data)
+      case resp.response['content-encoding']
+      when 'gzip'
+        gz = Zlib::GzipReader.new(StringIO.new(data))
+        data = gz.read
+        gz.close
+        resp.response['content-encoding'] = nil
+        # FIXME: Not sure what Hotmail was feeding me with their 'deflate',
+        #        but the headers definitely were not right
+      when 'deflate'
+        data = Zlib::Inflate.inflate(data)
+        resp.response['content-encoding'] = nil
+      end
+
+      data
+    end
+  end
+
+  class ContactsError < StandardError
+  end
+
+  class AuthenticationError < ContactsError
+  end
+
+  class ConnectionError < ContactsError
+  end
+
+  class TypeNotFound < ContactsError
+  end
+
+  class MailServerError < ContactsError
+  end
+
+  def self.new(type, login, password, options={})
+    if TYPES.include?(type.to_s.intern)
+      TYPES[type.to_s.intern].new(login, password, options)
+    else
+      raise TypeNotFound, "#{type.inspect} is not a valid type, please choose one of the following: #{TYPES.keys.inspect}"
+    end
+  end
+
+  def self.guess(login, password, options={})
+    TYPES.inject([]) do |a, t|
+      begin
+        a + t[1].new(login, password, options).contacts
+      rescue AuthenticationError
+        a
+      end
+    end.uniq
+  end
+end

data/lib/contacts/gmail.rb

@@ -0,0 +1,35 @@
+require 'gdata'
+
+class Contacts
+  class Gmail < Base
+
+    CONTACTS_SCOPE = 'http://www.google.com/m8/feeds/'
+    CONTACTS_FEED = CONTACTS_SCOPE + 'contacts/default/full/?max-results=1000'
+
+    def contacts
+      return @contacts if @contacts
+    end
+
+    def real_connect
+      @client = GData::Client::Contacts.new
+      @client.clientlogin(@login, @password, @captcha_token, @captcha_response)
+
+      feed = @client.get(CONTACTS_FEED).to_xml
+
+      @contacts = feed.elements.to_a('entry').collect do |entry|
+        title, email = entry.elements['title'].text, nil
+        entry.elements.each('gd:email') do |e|
+          email = e.attribute('address').value if e.attribute('primary')
+        end
+        [title, email] unless email.nil?
+      end
+      @contacts.compact!
+    rescue GData::Client::AuthorizationError => e
+      raise AuthenticationError, "Username or password are incorrect"
+    end
+
+    private
+
+    TYPES[:gmail] = Gmail
+  end
+end

data/lib/contacts/hash_ext.rb

@@ -0,0 +1,9 @@
+require 'erb'
+class Hash
+  def to_query_string
+    u = ERB::Util.method(:u)
+    map { |k, v|
+      u.call(k) + "=" + u.call(v)
+    }.join("&")
+  end
+end

data/lib/contacts/hotmail.rb

@@ -0,0 +1,93 @@
+require 'rubygems'
+require 'iconv'
+
+class Contacts
+  class Hotmail < Base
+    URL = "https://login.live.com/login.srf?id=2"
+    CONTACT_LIST_URL = "https://mail.live.com/mail/GetContacts.aspx"
+    PROTOCOL_ERROR = "Hotmail has changed its protocols, please upgrade this library first. If that does not work, report this error at http://rubyforge.org/forum/?group_id=2693"
+    PWDPAD = "IfYouAreReadingThisYouHaveTooMuchFreeTime"
+
+    def real_connect
+
+      data, resp, cookies, forward = get(URL)
+      old_url = URL
+      until forward.nil?
+        data, resp, cookies, forward, old_url = get(forward, cookies, old_url) + [forward]
+      end
+
+      postdata =  "PPSX=%s&PwdPad=%s&login=%s&passwd=%s&LoginOptions=2&PPFT=%s" % [
+        CGI.escape(data.split("><").grep(/PPSX/).first[/=\S+$/][2..-3]),
+        PWDPAD[0...(PWDPAD.length-@password.length)],
+        CGI.escape(login),
+        CGI.escape(password),
+        CGI.escape(data.split("><").grep(/PPFT/).first[/=\S+$/][2..-3])
+      ]
+
+      form_url = data.split("><").grep(/form/).first.split[5][8..-2]
+      data, resp, cookies, forward = post(form_url, postdata, cookies)
+
+      old_url = form_url
+      until cookies =~ /; PPAuth=/ || forward.nil?
+        data, resp, cookies, forward, old_url = get(forward, cookies, old_url) + [forward]
+      end
+
+      if data.index("The e-mail address or password is incorrect")
+        raise AuthenticationError, "Username and password do not match"
+      elsif data != ""
+        raise AuthenticationError, "Required field must not be blank"
+      elsif cookies == ""
+        raise ConnectionError, PROTOCOL_ERROR
+      end
+
+      data, resp, cookies, forward = get("http://mail.live.com/mail", cookies)
+      until forward.nil?
+        data, resp, cookies, forward, old_url = get(forward, cookies, old_url) + [forward]
+      end
+
+
+      @domain = URI.parse(old_url).host
+      @cookies = cookies
+    rescue AuthenticationError => m
+      if @attempt == 1
+        retry
+      else
+        raise m
+      end
+    end
+
+    def contacts(options = {})
+      if @contacts.nil? && connected?
+        url = URI.parse(contact_list_url)
+        data, resp, cookies, forward = get(get_contact_list_url, @cookies )
+        data = Iconv.conv('UTF-8//IGNORE','UTF-8',data)
+        data.gsub!(";",",")
+        data.gsub!("'","")
+        # data = data.gsub(/[\x80-\xff]/n,"")
+        
+        @contacts = CSV.parse(data, {:headers => true, :col_sep => ','}).map do |row|
+          name = ""
+          name = row["First Name"] if !row["First Name"].nil?
+          name << " #{row["Last Name"]}" if !row["Last Name"].nil?
+          email = row["E-mail Address"] || ""
+          [name, email]
+        end
+        @contacts.delete_if{|x| x[1].blank?}
+      else
+        @contacts || []
+      end
+    end
+
+    private
+
+    TYPES[:hotmail] = Hotmail
+
+    # the contacts url is dynamic
+    # luckily it tells us where to find it
+    def get_contact_list_url
+      data = get(CONTACT_LIST_URL, @cookies)[0]
+      html_doc = Nokogiri::HTML(data)
+      html_doc.xpath("//a")[0]["href"]
+    end
+  end
+end

data/lib/contacts/json_picker.rb

@@ -0,0 +1,17 @@
+if !Object.const_defined?('ActiveSupport')
+  require 'json'
+end
+
+class Contacts
+  def self.parse_json( string )
+    string = string.gsub("'",'"')
+    if Object.const_defined?('ActiveSupport') and
+      ActiveSupport.const_defined?('JSON')
+      ActiveSupport::JSON.decode( string )
+    elsif Object.const_defined?('JSON')
+      JSON.parse( string )
+    else
+      raise 'Contacts requires JSON or Rails (with ActiveSupport::JSON)'
+    end
+  end
+end

data/lib/contacts/net_ease.rb

@@ -0,0 +1,118 @@
+class Contacts
+  class NetEase < Base
+    URL = "http://www.163.com"
+    LOGIN_URL = "https://reg.163.com/logins.jsp"
+    LoginData = {
+      :url2 => {
+        :wy163 => 'http://mail.163.com/errorpage/err_163.htm',
+        :wy126 => 'http://mail.126.com/errorpage/err_126.htm',
+        :yeah => 'http://mail.yeah.net/errorpage/err_yeah.htm'
+      },
+      :url => {
+        :wy163 => 'http://entry.mail.163.com/coremail/fcg/ntesdoor2?lightweight=1&verifycookie=1&language=-1&style=-1&username=%s',
+        :wy126 => 'http://entry.mail.126.com/cgi/ntesdoor?hid=10010102&lightweight=1&verifycookie=1&language=0&style=-1&username=%s',
+        :yeah => 'http://entry.mail.yeah.net/cgi/ntesdoor?lightweight=1&verifycookie=1&style=-1&username=%s'
+      },
+      :product => {
+        :wy163 => 'mail163',
+        :wy126 => 'mail126',
+        :yeah => 'mailyeah'
+      }
+    }
+    ENTER_MAIL_URL = {
+      :wy163 => "http://entry.mail.163.com/coremail/fcg/ntesdoor2?lightweight=1&verifycookie=1&language=-1&style=-1&username=%s",
+      :wy126 => "http://entry.mail.126.com/cgi/ntesdoor?hid=10010102&lightweight=1&verifycookie=1&language=0&style=-1&username=%s",
+      :yeah => "http://entry.mail.yeah.net/cgi/ntesdoor?lightweight=1&verifycookie=1&style=-1&username=%s"
+    }
+
+    CONTACT_LIST_URL = "%ss?sid=%s&func=global:sequential"
+    PROTOCOL_ERROR = "netease has changed its protocols, please upgrade this library first. you can also contact kamechb@gmail.com"
+
+    def initialize(login, password, options={})
+      @mail_type = get_mail_type(login)
+      super(login,password,options)
+    end
+
+    def real_connect
+      login_for_cookies
+      enter_mail_server
+    end
+
+    def contacts
+      return @contacts if @contacts
+      if connected?
+        url = URI.parse(CONTACT_LIST_URL % [@mail_server,@sid])
+        http = open_http(url)
+        postdata = '<?xml version="1.0"?><object><array name="items"><object><string name="func">pab:searchContacts</string><object name="var"><array name="order"><object><string name="field">FN</string><boolean name="ignoreCase">true</boolean></object></array></object></object><object><string name="func">user:getSignatures</string></object><object><string name="func">pab:getAllGroups</string></object></array></object>'
+        set_header = {"Cookie" => @cookies,'Accept' => 'text/javascript','Content-Type' => 'application/xml; charset=UTF-8'}
+        resp = http.post("#{url.path}?#{url.query}",postdata,set_header)
+        data = resp.body
+        if resp.code_type != Net::HTTPOK
+          raise ConnectionError, self.class.const_get(:PROTOCOL_ERROR)
+        end
+        parse(data)
+      end
+    end
+
+    private
+
+    def get_mail_type(username)
+      if username.include?("@126.com")
+        :wy126
+      elsif username.include?("@163.com")
+        :wy163
+      elsif username.include?("@yeah.net")
+        :yeah
+      else
+        raise MailServerError, "there are only three mail servers that 126.com, 163.com and yeah.net. please add domain after username"
+      end
+    end
+
+    def parse(data)
+      json_data = Contacts.parse_json(data)
+      json_data['var'][0]['var'].map{|contactor|
+        [contactor['FN'],contactor['EMAIL;PREF']]
+      }
+    end
+
+    def login_for_cookies
+      data = {
+        :type => '1',
+        :url => LoginData[:url][@mail_type],
+        :username => @login,
+        :password => @password,
+        :selType => '-1',
+        :remUser => '1',
+        :secure => 'on',
+        :verifycookie => '1',
+        :style => '-1',
+        :product => LoginData[:product][@mail_type],
+        :savelogin => '',
+        :url2 => LoginData[:url2][@mail_type]
+      }
+      postdata = data.to_query_string
+      #login and get cookie
+      data, resp, cookies, forward = post(LOGIN_URL,postdata)
+      @cookies = cookies
+      if data.index(LoginData[:url2][@mail_type])
+        raise AuthenticationError, "Username or password error"
+      end
+    end
+
+    def enter_mail_server
+      #get mail server and sid
+      enter_mail_url = ENTER_MAIL_URL[@mail_type] % @login
+      data, resp, cookies, forward = get(enter_mail_url,@cookies)
+      location = resp['Location']
+      data_reg = /<a.*?(http.*?)main.jsp\?sid=(.*?)\">/
+      location_reg = /(http.*?)main.jsp\?sid=(.*)/
+      unless data.match(data_reg) || location.match(location_reg)
+        raise ConnectionError, self.class.const_get(:PROTOCOL_ERROR)
+      end
+      @cookies = cookies
+      @mail_server = $1
+      @sid = $2
+    end
+    TYPES[:net_ease] = NetEase
+  end
+end

data/lib/contacts/plaxo.rb

@@ -0,0 +1,130 @@
+require 'rexml/document'
+
+class Contacts
+  class Plaxo < Base
+    URL                 = "http://www.plaxo.com/"
+    LOGIN_URL           = "https://www.plaxo.com/signin"
+    ADDRESS_BOOK_URL    = "http://www.plaxo.com/po3/?module=ab&operation=viewFull&mode=normal"
+    CONTACT_LIST_URL    = "http://www.plaxo.com/axis/soap/contact?_action=getContacts&_format=xml"
+    PROTOCOL_ERROR      = "Plaxo has changed its protocols, please upgrade this library first. If that does not work, dive into the code and submit a patch at http://github.com/cardmagic/contacts"
+
+    def real_connect
+
+    end # real_connect
+
+    def contacts
+      getdata = "&authInfo.authByEmail.email=%s" % CGI.escape(login)
+      getdata += "&authInfo.authByEmail.password=%s" % CGI.escape(password)
+      data, resp, cookies, forward = get(CONTACT_LIST_URL + getdata)
+
+      if resp.code_type != Net::HTTPOK
+        raise ConnectionError, PROTOCOL_ERROR
+      end
+
+      parse data
+    end # contacts
+
+    private
+    def parse(data, options={})
+      doc = REXML::Document.new(data)
+      code = doc.elements['//response/code'].text
+
+      if code == '401'
+        raise AuthenticationError, "Username and password do not match"
+      elsif code == '200'
+        @contacts = []
+        doc.elements.each('//contact') do |cont|
+          name = if cont.elements['fullName']
+            cont.elements['fullName'].text
+          elsif cont.elements['displayName']
+            cont.elements['displayName'].text
+          end
+          email = if cont.elements['email1']
+            cont.elements['email1'].text
+          end
+          if name || email
+            @contacts << [name, email]
+          end
+        end
+        @contacts
+      else
+        raise ConnectionError, PROTOCOL_ERROR
+      end
+
+    end # parse
+
+  end # Plaxo
+
+  TYPES[:plaxo] = Plaxo
+
+end # Contacts
+
+
+# sample contacts responses
+=begin
+Bad email
+=========
+<?xml version="1.0" encoding="utf-8" ?>
+<ns1:GetContactsResponse xmlns:ns1="Plaxo">
+  <response>
+    <code>401</code>
+    <subCode>1</subCode>
+    <message>User not found.</message>
+  </response>
+</ns1:GetContactsResponse>
+
+
+Bad password
+============
+<?xml version="1.0" encoding="utf-8" ?>
+<ns1:GetContactsResponse xmlns:ns1="Plaxo">
+  <response>
+    <code>401</code>
+    <subCode>4</subCode>
+    <message>Bad password or security token.</message>
+  </response>
+</ns1:GetContactsResponse>
+
+
+Success
+=======
+<?xml version="1.0" encoding="utf-8" ?>
+<ns1:GetContactsResponse xmlns:ns1="Plaxo">
+
+  <response>
+    <code>200</code>
+    <message>OK</message>
+    <userId>77311236242</userId>
+  </response>
+
+  <contacts>
+
+    <contact>
+      <itemId>61312569</itemId>
+      <displayName>Joe Blow1</displayName>
+      <fullName>Joe Blow1</fullName>
+      <firstName>Joe</firstName>
+      <lastName>Blow1</lastName>
+      <homeEmail1>joeblow1@mailinator.com</homeEmail1>
+      <email1>joeblow1@mailinator.com</email1>
+      <folderId>5291351</folderId>
+    </contact>
+
+    <contact>
+      <itemId>61313159</itemId>
+      <displayName>Joe Blow2</displayName>
+      <fullName>Joe Blow2</fullName>
+      <firstName>Joe</firstName>
+      <lastName>Blow2</lastName>
+      <homeEmail1>joeblow2@mailinator.com</homeEmail1>
+      <email1>joeblow2@mailinator.com</email1>
+      <folderId>5291351</folderId>
+    </contact>
+
+  </contacts>
+
+  <totalCount>2</totalCount>
+  <editCounter>3</editCounter>
+
+</ns1:GetContactsResponse>
+=end

data/lib/contacts/sina.rb

@@ -0,0 +1,92 @@
+class Contacts
+  class Sina < Base
+    URL = "http://mail.sina.com.cn"
+    LOGIN_URL = {
+      :sina_cn => "https://mail.sina.com.cn/cgi-bin/cnlogin.php",
+      :sina_com => "https://mail.sina.com.cn/cgi-bin/login.php"
+    }
+    LOGIN_COOKIE = {
+      :sina_cn => "sina_cn_mail_recid=true",
+      :sina_com => "sina_free_mail_recid=true; sina_free_mail_ltype=uid; sina_vip_mail_recid=false"
+    }
+    DOMAIN = {
+      :sina_cn => 'sina.cn',
+      :sina_com => 'sina.com'
+    }
+    PROTOCOL_ERROR = "sina has changed its protocols, please upgrade this library first. you can also contact kamechb@gmail.com"
+
+    def initialize(login, password, options={})
+      @mail_type = get_mail_type(login)
+      super(login,password,options)
+    end
+
+    def real_connect
+      login_for_cookies
+      redirect_for_location
+    end
+
+    def contacts
+      return @contacts if @contacts
+      if connected?
+        data, resp, cookies, forward = get(@mail_url,@cookies)
+        if resp.code_type != Net::HTTPOK
+          raise ConnectionError, self.class.const_get(:PROTOCOL_ERROR)
+        end
+        parse(data)
+      end
+    end
+
+    private
+
+    def get_mail_type(username)
+      if username.include?("@sina.com")
+        :sina_com
+      elsif username.include?("@sina.cn")
+        :sina_cn
+      else
+        raise MailServerError, "there are only two mail servers that sina.com and sina.cn. please add domain after username"
+      end
+    end
+
+    def parse(data)
+      #data =~ /conf.*?contacts:.*?(\{.*?\}),\s*groups:/m
+      data =~ /conf.*?contacts.*?(\{.*\}).*?groups/m
+      contacts = $1.gsub("&quot;",'')
+      contacts = ActiveSupport::JSON.decode(contacts)
+      contacts['contact'].map{|contactor|
+        [contactor['name'],contactor['email']]
+      }
+    end
+
+    def login_for_cookies
+      data = {
+        :domain => DOMAIN[@mail_type],
+        :logintype => 'uid',
+        :u => @login,
+        :psw => @password,
+        :savelogin => 'on',
+        :sshchk => 'on',
+        :ssl => 'on'
+      }
+      data, resp, cookies, forward = post(LOGIN_URL[@mail_type],data.to_query_string,LOGIN_COOKIE[@mail_type])
+      login_faile_flag = %r{form.*?action.*?http.*?mail.sina.com.cn/cgi-bin/.*?login.php}m
+      if data.match(login_faile_flag)
+        raise AuthenticationError, "Username or password error"
+      end
+      data.match(/URL=(http:\/\/.*?)'>/)
+      @redirect_url = $1
+      @mail_server = @redirect_url.match(/(http:\/\/.*\..*?)\//)
+      @cookies = cookies
+    end
+
+    def redirect_for_location
+      data, resp, cookies, forward = get(@redirect_url,@cookies)
+      location = resp['Location']
+      @mail_url = location.index("http://") ? location : "#{@mail_server}#{location}"
+      @cookies = cookies
+    end
+
+    TYPES[:sina] = Sina
+  end
+
+end

data/lib/contacts/sohu.rb

@@ -0,0 +1,59 @@
+class Contacts
+  class Sohu < Base
+    URL = "http://mail.sohu.com"
+    DOMAIN = "sohu.com"
+    LOGIN_URL = "https://passport.sohu.com/sso/login.jsp"
+    LOGIN_COOKIE = "IPLOC=CN3301; SUV=1008301317090277"
+    MAIL_URL = "http://mail.sohu.com/bapp/117/main"
+    PROTOCOL_ERROR = "sohu has changed its protocols, please upgrade this library first. you can also contact kamechb@gmail.com"
+
+    def real_connect
+      login_for_cookies
+    end
+
+    def contacts
+      return @contacts if @contacts
+      if connected?
+        data, resp, cookies, forward = get(MAIL_URL,@cookies)
+        if resp.code_type != Net::HTTPOK
+          raise ConnectionError, self.class.const_get(:PROTOCOL_ERROR)
+        end
+        parse(data)
+      end
+    end
+
+    private
+
+
+    def parse(data)
+      data.match(/ADDRESSES.*?'(\{.*?\})';/m)
+      contacts = ActiveSupport::JSON.decode($1)
+      contacts['contact'].map{|contactor|
+        [contactor['nickname'],contactor['email']]
+      }
+    end
+
+    def login_for_cookies
+      data = {
+        :userid => @login,
+        :password => @password,
+        :appid => '1000',
+        :persistentcookie => '0',
+        :s => '1283173792650',
+        :b => '2',
+        :w => '1280',
+        :pwdtype => '0',
+        :v => '26'
+      }
+      data, resp, cookies, forward = get("#{LOGIN_URL}?#{data.to_query_string}",LOGIN_COOKIE)
+      login_faile_flag = %r{login_status.*?error}
+      if data.match(login_faile_flag)
+        raise AuthenticationError, "Username or password error"
+      end
+      @cookies = cookies
+    end
+
+    TYPES[:sohu] = Sohu
+  end
+
+end

data/lib/contacts/yahoo.rb

@@ -0,0 +1,103 @@
+class Contacts
+  class Yahoo < Base
+    URL                 = "http://mail.yahoo.com/"
+    LOGIN_URL           = "https://login.yahoo.com/config/login"
+    ADDRESS_BOOK_URL    = "http://address.mail.yahoo.com/?.rand=430244936"
+    CONTACT_LIST_URL    = "http://address.mail.yahoo.com/?_src=&_crumb=crumb&sortfield=3&bucket=1&scroll=1&VPC=social_list&.r=time"
+    PROTOCOL_ERROR      = "Yahoo has changed its protocols, please upgrade this library first. If that does not work, dive into the code and submit a patch at http://github.com/cardmagic/contacts"
+
+    def real_connect
+      postdata =  ".tries=2&.src=ym&.md5=&.hash=&.js=&.last=&promo=&.intl=us&.bypass="
+      postdata += "&.partner=&.u=4eo6isd23l8r3&.v=0&.challenge=gsMsEcoZP7km3N3NeI4mX"
+      postdata += "kGB7zMV&.yplus=&.emailCode=&pkg=&stepid=&.ev=&hasMsgr=1&.chkP=Y&."
+      postdata += "done=#{CGI.escape(URL)}&login=#{CGI.escape(login)}&passwd=#{CGI.escape(password)}"
+
+      data, resp, cookies, forward = post(LOGIN_URL, postdata)
+
+      if data.index("Invalid ID or password") || data.index("This ID is not yet taken")
+        raise AuthenticationError, "Username and password do not match"
+      elsif data.index("Sign in") && data.index("to Yahoo!")
+        raise AuthenticationError, "Required field must not be blank"
+      elsif !data.match(/uncompressed\/chunked/)
+        raise ConnectionError, PROTOCOL_ERROR
+      elsif cookies == ""
+        raise ConnectionError, PROTOCOL_ERROR
+      end
+
+      data, resp, cookies, forward = get(forward, cookies, LOGIN_URL)
+
+      if resp.code_type != Net::HTTPOK
+        raise ConnectionError, PROTOCOL_ERROR
+      end
+
+      @cookies = cookies
+    end
+
+    def contacts
+      return @contacts if @contacts
+      if connected?
+        # first, get the addressbook site with the new crumb parameter
+        url = URI.parse(address_book_url)
+        http = open_http(url)
+        resp = http.get("#{url.path}?#{url.query}",
+        "Cookie" => @cookies
+        )
+        data = resp.body
+        if resp.code_type != Net::HTTPOK
+          raise ConnectionError, self.class.const_get(:PROTOCOL_ERROR)
+        end
+
+        crumb = data.to_s[/dotCrumb:   '(.*?)'/][13...-1]
+
+        # now proceed with the new ".crumb" parameter to get the csv data
+        url = URI.parse(contact_list_url.sub("_crumb=crumb","_crumb=#{crumb}").sub("time", Time.now.to_f.to_s.sub(".","")[0...-2]))
+        http = open_http(url)
+        resp = http.get("#{url.path}?#{url.query}",
+        "Cookie" => @cookies,
+        "X-Requested-With" => "XMLHttpRequest",
+        "Referer" => address_book_url
+        )
+        data = resp.body
+        if resp.code_type != Net::HTTPOK
+          raise ConnectionError, self.class.const_get(:PROTOCOL_ERROR)
+        end
+
+        if data =~ /"TotalABContacts":(\d+)/
+          total = $1.to_i
+          ((total / 50.0).ceil).times do |i|
+            # now proceed with the new ".crumb" parameter to get the csv data
+            url = URI.parse(contact_list_url.sub("bucket=1","bucket=#{i}").sub("_crumb=crumb","_crumb=#{crumb}").sub("time", Time.now.to_f.to_s.sub(".","")[0...-2]))
+            http = open_http(url)
+            resp = http.get("#{url.path}?#{url.query}",
+            "Cookie" => @cookies,
+            "X-Requested-With" => "XMLHttpRequest",
+            "Referer" => address_book_url
+            )
+            data = resp.body
+            if resp.code_type != Net::HTTPOK
+              raise ConnectionError, self.class.const_get(:PROTOCOL_ERROR)
+            end
+
+            parse data
+          end
+        end
+
+        @contacts
+      end
+    end
+
+    private
+
+    def parse(data, options={})
+      @contacts ||= []
+      @contacts += Contacts.parse_json(data)["response"]["ResultSet"]["Contacts"].to_a.select{|contact|!contact["email"].to_s.empty?}.map do |contact|
+        name = contact["contactName"].split(",")
+        [[name.pop, name.join(",")].join(" ").strip, contact["email"]]
+      end if data =~ /^\{"response":/
+      @contacts
+    end
+
+  end
+
+  TYPES[:yahoo] = Yahoo
+end

data/lib/contacts_cn_19.rb

@@ -1,9 +1,6 @@
 $:.unshift(File.dirname(__FILE__)+"/contacts/")
 
 require 'rubygems'
-unless Object.const_defined?('ActiveSupport')
-  require 'activesupport'
-end
 require 'base'
 require 'gmail'
 require 'hotmail'
@@ -14,5 +11,4 @@ require 'net_ease'
 require 'sina'
 require 'sohu'
 require 'json_picker'
-require 'hash_ext'
-require 'iconv'
+require 'hash_ext'

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: contacts_cn_19
 version: !ruby/object:Gem::Version
-  version: 1.0.0
+  version: 1.0.1
   prerelease: 
 platform: ruby
 authors:
@@ -18,6 +18,17 @@ extensions: []
 extra_rdoc_files: []
 files:
 - lib/contacts_cn_19.rb
+- lib/contacts/aol.rb
+- lib/contacts/sohu.rb
+- lib/contacts/yahoo.rb
+- lib/contacts/json_picker.rb
+- lib/contacts/base.rb
+- lib/contacts/gmail.rb
+- lib/contacts/sina.rb
+- lib/contacts/hash_ext.rb
+- lib/contacts/hotmail.rb
+- lib/contacts/plaxo.rb
+- lib/contacts/net_ease.rb
 homepage: https://github.com/wxluckly/contacts_cn_19
 licenses: []
 post_install_message: