jwhitmire-contacts 1.0.17

data/.gitignore

@@ -0,0 +1,6 @@
+*.sw?
+.DS_Store
+coverage
+rdoc
+pkg
+test/accounts.yml

data/LICENSE

@@ -0,0 +1,10 @@
+Copyright (c) 2006, Lucas Carlson, MOG
+All rights reserved.
+
+Redistribution and use in source and binary forms, with or without modification, are permitted provided that the following conditions are met:
+
+Redistributions of source code must retain the above copyright notice, this list of conditions and the following disclaimer.
+Redistributions in binary form must reproduce the above copyright notice, this list of conditions and the following disclaimer in the documentation and/or other materials provided with the distribution.
+Neither the name of the Lucas Carlson nor the names of its contributors may be used to endorse or promote products derived from this software without specific prior written permission.
+THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
+

data/README

@@ -0,0 +1,59 @@
+== Welcome to Contacts
+
+Contacts is a universal interface to grab contact list information from various providers including Hotmail, Gmail and Yahoo.
+
+== Download
+
+* gem install contacts
+* http://rubyforge.org/projects/contacts
+* svn co svn://rubyforge.org/var/svn/contacts
+
+== Background
+
+For a long time, the only way to get a list of contacts from your free online email accounts was with proprietary PHP scripts that would cost you $50. The act of grabbing that list is a simple matter of screen scrapping and this library gives you all the functionality you need. Thanks to the generosity of the highly popular Rails website MOG (http://mog.com) for allowing this library to be released open-source to the world. It is easy to extend this library to add new free email providers, so please contact the author if you would like to help.
+
+== Usage
+
+	Contacts::Hotmail.new(login, password).contacts # => [["name", "foo@bar.com"], ["another name", "bow@wow.com"]]
+	Contacts::Yahoo.new(login, password).contacts
+	Contacts::Gmail.new(login, password).contacts
+	
+	Contacts.new(:gmail, login, password).contacts
+	Contacts.new(:hotmail, login, password).contacts
+	Contacts.new(:yahoo, login, password).contacts
+	
+	Contacts.guess(login, password).contacts
+
+Notice there are three ways to use this library so that you can limit the use as much as you would like in your particular application. The Contacts.guess method will automatically concatenate all the address book contacts from each of the successful logins in the case that a username password works across multiple services.
+
+== Examples
+
+See the examples/ directory.
+
+== Authors
+
+* Lucas Carlson from MOG (mailto:lucas@rufy.com) - http://mog.com
+
+== Contributors
+
+* Britt Selvitelle from Twitter (mailto:anotherbritt@gmail.com) - http://twitter.com
+* Tony Targonski from GigPark (mailto:tony@gigpark.com) - http://gigpark.com
+* Waheed Barghouthi from Watwet (mailto:waheed.barghouthi@gmail.com) - http://watwet.com
+
+== Forked by jwhitmire
+
+The purpose of my fork is to use the simple structure of the existing contacts gem and expand it to support the new OAuth based authentication APIs provided by email carriers.  It would also be nice to have this support all Portable Contact providers (great initiative led by Plaxo).  It is also my intention to expand the test coverage and not require real accounts with the providers in order to test the behavior, though some level of connection test is still useful in case they change their API.
+
+My Todo List: 
+
+* Support Gmail Contacts API
+* Support Plaxo Portable Contacts
+* Support Yahoo API
+* Support Microsoft Live API
+
+* Add support for Facebook?
+* Add support for LinkedIn?
+* Add support for Twitter?
+
+This library is released under the terms of the BSD.
+

data/Rakefile

@@ -0,0 +1,95 @@
+require 'rubygems'
+require 'rake'
+require 'lib/contacts'
+
+begin
+  require 'jeweler'
+  Jeweler::Tasks.new do |gem|
+    gem.name = "contacts"
+    
+    gem.summary = %Q{Ridiculously easy contact list information from various providers including Yahoo, Gmail, and Hotmail}
+    gem.description = <<-DESC
+      Seamless importing of contact data from Yahoo, Gmail, Hotmail, and Plaxo.  OAuth support is coming.
+    DESC
+    gem.homepage = "http://rubyforge.org/projects/contacts"
+    
+    gem.email = "jeff@jwhitmire.com"
+    gem.homepage = "http://github.com/jwhitmire/contacts"
+    gem.authors = ["Lucas Carlson", "Jeff Whitmire"]
+
+    gem.add_dependency('json', '>= 0.4.1')
+    gem.requirements << "A json parser"
+
+    gem.require_path = 'lib'
+
+    gem.has_rdoc = true
+    gem.files.exclude 'test/accounts.yml'
+    gem.files.include 'spec/**/*'
+
+    # gem is a Gem::Specification... see http://www.rubygems.org/read/chapter/20 for additional settings
+  end
+rescue LoadError
+  puts "Jeweler (or a dependency) not available. Install it with: sudo gem install jeweler"
+end
+
+require 'rake/testtask'
+Rake::TestTask.new(:test) do |test|
+  test.libs << 'lib' << 'test'
+  test.pattern = 'test/**/*_test.rb'
+  test.verbose = true
+end
+
+begin
+  require 'rcov/rcovtask'
+  Rcov::RcovTask.new do |test|
+    test.libs << 'test'
+    test.pattern = 'test/**/*_test.rb'
+    test.verbose = true
+  end
+rescue LoadError
+  task :rcov do
+    abort "RCov is not available. In order to run rcov, you must: sudo gem install spicycode-rcov"
+  end
+end
+
+task :test => :check_dependencies
+
+require 'spec/rake/spectask'
+Spec::Rake::SpecTask.new(:spec) do |spec|
+  spec.libs << 'lib' << 'spec'
+  spec.spec_files = FileList['spec/**/*_spec.rb']
+end
+
+Spec::Rake::SpecTask.new(:rcov) do |spec|
+  spec.libs << 'lib' << 'spec'
+  spec.pattern = 'spec/**/*_spec.rb'
+  spec.rcov = true
+end
+
+task :spec => :check_dependencies
+
+# task :default => :spec
+task :default => :test
+
+require 'rake/rdoctask'
+Rake::RDocTask.new do |rdoc|
+  if File.exist?('VERSION')
+    version = File.read('VERSION')
+  else
+    version = ""
+  end
+
+  rdoc.rdoc_dir = 'rdoc'
+  rdoc.title = "gemtest #{version}"
+  rdoc.rdoc_files.include('README*')
+  rdoc.rdoc_files.include('lib/**/*.rb')
+end
+
+desc "Report code statistics (KLOCs, etc) from the application"
+task :stats do
+  require 'code_statistics'
+  CodeStatistics.new(
+    ["Library", "lib"],
+    ["Units", "test"]
+  ).to_s
+end

data/VERSION

@@ -0,0 +1 @@
+1.0.17

data/contacts.gemspec

@@ -0,0 +1,78 @@
+# Generated by jeweler
+# DO NOT EDIT THIS FILE
+# Instead, edit Jeweler::Tasks in Rakefile, and run `rake gemspec`
+# -*- encoding: utf-8 -*-
+
+Gem::Specification.new do |s|
+  s.name = %q{contacts}
+  s.version = "1.0.17"
+
+  s.required_rubygems_version = Gem::Requirement.new(">= 0") if s.respond_to? :required_rubygems_version=
+  s.authors = ["Lucas Carlson", "Jeff Whitmire"]
+  s.date = %q{2009-08-10}
+  s.description = %q{      Seamless importing of contact data from Yahoo, Gmail, Hotmail, and Plaxo.  OAuth support is coming.
+}
+  s.email = %q{jeff@jwhitmire.com}
+  s.extra_rdoc_files = [
+    "LICENSE",
+     "README"
+  ]
+  s.files = [
+    ".gitignore",
+     "LICENSE",
+     "README",
+     "Rakefile",
+     "VERSION",
+     "contacts.gemspec",
+     "cruise_config.rb",
+     "examples/grab_contacts.rb",
+     "geminstaller.yml",
+     "lib/contacts.rb",
+     "lib/contacts/base.rb",
+     "lib/contacts/gmail.rb",
+     "lib/contacts/hotmail.rb",
+     "lib/contacts/plaxo.rb",
+     "lib/contacts/yahoo.rb",
+     "spec/gemtest_spec.rb",
+     "spec/gemtest_spec.rb",
+     "spec/spec_helper.rb",
+     "spec/spec_helper.rb",
+     "test/example_accounts.yml",
+     "test/test_helper.rb",
+     "test/test_suite.rb",
+     "test/unit/gmail_contact_importer_test.rb",
+     "test/unit/hotmail_contact_importer_test.rb",
+     "test/unit/test_accounts_test.rb",
+     "test/unit/yahoo_csv_contact_importer_test.rb"
+  ]
+  s.homepage = %q{http://github.com/jwhitmire/contacts}
+  s.rdoc_options = ["--charset=UTF-8"]
+  s.require_paths = ["lib"]
+  s.requirements = ["A json parser"]
+  s.rubygems_version = %q{1.3.4}
+  s.summary = %q{Ridiculously easy contact list information from various providers including Yahoo, Gmail, and Hotmail}
+  s.test_files = [
+    "spec/gemtest_spec.rb",
+     "spec/spec_helper.rb",
+     "test/test_helper.rb",
+     "test/test_suite.rb",
+     "test/unit/gmail_contact_importer_test.rb",
+     "test/unit/hotmail_contact_importer_test.rb",
+     "test/unit/test_accounts_test.rb",
+     "test/unit/yahoo_csv_contact_importer_test.rb",
+     "examples/grab_contacts.rb"
+  ]
+
+  if s.respond_to? :specification_version then
+    current_version = Gem::Specification::CURRENT_SPECIFICATION_VERSION
+    s.specification_version = 3
+
+    if Gem::Version.new(Gem::RubyGemsVersion) >= Gem::Version.new('1.2.0') then
+      s.add_runtime_dependency(%q<json>, [">= 0.4.1"])
+    else
+      s.add_dependency(%q<json>, [">= 0.4.1"])
+    end
+  else
+    s.add_dependency(%q<json>, [">= 0.4.1"])
+  end
+end

data/cruise_config.rb

@@ -0,0 +1,22 @@
+# Project-specific configuration for CruiseControl.rb
+
+Project.configure do |project|
+
+  # Send email notifications about broken and fixed builds to email1@your.site, email2@your.site (default: send to nobody)
+  # if building this on your own CI box, please remove!
+   project.email_notifier.emails = ['opensource@pivotallabs.com']
+
+  # Set email 'from' field to john@doe.com:
+  # project.email_notifier.from = 'john@doe.com'
+
+  # Build the project by invoking rake task 'custom'
+  # project.rake_task = 'custom'
+
+  # Build the project by invoking shell script "build_my_app.sh". Keep in mind that when the script is invoked, current working directory is
+  # [cruise]/projects/your_project/work, so if you do not keep build_my_app.sh in version control, it should be '../build_my_app.sh' instead
+  # project.build_command = 'build_my_app.sh'
+
+  # Ping Subversion for new revisions every 5 minutes (default: 30 seconds)
+  # project.scheduler.polling_interval = 5.minutes
+
+end

data/examples/grab_contacts.rb

@@ -0,0 +1,12 @@
+require File.dirname(__FILE__)+"/../lib/contacts"
+
+login = ARGV[0]
+password = ARGV[1]
+
+Contacts::Gmail.new(login, password).contacts
+
+Contacts.new(:gmail, login, password).contacts
+
+Contacts.new("gmail", login, password).contacts
+
+Contacts.guess(login, password).contacts

data/geminstaller.yml

@@ -0,0 +1,6 @@
+---
+defaults:
+  install_options: --no-ri --no-rdoc
+gems:
+  - name: json
+    version: >= 1.1.1

data/lib/contacts.rb

@@ -0,0 +1,8 @@
+$:.unshift(File.dirname(__FILE__)+"/contacts/")
+
+require 'rubygems'
+require 'base'
+require 'gmail'
+require 'hotmail'
+require 'yahoo'
+require 'plaxo'

data/lib/contacts/base.rb

@@ -0,0 +1,209 @@
+require "cgi"
+require "net/http"
+require "net/https"
+require "uri"
+require "zlib"
+require "stringio"
+require "thread"
+
+class Contacts
+  TYPES = {}
+  
+  class Base
+    def initialize(login, password)
+      @login    = login
+      @password = password
+      @connections = {}
+      connect
+    end
+    
+    def connect
+      raise AuthenticationError, "Login and password must not be nil, login: #{@login.inspect}, password: #{@password.inspect}" if @login.nil? || @password.nil?
+      real_connect
+    end
+    
+    def connected?
+      @cookies && !@cookies.empty?
+    end
+
+    def contacts(options = {})
+      return @contacts if @contacts
+      if connected?
+        url = URI.parse(contact_list_url)
+        http = open_http(url)
+        resp, data = http.get("#{url.path}?#{url.query}",
+          "Cookie" => @cookies
+        )
+        
+        if resp.code_type != Net::HTTPOK
+          raise ConnectionError, self.class.const_get(:PROTOCOL_ERROR)
+        end
+        
+        parse(data, options)
+      end
+    end
+    
+    def login
+      @attempt ||= 0
+      @attempt += 1
+            
+      if @attempt == 1
+        @login
+      else
+        if @login.include?("@#{domain}")
+          @login.sub("@#{domain}","")
+        else
+          "#{@login}@#{domain}"
+        end
+      end
+    end
+    
+    def password
+      @password
+    end
+    
+  private
+  
+    def domain
+      @d ||= URI.parse(self.class.const_get(:URL)).host.sub(/^www\./,'')
+    end
+
+    def contact_list_url
+      self.class.const_get(:CONTACT_LIST_URL)
+    end
+
+    def address_book_url
+      self.class.const_get(:ADDRESS_BOOK_URL)
+    end
+
+    def open_http(url)
+      c = @connections[Thread.current.object_id] ||= {}
+      http = c["#{url.host}:#{url.port}"]
+      unless http
+        http = Net::HTTP.new(url.host, url.port)
+        if url.port == 443
+          http.use_ssl = true
+          http.verify_mode = OpenSSL::SSL::VERIFY_NONE
+        end
+        c["#{url.host}:#{url.port}"] = http
+      end
+      http.start unless http.started?
+      http
+    end
+    
+    def parse_cookies(data, existing="")
+      return existing if data.nil?
+
+      cookies = existing.split(";").map{|i|i.split("=", 2).map{|j|j.strip}}.inject({}){|h,i|h[i[0]]=i[1];h}
+      
+      data.gsub!(/ ?[\w]+=EXPIRED;/,'')
+      data.gsub!(/ ?expires=(.*?, .*?)[;,$]/i, ';')
+      data.gsub!(/ ?(domain|path)=[\S]*?[;,$]/i,';')
+      data.gsub!(/[,;]?\s*(secure|httponly)/i,'')
+      data.gsub!(/(;\s*){2,}/,', ')
+      data.gsub!(/(,\s*){2,}/,', ')
+      data.sub!(/^,\s*/,'')
+      data.sub!(/\s*,$/,'')
+      
+      data.split(", ").map{|t|t.to_s.split(";").first}.each do |data|
+        k, v = data.split("=", 2).map{|j|j.strip}
+        if cookies[k] && v.empty?
+          cookies.delete(k)
+        elsif v && !v.empty?
+          cookies[k] = v
+        end
+      end
+      
+      cookies.map{|k,v| "#{k}=#{v}"}.join("; ")
+    end
+    
+    def remove_cookie(cookie, cookies)
+      parse_cookies("#{cookie}=", cookies)
+    end
+    
+    def post(url, postdata, cookies="", referer="")
+      url = URI.parse(url)
+      http = open_http(url)
+      resp, data = http.post(url.path, postdata,
+        "User-Agent" => "Mozilla/5.0 (Macintosh; U; Intel Mac OS X; en-US; rv:1.8.1) Gecko/20061010 Firefox/2.0",
+        "Accept-Encoding" => "gzip",
+        "Cookie" => cookies,
+        "Referer" => referer,
+        "Content-Type" => 'application/x-www-form-urlencoded'
+      )
+      data = uncompress(resp, data)
+      cookies = parse_cookies(resp.response['set-cookie'], cookies)
+      forward = resp.response['Location']
+      forward ||= (data =~ /<meta.*?url='([^']+)'/ ? CGI.unescapeHTML($1) : nil)
+	if (not forward.nil?) && URI.parse(forward).host.nil?
+		forward = url.scheme.to_s + "://" + url.host.to_s + forward
+	end
+      return data, resp, cookies, forward
+    end
+    
+    def get(url, cookies="", referer="")
+      url = URI.parse(url)
+      http = open_http(url)
+      resp, data = http.get("#{url.path}?#{url.query}",
+        "User-Agent" => "Mozilla/5.0 (Macintosh; U; Intel Mac OS X; en-US; rv:1.8.1) Gecko/20061010 Firefox/2.0",
+        "Accept-Encoding" => "gzip",
+        "Cookie" => cookies,
+        "Referer" => referer
+      )
+      data = uncompress(resp, data)
+      cookies = parse_cookies(resp.response['set-cookie'], cookies)
+      forward = resp.response['Location']
+	  if (not forward.nil?) && URI.parse(forward).host.nil?
+		forward = url.scheme.to_s + "://" + url.host.to_s + forward
+	  end
+      return data, resp, cookies, forward
+    end
+    
+    def uncompress(resp, data)
+      case resp.response['content-encoding']
+      when 'gzip':
+        gz = Zlib::GzipReader.new(StringIO.new(data))
+        data = gz.read
+        gz.close
+        resp.response['content-encoding'] = nil
+      # FIXME: Not sure what Hotmail was feeding me with their 'deflate',
+      #        but the headers definitely were not right
+      when 'deflate':
+        data = Zlib::Inflate.inflate(data)
+        resp.response['content-encoding'] = nil
+      end
+
+      data
+    end
+  end
+  
+  class ContactsError < StandardError
+  end
+  
+  class AuthenticationError < ContactsError
+  end
+
+  class ConnectionError < ContactsError
+  end
+  
+  class TypeNotFound < ContactsError
+  end
+  
+  def self.new(type, login, password)
+    if TYPES.include?(type.to_s.intern)
+      TYPES[type.to_s.intern].new(login, password)
+    else
+      raise TypeNotFound, "#{type.inspect} is not a valid type, please choose one of the following: #{TYPES.keys.inspect}"
+    end
+  end
+  
+  def self.guess(login, password)
+    TYPES.inject([]) do |a, t|
+      begin
+        a + t[1].new(login, password).contacts
+      rescue AuthenticationError
+        a
+      end
+    end.uniq
+  end
+end

data/lib/contacts/gmail.rb

@@ -0,0 +1,94 @@
+begin
+  # If the json gem is available, use it
+  require "json/add/rails"
+rescue MissingSourceFile
+  # Otherwise wrap the ActiveSupport JSON implementation for our simple use case
+  class JSON
+    def self.parse(i)
+      ActiveSupport::JSON.decode(i)
+    end
+  end
+end
+
+class Contacts
+  class Gmail < Base
+    URL                 = "https://mail.google.com/mail/"
+    LOGIN_URL           = "https://www.google.com/accounts/ServiceLoginAuth"
+    LOGIN_REFERER_URL   = "https://www.google.com/accounts/ServiceLogin?service=mail&passive=true&rm=false&continue=http%3A%2F%2Fmail.google.com%2Fmail%3Fui%3Dhtml%26zy%3Dl&ltmpl=yj_blanco&ltmplcache=2&hl=en"
+    CONTACT_LIST_URL    = "https://mail.google.com/mail/contacts/data/contacts?thumb=true&show=ALL&enums=true&psort=Name&max=10000&out=js&rf=&jsx=true"
+    PROTOCOL_ERROR      = "Gmail has changed its protocols, please upgrade this library first. If that does not work, dive into the code and submit a patch at http://github.com/cardmagic/contacts"
+    
+    def real_connect
+      postdata =  "ltmpl=yj_blanco"
+      postdata += "&continue=%s" % CGI.escape(URL)
+      postdata += "&ltmplcache=2"
+      postdata += "&service=mail"
+      postdata += "&rm=false"
+      postdata += "&ltmpl=yj_blanco"
+      postdata += "&hl=en"
+      postdata += "&Email=%s" % CGI.escape(login)
+      postdata += "&Passwd=%s" % CGI.escape(password)
+      postdata += "&rmShown=1"
+      postdata += "&null=Sign+in"
+            
+      time =      Time.now.to_i
+      time_past = Time.now.to_i - 8 - rand(12)
+      cookie =    "GMAIL_LOGIN=T#{time_past}/#{time_past}/#{time}"
+      
+      data, resp, cookies, forward, old_url = post(LOGIN_URL, postdata, cookie, LOGIN_REFERER_URL) + [LOGIN_URL]
+      
+      cookies = remove_cookie("GMAIL_LOGIN", cookies)
+
+      if data.index("Username and password do not match") || data.index("New to Gmail? It's free and easy")
+        raise AuthenticationError, "Username and password do not match"
+      elsif data.index("The username or password you entered is incorrect")
+        raise AuthenticationError, "Username and password do not match"
+      elsif data.index("Required field must not be blank")
+        raise AuthenticationError, "Login and password must not be blank"
+      elsif data.index("errormsg_0_logincaptcha")
+        raise AuthenticationError, "Captcha error"
+      elsif data.index("Invalid request")
+        raise ConnectionError, PROTOCOL_ERROR
+      elsif cookies == ""
+        raise ConnectionError, PROTOCOL_ERROR
+      end
+      
+      cookies = remove_cookie("LSID", cookies)
+      cookies = remove_cookie("GV", cookies)
+
+      @cookies = cookies
+    end
+    
+  private
+    
+    def parse(data, options)
+      data.gsub!(/^while \(true\); &&&START&&&/, '')
+      data.gsub!(/ &&&END&&&$/, '')
+      data.gsub!(/\t/, ' ') # tabs in the note field cause errors with JSON.parse
+      data.gsub!(/[\t\x00-\x1F]/, " ") # strip control characters
+
+      @contacts = JSON.parse(data)['Body']['Contacts'] || {}
+
+      # Determine in which format to return the data.
+      
+      # Return the full JSON Hash. 
+      return @contacts if(options[:details])
+
+      # Default format.
+      # ['Name', 'Email1', 'Email2', ...]
+      if @contacts != nil
+        @contacts = @contacts.delete_if {|c| c["Emails"].nil?}.map do |c|
+          name, emails = c.values_at "Name", "Emails"
+          # emails are returned in a form of
+          # [{"Address"=>"home.email@gmail.com"}, {"Type"=>{"Id"=>"WORK"}, "Address"=>"work.email@gmail.com"}]
+          emails = emails.collect{|a| a.values_at("Address")}
+          [name, emails].flatten
+        end
+      else
+        []
+      end
+    end    
+  end
+
+  TYPES[:gmail] = Gmail
+end

data/lib/contacts/hotmail.rb

@@ -0,0 +1,125 @@
+class Contacts
+  class Hotmail < Base
+    URL                 = "https://login.live.com/login.srf?id=2"
+    OLD_CONTACT_LIST_URL = "http://%s/cgi-bin/addresses"
+    NEW_CONTACT_LIST_URL = "http://%s/mail/GetContacts.aspx"
+    CONTACT_LIST_URL = "http://mpeople.live.com/default.aspx?pg=0" 
+    COMPOSE_URL         = "http://%s/cgi-bin/compose?"
+    PROTOCOL_ERROR      = "Hotmail has changed its protocols, please upgrade this library first. If that does not work, report this error at http://rubyforge.org/forum/?group_id=2693"
+    PWDPAD = "IfYouAreReadingThisYouHaveTooMuchFreeTime"
+    MAX_HTTP_THREADS    = 8
+    
+    def real_connect
+      data, resp, cookies, forward = get(URL)
+      old_url = URL
+      until forward.nil?
+        data, resp, cookies, forward, old_url = get(forward, cookies, old_url) + [forward]
+      end
+      
+      postdata =  "PPSX=%s&PwdPad=%s&login=%s&passwd=%s&LoginOptions=2&PPFT=%s" % [
+        CGI.escape(data.split("><").grep(/PPSX/).first[/=\S+$/][2..-3]),
+        PWDPAD[0...(PWDPAD.length-@password.length)],
+        CGI.escape(login),
+        CGI.escape(password),
+        CGI.escape(data.split("><").grep(/PPFT/).first[/=\S+$/][2..-3])
+      ]
+      
+      form_url = data.split("><").grep(/form/).first.split[5][8..-2]
+      data, resp, cookies, forward = post(form_url, postdata, cookies)
+      
+      if data.index("The e-mail address or password is incorrect")
+        raise AuthenticationError, "Username and password do not match"
+      elsif data != ""
+        raise AuthenticationError, "Required field must not be blank"
+      elsif cookies == ""
+        raise ConnectionError, PROTOCOL_ERROR
+      end
+      
+      old_url = form_url
+      
+      until forward.nil?
+        data, resp, cookies, forward, old_url = get(forward, cookies, old_url) + [forward]
+      end
+      
+      data, resp, cookies, forward = get("http://mail.live.com/mail", cookies)
+      until forward.nil?
+        data, resp, cookies, forward, old_url = get(forward, cookies, old_url) + [forward]
+      end
+      
+      @domain = URI.parse(old_url).host
+      @cookies = cookies
+    rescue AuthenticationError => m
+      if @attempt == 1
+        retry
+      else
+        raise m
+      end
+    end
+    
+    def contacts(options = {})
+      if connected?
+        url = URI.parse(contact_list_url)
+        data, resp, cookies, forward = get( contact_list_url, @cookies )
+        
+        if resp.code_type != Net::HTTPOK
+          raise ConnectionError, self.class.const_get(:PROTOCOL_ERROR)
+        end
+        
+        @contacts = []
+        build_contacts = []
+        go = true
+        index = 0
+        
+        while(go) do
+          go = false
+          url = URI.parse(get_contact_list_url(index))
+          http = open_http(url)
+          resp, data = http.get(get_contact_list_url(index), "Cookie" => @cookies)
+          
+          email_match_text_beginning = Regexp.escape("http://m.mail.live.com/?rru=compose&amp;to=")
+          email_match_text_end = Regexp.escape("&amp;")
+          
+          raw_html = resp.body.grep(/(?:e|dn)lk[0-9]+/)
+          raw_html.delete_at 0
+          raw_html.inject do |memo, row|
+            c_info = row.match(/(e|dn)lk([0-9])+/)
+            
+            # Same contact, or different?
+            build_contacts << [] if memo != c_info[2]
+            
+            # Grab info
+            case c_info[1]
+              when "e" # Email
+                build_contacts.last[1] = row.match(/#{email_match_text_beginning}(.*)#{email_match_text_end}/)[1]
+              when "dn" # Name
+                build_contacts.last[0] = row.match(/<a[^>]*>(.+)<\/a>/)[1]
+            end
+            
+            # Set memo to contact id
+            c_info[2]
+          end
+          
+          go = resp.body.include?("Next page")
+          index += 1
+        end
+        
+        build_contacts.each do |contact|
+          unless contact[1].nil?
+            # Only return contacts with email addresses
+            contact[1] = CGI::unescape(contact[1])
+            @contacts << contact
+          end
+        end
+        return @contacts
+      end
+    end
+    
+    def get_contact_list_url(index) 
+      "http://mpeople.live.com/default.aspx?pg=#{index}"
+    end
+    
+    private
+    
+    TYPES[:hotmail] = Hotmail
+  end
+end

data/lib/contacts/plaxo.rb

@@ -0,0 +1,130 @@
+require 'rexml/document'
+
+class Contacts
+  class Plaxo < Base
+    URL                 = "http://www.plaxo.com/"
+    LOGIN_URL           = "https://www.plaxo.com/signin"
+    ADDRESS_BOOK_URL    = "http://www.plaxo.com/po3/?module=ab&operation=viewFull&mode=normal"
+    CONTACT_LIST_URL    = "http://www.plaxo.com/axis/soap/contact?_action=getContacts&_format=xml"
+    PROTOCOL_ERROR      = "Plaxo has changed its protocols, please upgrade this library first. If that does not work, dive into the code and submit a patch at http://github.com/cardmagic/contacts"
+    
+    def real_connect
+      
+    end # real_connect
+    
+    def contacts
+      getdata = "&authInfo.authByEmail.email=%s" % CGI.escape(login)
+      getdata += "&authInfo.authByEmail.password=%s" % CGI.escape(password)
+      data, resp, cookies, forward = get(CONTACT_LIST_URL + getdata)
+      
+      if resp.code_type != Net::HTTPOK
+        raise ConnectionError, PROTOCOL_ERROR
+      end
+      
+      parse data
+    end # contacts
+    
+  private
+    def parse(data, options={})
+      doc = REXML::Document.new(data)
+      code = doc.elements['//response/code'].text
+      
+      if code == '401'
+        raise AuthenticationError, "Username and password do not match"
+      elsif code == '200'
+        @contacts = []
+        doc.elements.each('//contact') do |cont|
+          name = if cont.elements['fullName']
+            cont.elements['fullName'].text
+          elsif cont.elements['displayName']
+            cont.elements['displayName'].text
+          end
+          email = if cont.elements['email1']
+            cont.elements['email1'].text
+          end
+          if name || email
+            @contacts << [name, email]
+          end
+        end
+        @contacts
+      else
+        raise ConnectionError, PROTOCOL_ERROR
+      end
+      
+    end # parse
+
+  end # Plaxo
+  
+  TYPES[:plaxo] = Plaxo
+  
+end # Contacts
+
+
+# sample contacts responses
+=begin
+Bad email
+=========
+<?xml version="1.0" encoding="utf-8" ?>
+<ns1:GetContactsResponse xmlns:ns1="Plaxo">
+  <response>
+    <code>401</code>
+    <subCode>1</subCode>
+    <message>User not found.</message>
+  </response>
+</ns1:GetContactsResponse>
+
+
+Bad password
+============
+<?xml version="1.0" encoding="utf-8" ?>
+<ns1:GetContactsResponse xmlns:ns1="Plaxo">
+  <response>
+    <code>401</code>
+    <subCode>4</subCode>
+    <message>Bad password or security token.</message>
+  </response>
+</ns1:GetContactsResponse>
+
+
+Success
+=======
+<?xml version="1.0" encoding="utf-8" ?>
+<ns1:GetContactsResponse xmlns:ns1="Plaxo">
+
+  <response>
+    <code>200</code>
+    <message>OK</message>
+    <userId>77311236242</userId>
+  </response>
+  
+  <contacts>
+
+    <contact>
+      <itemId>61312569</itemId>
+      <displayName>Joe Blow1</displayName>
+      <fullName>Joe Blow1</fullName>
+      <firstName>Joe</firstName>
+      <lastName>Blow1</lastName>
+      <homeEmail1>joeblow1@mailinator.com</homeEmail1>
+      <email1>joeblow1@mailinator.com</email1>
+      <folderId>5291351</folderId>
+    </contact>
+    
+    <contact>
+      <itemId>61313159</itemId>
+      <displayName>Joe Blow2</displayName>
+      <fullName>Joe Blow2</fullName>
+      <firstName>Joe</firstName>
+      <lastName>Blow2</lastName>
+      <homeEmail1>joeblow2@mailinator.com</homeEmail1>
+      <email1>joeblow2@mailinator.com</email1>
+      <folderId>5291351</folderId>
+    </contact>
+    
+  </contacts>
+  
+  <totalCount>2</totalCount>
+  <editCounter>3</editCounter>
+  
+</ns1:GetContactsResponse>
+=end

data/lib/contacts/yahoo.rb

@@ -0,0 +1,82 @@
+require 'csv'
+
+class Contacts
+  class Yahoo < Base
+    URL                 = "http://mail.yahoo.com/"
+    LOGIN_URL           = "https://login.yahoo.com/config/login"
+    ADDRESS_BOOK_URL    = "http://address.mail.yahoo.com/?1&VPC=import_export"
+    CONTACT_LIST_URL    = "http://address.yahoo.com/index.php?VPC=import_export&A=B&submit[action_export_yahoo]=Export%20Now"
+    PROTOCOL_ERROR      = "Yahoo has changed its protocols, please upgrade this library first. If that does not work, dive into the code and submit a patch at http://github.com/cardmagic/contacts"
+    
+    def real_connect
+      postdata =  ".tries=2&.src=ym&.md5=&.hash=&.js=&.last=&promo=&.intl=us&.bypass="
+      postdata += "&.partner=&.u=4eo6isd23l8r3&.v=0&.challenge=gsMsEcoZP7km3N3NeI4mX"
+      postdata += "kGB7zMV&.yplus=&.emailCode=&pkg=&stepid=&.ev=&hasMsgr=1&.chkP=Y&."
+      postdata += "done=#{CGI.escape(URL)}&login=#{CGI.escape(login)}&passwd=#{CGI.escape(password)}"
+      
+      data, resp, cookies, forward = post(LOGIN_URL, postdata)
+      
+      if data.index("Invalid ID or password") || data.index("This ID is not yet taken")
+        raise AuthenticationError, "Username and password do not match"
+      elsif data.index("Sign in") && data.index("to Yahoo!")
+        raise AuthenticationError, "Required field must not be blank"
+      elsif !data.match(/uncompressed\/chunked/)
+        raise ConnectionError, PROTOCOL_ERROR
+      elsif cookies == ""
+        raise ConnectionError, PROTOCOL_ERROR
+      end
+      
+      data, resp, cookies, forward = get(forward, cookies, LOGIN_URL)
+      
+      if resp.code_type != Net::HTTPOK
+        raise ConnectionError, PROTOCOL_ERROR
+      end
+      
+      @cookies = cookies
+    end
+    
+    def contacts       
+      return @contacts if @contacts
+      if connected?
+        # first, get the addressbook site with the new crumb parameter
+        url = URI.parse(address_book_url)
+        http = open_http(url)
+        resp, data = http.get("#{url.path}?#{url.query}",
+          "Cookie" => @cookies
+        )
+
+        if resp.code_type != Net::HTTPOK
+          raise ConnectionError, self.class.const_get(:PROTOCOL_ERROR)
+        end
+        
+        crumb = data.to_s[/id="crumb2" value="(.*?)"/][19...-1]
+
+        # now proceed with the new ".crumb" parameter to get the csv data
+        url = URI.parse("#{contact_list_url}&.crumb=#{crumb}")
+        http = open_http(url)
+        resp, data = http.get("#{url.path}?#{url.query}",
+          "Cookie" => @cookies
+        )
+
+        if resp.code_type != Net::HTTPOK
+        raise ConnectionError, self.class.const_get(:PROTOCOL_ERROR)
+        end
+
+        parse data
+      end
+    end
+
+  private
+    
+    def parse(data, options={})
+      data = CSV.parse(data)
+      col_names = data.shift
+      @contacts = data.map do |person|
+        [[person[0], person[1], person[2]].delete_if{|i|i.empty?}.join(" "), person[4]] unless person[4].empty?
+      end.compact
+    end
+    
+  end
+
+  TYPES[:yahoo] = Yahoo
+end

data/spec/gemtest_spec.rb

@@ -0,0 +1,7 @@
+require File.expand_path(File.dirname(__FILE__) + '/spec_helper')
+
+describe "Gemtest" do
+  it "fails" do
+    fail "hey buddy, you should probably rename this file and start specing for real"
+  end
+end

data/spec/spec_helper.rb

@@ -0,0 +1,9 @@
+$LOAD_PATH.unshift(File.dirname(__FILE__))
+$LOAD_PATH.unshift(File.join(File.dirname(__FILE__), '..', 'lib'))
+require 'gemtest'
+require 'spec'
+require 'spec/autorun'
+
+Spec::Runner.configure do |config|
+  
+end

data/test/example_accounts.yml

@@ -0,0 +1,40 @@
+gmail:
+  username: <changeme>
+  password: <changeme>
+  contacts: 
+    -
+      name: "FirstName1 LastName1"
+      email_address: "firstname1@example.com"
+    -
+      name: "FirstName2 LastName2"
+      email_address: "firstname2@example.com"
+yahoo:
+  username: <changeme>
+  password: <changeme>
+  contacts: 
+    -
+      name: "FirstName1 LastName1"
+      email_address: "firstname1@example.com"
+    -
+      name: "FirstName2 LastName2"
+      email_address: "firstname2@example.com"
+hotmail:
+  username: <changeme>
+  password: <changeme>
+  contacts: 
+    -
+      name: "FirstName1 LastName1"
+      email_address: "firstname1@example.com"
+    -
+      name: "FirstName2 LastName2"
+      email_address: "firstname2@example.com"
+aol:
+  username: <changeme>
+  password: <changeme>
+  contacts: 
+    -
+      name: "FirstName1 LastName1"
+      email_address: "firstname1@example.com"
+    -
+      name: "FirstName2 LastName2"
+      email_address: "firstname2@example.com"

data/test/test_helper.rb

@@ -0,0 +1,30 @@
+dir = File.dirname(__FILE__)
+$LOAD_PATH.unshift(dir + "/../lib/")
+require 'test/unit'
+require 'contacts'
+
+class ContactImporterTestCase < Test::Unit::TestCase
+  # Add more helper methods to be used by all tests here...
+  def default_test
+    assert true
+  end
+end
+
+class TestAccounts
+  def self.[](type)
+    load[type]
+  end
+  
+  def self.load(file = File.dirname(__FILE__) + "/accounts.yml")
+    raise "/test/accounts.yml file not found, please create, see /test/example_accounts.yml for information" unless File.exist?(file)
+    
+    accounts = {}
+    YAML::load(File.open(file)).each do |type, contents|
+      contacts = contents["contacts"].collect {|contact| [contact["name"], contact["email_address"]]}
+      accounts[type.to_sym] = Account.new(type.to_sym, contents["username"], contents["password"], contacts)
+    end
+    accounts
+  end
+
+  Account = Struct.new :type, :username, :password, :contacts
+end

data/test/test_suite.rb

@@ -0,0 +1,4 @@
+dir = File.dirname(__FILE__)
+Dir["#{dir}/**/*_test.rb"].each do |file|
+  require file
+end

data/test/unit/gmail_contact_importer_test.rb

@@ -0,0 +1,39 @@
+dir = File.dirname(__FILE__)
+require "#{dir}/../test_helper"
+require 'contacts'
+
+class GmailContactImporterTest < ContactImporterTestCase
+  def setup
+    super
+    @account = TestAccounts[:gmail]
+  end
+
+  def test_successful_login
+    Contacts.new(:gmail, @account.username, @account.password)
+  end
+
+  def test_importer_fails_with_invalid_password
+    assert_raise(Contacts::AuthenticationError) do
+      Contacts.new(:gmail, @account.username, "wrong_password")
+    end
+  end
+
+  def test_importer_fails_with_blank_password
+    assert_raise(Contacts::AuthenticationError) do
+      Contacts.new(:gmail, @account.username, "")
+    end
+  end
+
+  def test_importer_fails_with_blank_username
+    assert_raise(Contacts::AuthenticationError) do
+      Contacts.new(:gmail, "", @account.password)
+    end
+  end
+
+  def test_fetch_contacts
+    contacts = Contacts.new(:gmail, @account.username, @account.password).contacts
+    @account.contacts.each do |contact|
+      assert contacts.include?(contact), "Could not find: #{contact.inspect} in #{contacts.inspect}"
+    end
+  end
+end

data/test/unit/hotmail_contact_importer_test.rb

@@ -0,0 +1,27 @@
+dir = File.dirname(__FILE__)
+require "#{dir}/../test_helper"
+require 'contacts'
+
+class HotmailContactImporterTest < ContactImporterTestCase
+  def setup
+    super
+    @account = TestAccounts[:hotmail]
+  end
+
+  def test_successful_login
+    Contacts.new(:hotmail, @account.username, @account.password)
+  end
+
+  def test_importer_fails_with_invalid_password
+    assert_raise(Contacts::AuthenticationError) do
+      Contacts.new(:hotmail, @account.username,"wrong_password")
+    end
+  end
+
+  def test_fetch_contacts
+    contacts = Contacts.new(:hotmail, @account.username, @account.password).contacts
+    @account.contacts.each do |contact|
+      assert contacts.include?(contact), "Could not find: #{contact.inspect} in #{contacts.inspect}"
+    end
+  end
+end

data/test/unit/test_accounts_test.rb

@@ -0,0 +1,23 @@
+dir = File.dirname(__FILE__)
+require "#{dir}/../test_helper"
+
+class TestAccountsTest < ContactImporterTestCase
+  def test_test_accounts_loads_data_from_example_accounts_file
+    account = TestAccounts.load(File.dirname(__FILE__) + "/../example_accounts.yml")[:gmail]
+    
+    assert_equal :gmail, account.type
+    assert_equal "<changeme>", account.username
+    assert_equal "<changeme>", account.password
+    assert_equal [["FirstName1 LastName1", "firstname1@example.com"], ["FirstName2 LastName2", "firstname2@example.com"]], account.contacts
+  end
+  
+  def test_test_accounts_blows_up_if_file_doesnt_exist
+    assert_raise(RuntimeError) do
+      TestAccounts.load("file_that_does_not_exist.yml")
+    end
+  end
+  
+  def test_we_can_load_from_account_file
+    assert_not_nil TestAccounts[:gmail].username
+  end
+end

data/test/unit/yahoo_csv_contact_importer_test.rb

@@ -0,0 +1,32 @@
+dir = File.dirname(__FILE__)
+require "#{dir}/../test_helper"
+require 'contacts'
+
+class YahooContactImporterTest < ContactImporterTestCase
+  def setup
+    super
+    @account = TestAccounts[:yahoo]
+  end
+
+  def test_successful_login
+    Contacts.new(:yahoo, @account.username, @account.password)
+  end
+
+  def test_importer_fails_with_invalid_password
+    assert_raise(Contacts::AuthenticationError) do
+      Contacts.new(:yahoo, @account.username,"wrong_password")
+    end
+    # run the "successful" login test to ensure we reset yahoo's failed login lockout counter
+    # See http://www.pivotaltracker.com/story/show/138210
+    assert_nothing_raised do
+      Contacts.new(:yahoo, @account.username, @account.password)
+    end
+  end
+
+  def test_fetch_contacts
+    contacts = Contacts.new(:yahoo, @account.username, @account.password).contacts
+    @account.contacts.each do |contact|
+      assert contacts.include?(contact), "Could not find: #{contact.inspect} in #{contacts.inspect}"
+    end
+  end
+end

metadata

@@ -0,0 +1,96 @@
+--- !ruby/object:Gem::Specification 
+name: jwhitmire-contacts
+version: !ruby/object:Gem::Version 
+  version: 1.0.17
+platform: ruby
+authors: 
+- Lucas Carlson
+- Jeff Whitmire
+autorequire: 
+bindir: bin
+cert_chain: []
+
+date: 2009-08-10 00:00:00 -07:00
+default_executable: 
+dependencies: 
+- !ruby/object:Gem::Dependency 
+  name: json
+  type: :runtime
+  version_requirement: 
+  version_requirements: !ruby/object:Gem::Requirement 
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        version: 0.4.1
+    version: 
+description: Seamless importing of contact data from Yahoo, Gmail, Hotmail, and Plaxo.  OAuth support is coming.
+email: jeff@jwhitmire.com
+executables: []
+
+extensions: []
+
+extra_rdoc_files: 
+- LICENSE
+- README
+files: 
+- .gitignore
+- LICENSE
+- README
+- Rakefile
+- VERSION
+- contacts.gemspec
+- cruise_config.rb
+- examples/grab_contacts.rb
+- geminstaller.yml
+- lib/contacts.rb
+- lib/contacts/base.rb
+- lib/contacts/gmail.rb
+- lib/contacts/hotmail.rb
+- lib/contacts/plaxo.rb
+- lib/contacts/yahoo.rb
+- spec/gemtest_spec.rb
+- spec/spec_helper.rb
+- test/example_accounts.yml
+- test/test_helper.rb
+- test/test_suite.rb
+- test/unit/gmail_contact_importer_test.rb
+- test/unit/hotmail_contact_importer_test.rb
+- test/unit/test_accounts_test.rb
+- test/unit/yahoo_csv_contact_importer_test.rb
+has_rdoc: false
+homepage: http://github.com/jwhitmire/contacts
+licenses: 
+post_install_message: 
+rdoc_options: 
+- --charset=UTF-8
+require_paths: 
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement 
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      version: "0"
+  version: 
+required_rubygems_version: !ruby/object:Gem::Requirement 
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      version: "0"
+  version: 
+requirements: 
+- A json parser
+rubyforge_project: 
+rubygems_version: 1.3.5
+signing_key: 
+specification_version: 3
+summary: Ridiculously easy contact list information from various providers including Yahoo, Gmail, and Hotmail
+test_files: 
+- spec/gemtest_spec.rb
+- spec/spec_helper.rb
+- test/test_helper.rb
+- test/test_suite.rb
+- test/unit/gmail_contact_importer_test.rb
+- test/unit/hotmail_contact_importer_test.rb
+- test/unit/test_accounts_test.rb
+- test/unit/yahoo_csv_contact_importer_test.rb
+- examples/grab_contacts.rb