contacts 1.0.0

data/LICENSE

@@ -0,0 +1,10 @@
+Copyright (c) 2006, Lucas Carlson, MOG
+All rights reserved.
+
+Redistribution and use in source and binary forms, with or without modification, are permitted provided that the following conditions are met:
+
+Redistributions of source code must retain the above copyright notice, this list of conditions and the following disclaimer.
+Redistributions in binary form must reproduce the above copyright notice, this list of conditions and the following disclaimer in the documentation and/or other materials provided with the distribution.
+Neither the name of the Lucas Carlson nor the names of its contributors may be used to endorse or promote products derived from this software without specific prior written permission.
+THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
+

data/README

@@ -0,0 +1,37 @@
+== Welcome to Contacts
+
+Contacts is a universal interface to grab contact list information from various providers including Hotmail, Gmail and Yahoo.
+
+== Download
+
+* gem install contacts
+* http://rubyforge.org/projects/contacts
+* svn co svn://rubyforge.org/var/svn/contacts
+
+== Background
+
+For a long time, the only way to get a list of contacts from your free online email accounts was with proprietary PHP scripts that would cost you $50. The act of grabbing that list is a simple matter of screen scrapping and this library gives you all the functionality you need. Thanks to the generosity of the highly popular Rails website MOG (http://mog.com) for allowing this library to be released open-source to the world. It is easy to extend this library to add new free email providers, so please contact the author if you would like to help.
+
+== Usage
+
+	Contacts::Hotmail.new(login, password).contacts # => [["name", "foo@bar.com"], ["another name", "bow@wow.com"]]
+	Contacts::Yahoo.new(login, password).contacts
+	Contacts::Gmail.new(login, password).contacts
+	
+	Contacts.new(:gmail, login, password).contacts
+	Contacts.new(:hotmail, login, password).contacts
+	Contacts.new(:yahoo, login, password).contacts
+	
+	Contacts.guess(login, password).contacts
+
+Notice there are three ways to use this library so that you can limit the use as much as you would like in your particular application. The Contacts.guess method will automatically concatenate all the address book contacts from each of the successful logins in the case that a username password works across multiple services.
+
+== Examples
+
+See the examples/ directory.
+
+== Authors    
+* Lucas Carlson from MOG (mailto:lucas@rufy.com) - http://mog.com
+
+This library is released under the terms of the BSD.
+

data/Rakefile

@@ -0,0 +1,90 @@
+require 'rubygems'
+require 'rake'
+require 'rake/testtask'
+require 'rake/rdoctask'
+require 'rake/gempackagetask'
+require 'rake/contrib/rubyforgepublisher'
+require 'lib/contacts'
+
+PKG_VERSION = Contacts::VERSION
+
+PKG_FILES = FileList[
+    "lib/**/*", "bin/*", "test/**/*", "[A-Z]*", "Rakefile", "doc/**/*", "examples/**/*"
+]
+
+desc "Default Task"
+task :default => [ :test ]
+
+# Run the unit tests
+desc "Run all unit tests"
+Rake::TestTask.new("test") { |t|
+  t.libs << "lib"
+  t.pattern = 'test/*/*_test.rb'
+  t.verbose = true
+}
+
+# Make a console, useful when working on tests
+desc "Generate a test console"
+task :console do
+   verbose( false ) { sh "irb -I lib/ -r 'contacts'" }
+end
+
+# Genereate the RDoc documentation
+desc "Create documentation"
+Rake::RDocTask.new("doc") { |rdoc|
+  rdoc.title = "Contact List - ridiculously easy contact list information from various providers including Yahoo, Gmail, and Hotmail"
+  rdoc.rdoc_dir = 'doc'
+  rdoc.rdoc_files.include('README')
+  rdoc.rdoc_files.include('lib/**/*.rb')
+}
+
+# Genereate the package
+spec = Gem::Specification.new do |s|
+
+  #### Basic information.
+
+  s.name = 'contacts'
+  s.version = PKG_VERSION
+  s.summary = <<-EOF
+   Ridiculously easy contact list information from various providers including Yahoo, Gmail, and Hotmail
+  EOF
+  s.description = <<-EOF
+   Ridiculously easy contact list information from various providers including Yahoo, Gmail, and Hotmail
+  EOF
+
+  #### Which files are to be included in this gem?  Everything!  (Except CVS directories.)
+
+  s.files = PKG_FILES
+
+  #### Load-time details: library and application (you will need one or both).
+
+  s.require_path = 'lib'
+  s.autorequire = 'contacts'
+
+  s.add_dependency('json', '>= 0.4.1')
+  s.requirements << "A json parser"
+
+  #### Documentation and testing.
+
+  s.has_rdoc = true
+
+  #### Author and project details.
+
+  s.author = "Lucas Carlson"
+  s.email = "lucas@rufy.com"
+  s.homepage = "http://rubyforge.org/projects/contacts"
+end
+
+Rake::GemPackageTask.new(spec) do |pkg|
+  pkg.need_zip = true
+  pkg.need_tar = true
+end
+
+desc "Report code statistics (KLOCs, etc) from the application"
+task :stats do
+  require 'code_statistics'
+  CodeStatistics.new(
+    ["Library", "lib"],
+    ["Units", "test"]
+  ).to_s
+end

data/examples/grab_contacts.rb

@@ -0,0 +1,12 @@
+require File.dirname(__FILE__)+"/../lib/contacts"
+
+login = ARGV[0]
+password = ARGV[1]
+
+Contacts::Gmail.new(login, password).contacts
+
+Contacts.new(:gmail, login, password).contacts
+
+Contacts.new("gmail", login, password).contacts
+
+Contacts.guess(login, password).contacts

data/lib/contacts.rb

@@ -0,0 +1,7 @@
+$:.unshift(File.dirname(__FILE__)+"/contacts/")
+
+require 'rubygems'
+require 'base'
+require 'gmail'
+require 'hotmail'
+require 'yahoo'

data/lib/contacts/base.rb

@@ -0,0 +1,171 @@
+require "cgi"
+require "net/http"
+require "net/https"
+require "uri"
+
+class Contacts
+  TYPES = {}
+  VERSION = "1.0.0"
+  
+  class Base
+    def initialize(login, password)
+      @login    = login
+      @password = password
+      connect
+    end
+    
+    def connect
+      raise AuthenticationError, "Login and password must not be nil, login: #{@login.inspect}, password: #{@password.inspect}" if @login.nil? || @password.nil?
+      real_connect
+    end
+    
+    def connected?
+      @cookies && !@cookies.empty?
+    end
+
+    def contacts
+      return @contacts if @contacts
+      if connected?
+        url = URI.parse(contact_list_url)
+        http = Net::HTTP.new(url.host, url.port)
+        if url.port == 443
+          http.use_ssl = true
+          http.verify_mode = OpenSSL::SSL::VERIFY_NONE
+        end
+        resp, data = http.get("#{url.path}?#{url.query}",
+          "Cookie" => @cookies
+        )
+        
+        if resp.code_type != Net::HTTPOK
+          raise ConnectionError, self.class.const_get(:PROTOCOL_ERROR)
+        end
+        
+        parse data
+      end
+    end
+    
+    def login
+      @attempt ||= 0
+      @attempt += 1
+            
+      if @attempt == 1
+        @login
+      else
+        if @login.include?("@#{domain}")
+          @login.sub("@#{domain}","")
+        else
+          "#{@login}@#{domain}"
+        end
+      end
+    end
+    
+    def password
+      @password
+    end
+    
+  private
+  
+    def domain
+      @d ||= URI.parse(self.class.const_get(:URL)).host.sub(/^www\./,'')
+    end
+
+    def contact_list_url
+      self.class.const_get(:CONTACT_LIST_URL)
+    end
+    
+    def parse_cookies(data, existing="")
+      return existing if data.nil?
+
+      cookies = existing.split(";").map{|i|i.split("=", 2).map{|j|j.strip}}.inject({}){|h,i|h[i[0]]=i[1];h}
+      
+      data.gsub!(/ ?[\w]+=EXPIRED;/,'')
+      data.gsub!(/ ?expires=(.*?, .*?)[;,$]/i, ';')
+      data.gsub!(/ ?(domain|path)=[\S]*?[;,$]/i,';')
+      data.gsub!(/[,;]?\s*(secure|httponly)/i,'')
+      data.gsub!(/(;\s*){2,}/,', ')
+      data.gsub!(/(,\s*){2,}/,', ')
+      data.sub!(/^,\s*/,'')
+      data.sub!(/\s*,$/,'')
+      
+      data.split(", ").map{|t|t.to_s.split(";").first}.each do |data|
+        k, v = data.split("=", 2).map{|j|j.strip}
+        if cookies[k] && v.empty?
+          cookies.delete(k)
+        elsif v && !v.empty?
+          cookies[k] = v
+        end
+      end
+      
+      cookies.map{|k,v| "#{k}=#{v}"}.join("; ")
+    end
+    
+    def remove_cookie(cookie, cookies)
+      parse_cookies("#{cookie}=", cookies)
+    end
+    
+    def post(url, postdata, cookies="", referer="")
+      url = URI.parse(url)
+      http = Net::HTTP.new(url.host, url.port)
+      if url.port == 443
+        http.use_ssl = true
+        http.verify_mode = OpenSSL::SSL::VERIFY_NONE
+      end
+      resp, data = http.post(url.path, postdata,
+        "User-Agent" => "Mozilla/5.0 (Macintosh; U; Intel Mac OS X; en-US; rv:1.8.1) Gecko/20061010 Firefox/2.0",
+        "Cookie" => cookies,
+        "Referer" => referer,
+        "Content-Type" => 'application/x-www-form-urlencoded'
+      )
+      cookies = parse_cookies(resp.response['set-cookie'], cookies)
+      forward = resp.response['Location']
+      return data, resp, cookies, forward
+    end
+    
+    def get(url, cookies="", referer="")
+      url = URI.parse(url)
+      http = Net::HTTP.new(url.host, url.port)
+      if url.port == 443
+        http.use_ssl = true
+        http.verify_mode = OpenSSL::SSL::VERIFY_NONE
+      end
+      resp, data = http.get("#{url.path}?#{url.query}",
+        "User-Agent" => "Mozilla/5.0 (Macintosh; U; Intel Mac OS X; en-US; rv:1.8.1) Gecko/20061010 Firefox/2.0",
+        "Cookie" => cookies,
+        "Referer" => referer
+      )
+      cookies = parse_cookies(resp.response['set-cookie'], cookies)
+      forward = resp.response['Location']
+      return data, resp, cookies, forward
+    end
+  end
+  
+  class ContactsError < StandardError
+  end
+  
+  class AuthenticationError < ContactsError
+  end
+
+  class ConnectionError < ContactsError
+  end
+  
+  class TypeNotFound < ContactsError
+  end
+  
+  def self.new(type, login, password)
+    if TYPES.include?(type.to_s.intern)
+      TYPES[type.to_s.intern].new(login, password)
+    else
+      raise TypeNotFound, "#{type.inspect} is not a valid type, please choose one of the following: #{TYPES.keys.inspect}"
+    end
+  end
+  
+  def self.guess(login, password)
+    TYPES.inject([]) do |a, t|
+      begin
+        a + t[1].new(login, password).contacts
+      rescue AuthenticationError
+        a
+      end
+    end.uniq
+  end
+end

data/lib/contacts/gmail.rb

@@ -0,0 +1,81 @@
+require "json"
+
+class Contacts
+  class Gmail < Base
+    URL                 = "https://mail.google.com/mail/"
+    LOGIN_URL           = "https://www.google.com/accounts/ServiceLoginAuth"
+    LOGIN_REFERER_URL   = "https://www.google.com/accounts/ServiceLogin?service=mail&passive=true&rm=false&continue=http%3A%2F%2Fmail.google.com%2Fmail%3Fui%3Dhtml%26zy%3Dl&ltmpl=yj_blanco&ltmplcache=2&hl=en"
+    CONTACT_LIST_URL    = "https://mail.google.com/mail/?view=cl&search=contacts&pnl=a"
+    PROTOCOL_ERROR      = "Gmail has changed its protocols, please upgrade this library first. If that does not work, contact lucas@rufy.com with this error"
+    
+    def real_connect
+      postdata =  "ltmpl=yj_blanco"
+      postdata += "&continue=#{CGI.escape(URL)}"
+      postdata += "&ltmplcache=2"
+      postdata += "&service=mail"
+      postdata += "&rm=false"
+      postdata += "&ltmpl=yj_blanco"
+      postdata += "&hl=en"
+      postdata += "&Email=#{CGI.escape(login)}"
+      postdata += "&Passwd=#{CGI.escape(password)}"
+      postdata += "&rmShown=1"
+      postdata += "&null=Sign+in"
+            
+      time =      Time.now.to_i
+      time_past = Time.now.to_i - 8 - rand(12)
+      cookie =    "GMAIL_LOGIN=T#{time_past}/#{time_past}/#{time}"
+      
+      data, resp, cookies, forward, old_url = post(LOGIN_URL, postdata, cookie, LOGIN_REFERER_URL) + [LOGIN_URL]
+      
+      cookies = remove_cookie("GMAIL_LOGIN", cookies)
+      
+      if data.index("Username and password do not match")
+        raise AuthenticationError, "Username and password do not match"
+      elsif data.index("Required field must not be blank")
+        raise AuthenticationError, "Login and password must not be blank"
+      elsif data.index("errormsg_0_logincaptcha")
+        raise AuthenticationError, "Captcha error"
+      elsif data.index("Invalid request")
+        raise ConnectionError, PROTOCOL_ERROR
+      elsif cookies == ""
+        raise ConnectionError, PROTOCOL_ERROR
+      end
+      
+      until forward.nil?
+        data, resp, cookies, forward, old_url = get(forward, cookies, old_url) + [forward]
+      end
+      cookies = remove_cookie("LSID", cookies)
+      cookies = remove_cookie("GV", cookies)
+            
+      if resp.code_type != Net::HTTPOK
+        raise ConnectionError, PROTOCOL_ERROR
+      end
+      
+      @cookies = cookies
+    end
+    
+  private
+    
+    def parse(data)
+      data.gsub!("\n","")
+      data.gsub!("D([", "\nD([")
+      data.gsub!("]);", "]);\n")
+      data.gsub!("u003d", "=")
+      data.gsub!("u002f", "/")
+
+      parsed_data = []
+      data.scan(%r{D\(\[(.*)\]\)}) do |match|
+        parsed_data << JSON.parse("[#{match[0]}]") rescue next
+      end
+      
+      @contacts = parsed_data.select{|d| d[0] == "cl"}.inject([]) do |a,d|
+        a.concat(d.inject([]) do |ar,dr|
+          ar.concat(dr.is_a?(Array) ? [[dr[3],dr[4]]] : [])
+        end)
+      end
+    end
+    
+  end
+
+  TYPES[:gmail] = Gmail
+end

data/lib/contacts/hotmail.rb

@@ -0,0 +1,77 @@
+class Contacts
+  class Hotmail < Base
+    URL                 = "http://www.hotmail.com/"
+    CONTACT_LIST_URL    = "http://%s/cgi-bin/addresses"
+    PROTOCOL_ERROR      = "Hotmail has changed its protocols, please upgrade this library first. If that does not work, contact lucas@rufy.com with this error"
+    PWDPAD = "IfYouAreReadingThisYouHaveTooMuchFreeTime"
+    
+    def real_connect
+      data, resp, cookies, forward = get(URL)
+      data, resp, cookies, forward = get(forward, cookies, URL)
+      
+      postdata =  "PPSX=#{CGI.escape(data.split("><").grep(/PPSX/).first[/=\S+$/][2..-3])}&"
+      postdata += "PwdPad=#{PWDPAD[0...(PWDPAD.length-@password.length)]}&"
+      postdata += "login=#{CGI.escape(login)}&passwd=#{CGI.escape(password)}&LoginOptions=2&"
+      postdata += "PPFT=#{CGI.escape(data.split("><").grep(/PPFT/).first[/=\S+$/][2..-3])}"
+      
+      form_url = data.split("><").grep(/form/).first.split[5][8..-2]
+      data, resp, cookies, forward = post(form_url, postdata, cookies)
+      
+      if data.index("The e-mail address or password is incorrect")
+        raise AuthenticationError, "Username and password do not match"
+      elsif data != ""
+        raise AuthenticationError, "Required field must not be blank"
+      elsif cookies == ""
+        raise ConnectionError, PROTOCOL_ERROR
+      end
+      
+      old_url = form_url
+      until forward.nil?
+        data, resp, cookies, forward, old_url = get(forward, cookies, old_url) + [forward]
+      end
+      
+      if resp.code_type != Net::HTTPOK
+        raise ConnectionError, PROTOCOL_ERROR
+      end
+
+      forward = "http://www.hotmail.msn.com/cgi-bin/sbox"
+
+      until forward.nil?
+        data, resp, cookies, forward, old_url = get(forward, cookies, old_url) + [forward]
+      end
+      
+      if resp.code_type != Net::HTTPOK
+        raise ConnectionError, PROTOCOL_ERROR
+      end
+      
+      @domain = URI.parse(old_url).host
+      @cookies = cookies
+    rescue AuthenticationError => m
+      if @attempt == 1
+        retry
+      else
+        raise m
+      end
+    end
+    
+  private
+    
+    def contact_list_url
+      CONTACT_LIST_URL % @domain
+    end
+    
+    def parse(data)
+      chunks = data.split('id="hotmail"')
+      chunks.delete_at(0)
+      
+      @contacts = chunks.map do |chunk|
+        name = chunk.split('return false;">')[1].split('</a>')[0] rescue nil
+        email = chunk.split('return false;">')[2].split('</a>')[0] rescue nil
+        [name, email] if email
+      end.compact
+    end
+    
+  end
+
+  TYPES[:hotmail] = Hotmail
+end

data/lib/contacts/yahoo.rb

@@ -0,0 +1,57 @@
+class Contacts
+  class Yahoo < Base
+    URL                 = "http://mail.yahoo.com/"
+    LOGIN_URL           = "https://login.yahoo.com/config/login"
+    CONTACT_LIST_URL    = "http://address.yahoo.com/"
+    PROTOCOL_ERROR      = "Yahoo has changed its protocols, please upgrade this library first. If that does not work, contact lucas@rufy.com with this error"
+    
+    def real_connect
+      postdata =  ".tries=2&.src=ym&.md5=&.hash=&.js=&.last=&promo=&.intl=us&.bypass="
+      postdata += "&.partner=&.u=4eo6isd23l8r3&.v=0&.challenge=gsMsEcoZP7km3N3NeI4mX"
+      postdata += "kGB7zMV&.yplus=&.emailCode=&pkg=&stepid=&.ev=&hasMsgr=1&.chkP=Y&."
+      postdata += "done=#{CGI.escape(URL)}&login=#{CGI.escape(login)}&passwd=#{CGI.escape(password)}"
+      
+      data, resp, cookies, forward = post(LOGIN_URL, postdata)
+      
+      if data.index("Invalid ID or password")
+        raise AuthenticationError, "Username and password do not match"
+      elsif data.index("Sign in") && data.index("to Yahoo!")
+        raise AuthenticationError, "Required field must not be blank"
+      elsif data != ""
+        raise ConnectionError, PROTOCOL_ERROR
+      elsif cookies == ""
+        raise ConnectionError, PROTOCOL_ERROR
+      end
+      
+      data, resp, cookies, forward = get(forward, cookies, LOGIN_URL)
+      
+      if resp.code_type != Net::HTTPOK
+        raise ConnectionError, PROTOCOL_ERROR
+      end
+      
+      @cookies = cookies
+    end
+    
+  private
+    
+    def parse(data)
+      chunks = data.split("c_row")
+      chunks.delete_at(0)
+      
+      processed_data = {}
+      chunks.each_with_index do |chunk, i|
+        processed_data[i/2] ||= []
+        if i%2 == 0 # then it is a name
+          processed_data[i/2] << chunk.split(/[^,]\n/).grep(/contactname/).first.gsub(/(<|^).*?(>|$)/,'').strip
+        else # it is an email
+          processed_data[i/2] << chunk.split.grep(/compose.mail.yahoo.com/).first.gsub(/(<|^).*?(>|$)/,'').strip rescue next
+        end
+      end
+      
+      @contacts = processed_data.values.delete_if{|data|data[1].nil?}
+    end
+    
+  end
+
+  TYPES[:yahoo] = Yahoo
+end

metadata

@@ -0,0 +1,62 @@
+--- !ruby/object:Gem::Specification 
+rubygems_version: 0.8.11
+specification_version: 1
+name: contacts
+version: !ruby/object:Gem::Version 
+  version: 1.0.0
+date: 2006-12-04 00:00:00 -08:00
+summary: Ridiculously easy contact list information from various providers including Yahoo, Gmail, and Hotmail
+require_paths: 
+- lib
+email: lucas@rufy.com
+homepage: http://rubyforge.org/projects/contacts
+rubyforge_project: 
+description: Ridiculously easy contact list information from various providers including Yahoo, Gmail, and Hotmail
+autorequire: contacts
+default_executable: 
+bindir: bin
+has_rdoc: true
+required_ruby_version: !ruby/object:Gem::Version::Requirement 
+  requirements: 
+  - - ">"
+    - !ruby/object:Gem::Version 
+      version: 0.0.0
+  version: 
+platform: ruby
+signing_key: 
+cert_chain: 
+authors: 
+- Lucas Carlson
+files: 
+- lib/contacts
+- lib/contacts.rb
+- lib/contacts/base.rb
+- lib/contacts/gmail.rb
+- lib/contacts/hotmail.rb
+- lib/contacts/yahoo.rb
+- LICENSE
+- Rakefile
+- README
+- examples/grab_contacts.rb
+test_files: []
+
+rdoc_options: []
+
+extra_rdoc_files: []
+
+executables: []
+
+extensions: []
+
+requirements: 
+- A json parser
+dependencies: 
+- !ruby/object:Gem::Dependency 
+  name: json
+  version_requirement: 
+  version_requirements: !ruby/object:Gem::Version::Requirement 
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        version: 0.4.1
+    version: