muck-contacts 2.6.1

data/Gemfile

@@ -0,0 +1,24 @@
+source :rubygems
+
+gem 'json', ">= 1.1.1"
+gem 'gdata', :platform => [:ruby_18]
+gem 'gdata19', :platform => [:ruby_19]
+gem 'hpricot', '= 0.8.2'
+gem 'encryptor'
+gem 'oauth', '>= 0.4.0'
+
+gem 'mini_fb', :group => :facebook
+
+# Need this from git so we don't end up in dependency hell with oauth
+gem "linkedin", :group => :linkedin, :git => "https://github.com/pengwynn/linkedin.git"
+
+
+group :development do
+  gem 'jeweler'
+end
+
+group :test do
+  gem "ruby-debug", :platform => [:ruby_18]
+  gem "ruby-debug19", :platform => [:ruby_19]
+  gem "shoulda"
+end

data/LICENSE

@@ -0,0 +1,10 @@
+Copyright (c) 2006, Lucas Carlson, MOG
+All rights reserved.
+
+Redistribution and use in source and binary forms, with or without modification, are permitted provided that the following conditions are met:
+
+Redistributions of source code must retain the above copyright notice, this list of conditions and the following disclaimer.
+Redistributions in binary form must reproduce the above copyright notice, this list of conditions and the following disclaimer in the documentation and/or other materials provided with the distribution.
+Neither the name of the Lucas Carlson nor the names of its contributors may be used to endorse or promote products derived from this software without specific prior written permission.
+THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
+

data/README

@@ -0,0 +1,58 @@
+== Welcome to Contacts
+
+Contacts is a universal interface to grab contact list information from various providers including Outlook, Address Book, Hotmail, AOL, Gmail, Plaxo and Yahoo.
+
+== Download
+
+* gem install contacts
+* http://github.com/cardmagic/contacts
+* git clone git://github.com/cardmagic/contacts.git
+
+== Background
+
+For a long time, the only way to get a list of contacts from your free online email accounts was with proprietary PHP scripts that would cost you $50. The act of grabbing that list is a simple matter of screen scrapping and this library gives you all the functionality you need. Thanks to the generosity of the highly popular Rails website MOG (http://mog.com) for allowing this library to be released open-source to the world. It is easy to extend this library to add new free email providers, so please contact the author if you would like to help.
+
+== Usage
+
+	Contacts::Hotmail.new(login, password).contacts # => [["name", "foo@bar.com"], ["another name", "bow@wow.com"]]
+	Contacts::Yahoo.new(login, password).contacts
+	Contacts::Gmail.new(login, password).contacts
+	
+	Contacts.new(:gmail, login, password).contacts
+	Contacts.new(:hotmail, login, password).contacts
+	Contacts.new(:yahoo, login, password).contacts
+	
+	Contacts.guess(login, password).contacts
+
+Notice there are three ways to use this library so that you can limit the use as much as you would like in your particular application. The Contacts.guess method will automatically concatenate all the address book contacts from each of the successful logins in the case that a username password works across multiple services.
+
+== Captcha error
+
+If there are too many failed attempts with the gmail login info, Google will raise a captcha response. To integrate the captcha handling, pass in the token and response via:
+
+  Contacts::Gmail.new(login, password, :captcha_token => params[:captcha_token], :captcha_response => params[:captcha_response]).contacts
+
+== Examples
+
+See the examples/ directory.
+
+== Authors
+
+* Lucas Carlson from MOG (mailto:lucas@rufy.com) - http://mog.com
+* Paperless Post
+
+== Contributors
+
+* Britt Selvitelle from Twitter (mailto:anotherbritt@gmail.com) - http://twitter.com
+* Tony Targonski from GigPark (mailto:tony@gigpark.com) - http://gigpark.com
+* Waheed Barghouthi from Watwet (mailto:waheed.barghouthi@gmail.com) - http://watwet.com
+* Glenn Sidney from Glenn Fu (mailto:glenn@glennfu.com) - http://glennfu.com
+* Brian McQuay from Onomojo (mailto:brian@onomojo.com) - http://onomojo.com
+* Adam Hunter (mailto:adamhunter@me.com) - http://adamhunter.me/
+* Glenn Ford (mailto:glenn@glennfu.com) - http://www.glennfu.com/
+* Leonardo Wong (mailto:mac@boy.name)
+* Rusty Burchfield
+* justintv
+
+This library is released under the terms of the BSD.
+

data/Rakefile

@@ -0,0 +1,43 @@
+require 'rubygems'
+require 'bundler'
+begin
+  Bundler.setup(:default, :development)
+rescue Bundler::BundlerError => e
+  $stderr.puts e.message
+  $stderr.puts "Run `bundle install` to install missing gems"
+  exit e.status_code
+end
+require 'rake'
+
+require 'jeweler'
+Jeweler::Tasks.new do |gem|
+  # gem is a Gem::Specification... see http://docs.rubygems.org/read/chapter/20 for more options
+  gem.name = "muck-contacts"
+  gem.homepage = "http://github.com/tatemae/contacts"
+  gem.license = "MIT"
+  gem.summary = %Q{A universal interface to grab contact list information from various providers including Outlook, Address Book, Yahoo, AOL, Gmail, Hotmail, and Plaxo.}
+  gem.description = %Q{A universal interface to grab contact list information from various providers including Outlook, Address Book, Yahoo, AOL, Gmail, Hotmail, and Plaxo.}
+  gem.email = "rob@notch8.com"
+  gem.authors = ["Rob Kaufman"]
+  # Include your dependencies below. Runtime dependencies are required when using your gem,
+  # and development dependencies are only needed for development (ie running rake tasks, tests, etc)
+  #  gem.add_runtime_dependency 'jabber4r', '> 0.1'
+  #  gem.add_development_dependency 'rspec', '> 1.2.3'
+end
+Jeweler::RubygemsDotOrgTasks.new
+
+require 'rake/testtask'
+Rake::TestTask.new(:test) do |test|
+  test.libs << 'lib' << 'test'
+  test.pattern = 'test/**/*_test.rb'
+  test.verbose = true
+end
+
+#require 'rcov/rcovtask'
+#Rcov::RcovTask.new do |test|
+  #test.libs << 'test'
+  #test.pattern = 'test/**/test_*.rb'
+  #test.verbose = true
+#end
+
+task :default => :test

data/VERSION

@@ -0,0 +1 @@
+2.6.1

data/contacts.gemspec

@@ -0,0 +1,106 @@
+# Generated by jeweler
+# DO NOT EDIT THIS FILE DIRECTLY
+# Instead, edit Jeweler::Tasks in Rakefile, and run 'rake gemspec'
+# -*- encoding: utf-8 -*-
+
+Gem::Specification.new do |s|
+  s.name = %q{contacts}
+  s.version = "2.6.0"
+
+  s.required_rubygems_version = Gem::Requirement.new(">= 0") if s.respond_to? :required_rubygems_version=
+  s.authors = ["Rob Kaufman"]
+  s.date = %q{2011-02-10}
+  s.description = %q{A universal interface to grab contact list information from various providers including Outlook, Address Book, Yahoo, AOL, Gmail, Hotmail, and Plaxo.}
+  s.email = %q{rob@notch8.com}
+  s.extra_rdoc_files = [
+    "LICENSE",
+    "README"
+  ]
+  s.files = [
+    "Gemfile",
+    "LICENSE",
+    "README",
+    "Rakefile",
+    "VERSION",
+    "contacts.gemspec",
+    "cruise_config.rb",
+    "examples/grab_contacts.rb",
+    "geminstaller.yml",
+    "lib/contacts.rb",
+    "lib/contacts/aol_importer.rb",
+    "lib/contacts/base.rb",
+    "lib/contacts/facebook.rb",
+    "lib/contacts/gmail.rb",
+    "lib/contacts/hotmail.rb",
+    "lib/contacts/json_picker.rb",
+    "lib/contacts/linked_in.rb",
+    "lib/contacts/mailru.rb",
+    "lib/contacts/outlook.rb",
+    "lib/contacts/plaxo.rb",
+    "lib/contacts/vcf.rb",
+    "lib/contacts/yahoo.rb",
+    "test/example_accounts.yml",
+    "test/test_helper.rb",
+    "test/unit/aol_contact_importer_test.rb",
+    "test/unit/facebook_contact_importer_test.rb",
+    "test/unit/gmail_contact_importer_test.rb",
+    "test/unit/hotmail_contact_importer_test.rb",
+    "test/unit/linked_in_contact_importer_test.rb",
+    "test/unit/mailru_contact_importer_test.rb",
+    "test/unit/outlook_test.rb",
+    "test/unit/test_accounts_test.rb",
+    "test/unit/vcf_test.rb",
+    "test/unit/yahoo_csv_contact_importer_test.rb"
+  ]
+  s.homepage = %q{http://github.com/notch8/contacts}
+  s.licenses = ["MIT"]
+  s.require_paths = ["lib"]
+  s.rubygems_version = %q{1.3.7}
+  s.summary = %q{A universal interface to grab contact list information from various providers including Outlook, Address Book, Yahoo, AOL, Gmail, Hotmail, and Plaxo.}
+  s.test_files = [
+    "examples/grab_contacts.rb",
+    "test/test_helper.rb",
+    "test/unit/aol_contact_importer_test.rb",
+    "test/unit/facebook_contact_importer_test.rb",
+    "test/unit/gmail_contact_importer_test.rb",
+    "test/unit/hotmail_contact_importer_test.rb",
+    "test/unit/linked_in_contact_importer_test.rb",
+    "test/unit/mailru_contact_importer_test.rb",
+    "test/unit/outlook_test.rb",
+    "test/unit/test_accounts_test.rb",
+    "test/unit/vcf_test.rb",
+    "test/unit/yahoo_csv_contact_importer_test.rb"
+  ]
+
+  if s.respond_to? :specification_version then
+    current_version = Gem::Specification::CURRENT_SPECIFICATION_VERSION
+    s.specification_version = 3
+
+    if Gem::Version.new(Gem::VERSION) >= Gem::Version.new('1.2.0') then
+      s.add_runtime_dependency(%q<json>, [">= 1.1.1"])
+      s.add_runtime_dependency(%q<gdata>, [">= 0"])
+      s.add_runtime_dependency(%q<gdata19>, [">= 0"])
+      s.add_runtime_dependency(%q<hpricot>, ["= 0.8.2"])
+      s.add_runtime_dependency(%q<encryptor>, [">= 0"])
+      s.add_runtime_dependency(%q<oauth>, [">= 0.4.0"])
+      s.add_development_dependency(%q<jeweler>, [">= 0"])
+    else
+      s.add_dependency(%q<json>, [">= 1.1.1"])
+      s.add_dependency(%q<gdata>, [">= 0"])
+      s.add_dependency(%q<gdata19>, [">= 0"])
+      s.add_dependency(%q<hpricot>, ["= 0.8.2"])
+      s.add_dependency(%q<encryptor>, [">= 0"])
+      s.add_dependency(%q<oauth>, [">= 0.4.0"])
+      s.add_dependency(%q<jeweler>, [">= 0"])
+    end
+  else
+    s.add_dependency(%q<json>, [">= 1.1.1"])
+    s.add_dependency(%q<gdata>, [">= 0"])
+    s.add_dependency(%q<gdata19>, [">= 0"])
+    s.add_dependency(%q<hpricot>, ["= 0.8.2"])
+    s.add_dependency(%q<encryptor>, [">= 0"])
+    s.add_dependency(%q<oauth>, [">= 0.4.0"])
+    s.add_dependency(%q<jeweler>, [">= 0"])
+  end
+end
+

data/cruise_config.rb

@@ -0,0 +1,22 @@
+# Project-specific configuration for CruiseControl.rb
+
+Project.configure do |project|
+
+  # Send email notifications about broken and fixed builds to email1@your.site, email2@your.site (default: send to nobody)
+  # if building this on your own CI box, please remove!
+   project.email_notifier.emails = ['opensource@pivotallabs.com']
+
+  # Set email 'from' field to john@doe.com:
+  # project.email_notifier.from = 'john@doe.com'
+
+  # Build the project by invoking rake task 'custom'
+  # project.rake_task = 'custom'
+
+  # Build the project by invoking shell script "build_my_app.sh". Keep in mind that when the script is invoked, current working directory is
+  # [cruise]/projects/your_project/work, so if you do not keep build_my_app.sh in version control, it should be '../build_my_app.sh' instead
+  # project.build_command = 'build_my_app.sh'
+
+  # Ping Subversion for new revisions every 5 minutes (default: 30 seconds)
+  # project.scheduler.polling_interval = 5.minutes
+
+end

data/examples/grab_contacts.rb

@@ -0,0 +1,12 @@
+require File.dirname(__FILE__)+"/../lib/contacts"
+
+login = ARGV[0]
+password = ARGV[1]
+
+Contacts::Gmail.new(login, password).contacts
+
+Contacts.new(:gmail, login, password).contacts
+
+Contacts.new("gmail", login, password).contacts
+
+Contacts.guess(login, password).contacts

data/geminstaller.yml

@@ -0,0 +1,8 @@
+---
+defaults:
+  install_options: --no-ri --no-rdoc
+gems:
+  - name: json
+    version: >= 1.1.1
+  - name: gdata
+    version: >= 1.1.1

data/lib/contacts.rb

@@ -0,0 +1,37 @@
+$:.unshift(File.dirname(__FILE__)+"/contacts/")
+
+## Use ActiveSupport's version of JSON if available
+#if Object.const_defined?('ActiveSupport') && ActiveSupport.const_defined?('JSON')
+#  module ActiveSupportJsonParseFunction
+#    def parse(i)
+#      ActiveSupport::JSON.decode(i)
+#    end
+#  end
+#  # newer versions of ActiveSupport define a root JSON module to extend...
+#  if Object.const_defined?('JSON')
+#    JSON.send(:extend, ActiveSupportJsonParseFunction)
+#  else
+#    # ... older need it defined from scratch
+#    class JSON
+#      extend ActiveSupportJsonParseFunction
+#    end
+#  end
+#else
+#  require 'json/add/rails'
+#end
+
+require 'rubygems'
+
+require 'json_picker'
+require 'base'
+require 'json_picker'
+require 'gmail'
+require 'hotmail'
+require 'yahoo'
+require 'plaxo'
+require 'mailru'
+require 'vcf'
+require 'outlook'
+require 'aol_importer'
+require 'facebook'
+require 'linked_in'

data/lib/contacts/aol_importer.rb

@@ -0,0 +1,149 @@
+require 'hpricot'
+require 'csv'
+
+class Contacts
+  class AolImporter < Base
+    URL                 = "http://www.aol.com/"
+    LOGIN_URL           = "https://my.screenname.aol.com/_cqr/login/login.psp"
+    LOGIN_REFERER_URL   = "http://webmail.aol.com/"
+    LOGIN_REFERER_PATH = "sitedomain=sns.webmail.aol.com&lang=en&locale=us&authLev=0&uitype=mini&loginId=&redirType=js&xchk=false"
+    AOL_NUM = "32319-211" # this seems to change each time they change the protocol
+
+    CONTACT_LIST_URL    = "http://mail.aol.com/#{AOL_NUM}/aol-6/en-us/Lite/ContactList.aspx?folder=Inbox&showUserFolders=False"
+    CONTACT_LIST_CSV_URL = "http://mail.aol.com/#{AOL_NUM}/aol-6/en-us/Lite/ABExport.aspx?command=all"
+    PROTOCOL_ERROR      = "AOL has changed its protocols, please upgrade this library first. If that does not work, dive into the code and submit a patch at http://github.com/cardmagic/contacts"
+
+    def contacts
+      postdata = {
+        "file" => 'contacts',
+        "fileType" => 'csv'
+      }
+
+      return @contacts if @contacts
+      if connected?
+        data, resp, cookies, forward, old_url = get(CONTACT_LIST_URL, @cookies, CONTACT_LIST_URL) + [CONTACT_LIST_URL]
+
+        until forward.nil?
+          data, resp, cookies, forward, old_url = get(forward, cookies, old_url) + [forward]
+        end
+
+        if resp.code_type != Net::HTTPOK
+          raise ConnectionError, self.class.const_get(:PROTOCOL_ERROR)
+        end
+
+        # parse data and grab <input name="user" value="8QzMPIAKs2" type="hidden">
+        doc = Hpricot(data)
+        (doc/:input).each do |input|
+          postdata["user"] = input.attributes["value"] if input.attributes["name"] == "user"
+        end
+
+        data, resp, cookies, forward, old_url = get(CONTACT_LIST_CSV_URL, @cookies, CONTACT_LIST_URL) + [CONTACT_LIST_URL]
+
+        until forward.nil?
+          data, resp, cookies, forward, old_url = get(forward, cookies, old_url) + [forward]
+        end
+
+        if data.include?("error.gif")
+          raise AuthenticationError, "Account invalid"
+        end
+
+        parse data
+      end
+    end
+
+
+    def real_connect
+
+      postdata = {
+        "loginId" => login,
+        "password" => password,
+        "rememberMe" => "on",
+        "_sns_fg_color_" => "",
+        "_sns_err_color_" => "",
+        "_sns_link_color_" => "",
+        "_sns_width_" => "",
+        "_sns_height_" => "",
+        "offerId" => "mail-second-en-us",
+        "_sns_bg_color_" => "",
+        "sitedomain" => "sns.webmail.aol.com",
+        "regPromoCode" => "",
+        "mcState" => "initialized",
+        "uitype" => "std",
+        "siteId" => "",
+        "lang" => "en",
+        "locale" => "us",
+        "authLev" => "0",
+        "siteState" => "",
+        "isSiteStateEncoded" => "false",
+        "use_aam" => "0",
+        "seamless" => "novl",
+        "aolsubmit" => CGI.escape("Sign In"),
+        "idType" => "SN",
+        "usrd" => "",
+        "doSSL" => "",
+        "redirType" => "",
+        "xchk" => "false"
+      }
+
+      # Get this cookie and stick it in the form to confirm to Aol that your cookies work
+      data, resp, cookies, forward = get(URL)
+      postdata["stips"] = cookie_hash_from_string(cookies)["stips"]
+      postdata["tst"] = cookie_hash_from_string(cookies)["tst"]
+
+      data, resp, cookies, forward, old_url = get(LOGIN_REFERER_URL, cookies) + [URL]
+      until forward.nil?
+        data, resp, cookies, forward, old_url = get(forward, cookies, old_url) + [forward]
+      end
+
+      data, resp, cookies, forward, old_url = get("#{LOGIN_URL}?#{LOGIN_REFERER_PATH}", cookies) + [LOGIN_REFERER_URL]
+      until forward.nil?
+        data, resp, cookies, forward, old_url = get(forward, cookies, old_url) + [forward]
+      end
+
+      doc = Hpricot(data)
+      (doc/:input).each do |input|
+        postdata["usrd"] = input.attributes["value"] if input.attributes["name"] == "usrd"
+      end
+      # parse data for <input name="usrd" value="2726212" type="hidden"> and add it to the postdata
+
+      postdata["SNS_SC"] = cookie_hash_from_string(cookies)["SNS_SC"]
+      postdata["SNS_LDC"] = cookie_hash_from_string(cookies)["SNS_LDC"]
+      postdata["LTState"] = cookie_hash_from_string(cookies)["LTState"]
+      # raise data.inspect
+
+      data, resp, cookies, forward, old_url = post(LOGIN_URL, h_to_query_string(postdata), cookies, LOGIN_REFERER_URL) + [LOGIN_REFERER_URL]
+
+      until forward.nil?
+        data, resp, cookies, forward, old_url = get(forward, cookies, old_url) + [forward]
+      end
+      if data.index("Invalid Password, Username or Email")
+        raise AuthenticationError, "Username and password do not match"
+      elsif data.index("Required field must not be blank")
+        raise AuthenticationError, "Login and password must not be blank"
+      elsif data.index("errormsg_0_logincaptcha")
+        raise AuthenticationError, "Captcha error"
+      elsif data.index("Invalid request")
+        raise ConnectionError, PROTOCOL_ERROR
+      elsif cookies == ""
+        raise ConnectionError, PROTOCOL_ERROR
+      end
+
+      @cookies = cookies
+    end
+
+
+    def parse(data, options={})
+      data = CSV.parse(data)
+      col_names = data.shift
+      @contacts = data.map do |person|
+        ["#{person[0]} #{person[1]}", person[4]] if person[4] && !person[4].empty?
+      end.compact
+    end
+
+    def h_to_query_string(hash)
+      u = ERB::Util.method(:u)
+      hash.map{ |k, v| u.call(k) + "=" + u.call(v) }.join("&")
+    end
+  end
+  TYPES[:aolImporter] = AolImporter
+end