rails_address_fetcher 1.0

data/Manifest.txt

@@ -0,0 +1,17 @@
+Author.txt
+History.txt
+Manifest.txt
+README.txt
+Rakefile
+lib/address_fetcher.rb
+lib/address_fetcher/aol.rb
+lib/address_fetcher/base.rb
+lib/address_fetcher/gmail.rb
+lib/address_fetcher/hotmail.rb
+lib/address_fetcher/mechanize_patch.rb
+lib/address_fetcher/yahoo.rb
+test/aol_test.rb
+test/gmail_test.rb
+test/hotmail_test.rb
+test/test_helper.rb
+test/yahoo_test.rb

data/README.txt

@@ -0,0 +1,14 @@
+= rails-address-fetcher
+A ruby lib to fetch email address, such as Gmail, Yahoo, Hotmail, AOL.
+
+== Install
+
+gem install -l rails_address_fetcher-1.0.gem
+
+== Usage
+
+{{{
+require "address_fetcher"
+result = AddressFetcher::AddressFetcher.fetch :username => 'xxx', :password => 'xxx'
+}}}
+

data/Rakefile

@@ -0,0 +1,12 @@
+require 'rubygems'
+require 'hoe'
+
+Hoe.new('rails_address_fetcher', '1.0') do |p|
+  p.author = 'Naveen Joshi'
+  p.email = 'joshinav@gmail.com'
+  p.url = ''
+  p.summary = 'Email Address fetcher lib for ruby'
+  p.description = 'A ruby lib to fetch email address'
+  p.extra_deps << [ "mechanize", ">= 0.7.0" ]
+  p.extra_deps << [ "fastercsv", ">= 1.2.3" ]
+end

data/lib/address_fetcher.rb

@@ -0,0 +1,35 @@
+require 'singleton'
+
+module AddressFetcher
+  class AddressFetcher
+    include Singleton
+
+    attr_accessor :fetchers
+
+    def initialize
+      @fetchers = { }
+    end
+
+    def self.fetch(options = {})
+      instance.fetchers.each do |name, fetcher|
+        if fetcher =~ options
+          return fetcher.fetch(options)
+        end
+      end
+      nil
+    end
+
+    def self.register(name, fetcher_class)
+      fetcher = fetcher_class.new
+      raise ArgumentError, 'Unknown fetcher' unless fetcher.kind_of? Base
+      instance.fetchers[name] = fetcher
+    end
+  end
+end
+
+require File.dirname(__FILE__) + '/address_fetcher/base'
+require File.dirname(__FILE__) + '/address_fetcher/gmail'
+require File.dirname(__FILE__) + '/address_fetcher/yahoo'
+require File.dirname(__FILE__) + '/address_fetcher/hotmail'
+require File.dirname(__FILE__) + '/address_fetcher/aol'
+require File.dirname(__FILE__) + '/address_fetcher/mechanize_patch'

data/lib/address_fetcher/aol.rb

@@ -0,0 +1,38 @@
+module AddressFetcher
+  class Aol < Base
+    def =~(options)
+      options && options[:username] =~ /@aol.com$/i ? true : false
+    end
+
+    def login
+      page = @agent.get("http://webmail.aol.com")
+      login_form = page.form('AOLLoginForm')
+      login_form.loginId = options[:username].split("@").first
+      login_form.password = options[:password]
+      page = @agent.submit(login_form)
+
+      raise BadCredentialsError, "Wrong username and password pair"  if page.body =~ /Invalid Screen Name or Password. Please try again./
+
+      redirect_url = page.body.scan(/http:\/\/[^']*/).first
+      page = @agent.get redirect_url
+
+      success_url = page.body.scan(/gSuccessPath[^"]*\"([^"]*)".*/).flatten.first
+      page = @agent.get success_url
+    end
+
+    def do_fetch
+      raise BadCredentialsError, "Login at first" unless auth_cookie = agent.cookies.find{|c| c.name =~ /^Auth/}
+
+      user = auth_cookie.value.scan(/&uid:([^&]+)&/).first.first
+      page = agent.get "http://webmail.aol.com/aim/en-us/Lite/addresslist-print.aspx?command=all&sort=LastFirstNick&sortDir=Ascending&nameFormat=LastFirstNick&user=#{user}"
+
+      names = page.body.scan(/<span class="fullName">([^<]+)<\/span>/).flatten
+      emails = page.body.scan(/<span>Email 1:<\/span> <span>([^<]+)<\/span>/).flatten
+
+      (0...[names.size,emails.size].max).collect do |i|
+        { :name => names[i], :email => emails[i] }
+      end
+    end
+  end
+  AddressFetcher.register(:aol, Aol)
+end

data/lib/address_fetcher/base.rb

@@ -0,0 +1,41 @@
+begin
+  require 'mechanize'
+rescue LoadError
+  require 'rubygems'
+  require 'mechanize'
+end
+
+module AddressFetcher
+  class AddressFetcherError < StandardError
+  end
+
+  class BadCredentialsError < AddressFetcherError
+  end
+
+  class Base
+    attr_accessor :options
+    attr_accessor :agent
+
+    def =~(options); end
+
+    def create_agent
+      @agent = WWW::Mechanize.new
+      @agent.user_agent = "Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.8.1.9) Gecko/20071025 Firefox/2.0.0.9"
+      @agent.keep_alive = false
+      @agent
+    end
+
+    def fetch(options)
+      @options = options
+      create_agent
+      login
+      do_fetch
+    end
+
+    def do_fetch; end
+
+    def type
+      self.class.name.split("::").last
+    end
+  end
+end

data/lib/address_fetcher/gmail.rb

@@ -0,0 +1,35 @@
+module AddressFetcher
+  class Gmail < Base
+    def =~(options)
+      options && options[:username] =~ /@gmail.com$/i ? true : false
+    end
+
+    def login
+      page = @agent.get("http://www.gmail.com")
+      login_form = page.forms.first
+      login_form.Email = @options[:username]
+      login_form.Passwd = @options[:password]
+      page = @agent.submit(login_form)
+
+      raise BadCredentialsError, "Wrong username and password pair." if page.body =~ /Username and password do not match/
+
+      url = page.search('//meta').first.attributes['content'].split(/[URL|url]='?/).last rescue nil
+      url = url[0...-1] if url[-1] == 39
+
+      page = @agent.get url
+    end
+
+    def do_fetch
+      raise BadCredentialsError, "Login at first" unless @agent.cookies.find { |c| c.name == 'GAUSR' && c.value == "mail:#{options[:username]}" }
+
+      page = @agent.get('http://mail.google.com/mail/h/?v=cl&pnl=a')
+      contact_rows = page.search("input[@name='c']/../..")
+      contact_rows.collect do |row|
+        columns = row/"td"
+
+        { :name  => ( columns[1]/"b" ).inner_text, :email => columns[2].inner_html.gsub( /(\n|&nbsp;)/, '') }
+      end
+    end
+  end
+  AddressFetcher.register(:gmail, Gmail)
+end

data/lib/address_fetcher/hotmail.rb

@@ -0,0 +1,35 @@
+require 'fastercsv'
+
+module AddressFetcher
+  class Hotmail < Base
+    def =~(options)
+      options && options[:username] =~ /@hotmail.com$/i ? true : false
+    end
+
+    def login
+      page = @agent.get("http://login.live.com/login.srf?")
+      login_form = page.form("f1")
+      login_form.login = options[:username]
+      login_form.passwd = options[:password]
+      page = @agent.submit(login_form)
+
+      raise BadCredentialsError, "Wrong username and password pair" if page.body =~ /The e-mail address or password is incorrect/
+
+      page = agent.get( page.body.scan(/http\:\/\/[^"]+/).first )
+    end
+
+    def do_fetch
+      raise BadCredentialsError, "Login at first." unless agent.cookies.find { |c| c.name == 'MSPPre' && c.value == options[:username] }
+
+      page = agent.get('http://mail.live.com/mail/PrintShell.aspx?type=contact')
+      rows = page.search("//div[@class='ContactsPrintPane cPrintContact BorderTop']")
+      rows.collect do |row|
+        name = row.search("//div[@class='cDisplayName']").first.innerText.strip
+        name = name[0,(name.size-3)]
+        email = row.search("/table/tr/td[@class='Value']").find { |v| v.inner_text =~ /.*@.*/ }.inner_text.strip rescue ""
+        { :name => name, :email => email }
+      end
+    end
+  end
+  AddressFetcher.register(:hotmail, Hotmail)
+end

data/lib/address_fetcher/mechanize_patch.rb

@@ -0,0 +1,18 @@
+require 'generator'
+
+class WWW::Mechanize
+  def to_absolute_uri(url, cur_page=current_page())
+    unless url.is_a? URI
+      url = url.to_s.strip
+      url = URI.parse(self.class.html_unescape(SyncEnumerator.new(url.split(/%[0-9A-Fa-f]{2}/), url.scan(/%[0-9A-Fa-f]{2}/)).map { |x,y| "#{ URI.escape(x||'')}#{y}" }.join('').gsub(/%23/, '#')))
+    end
+
+    if url.relative?
+      raise 'no history. please specify an absolute URL' unless cur_page.uri
+      url = cur_page.uri + url
+      url.path.sub!(/^(\/\.\.)+(?=\/)/, '')
+    end
+
+    return url
+  end
+end

data/lib/address_fetcher/yahoo.rb

@@ -0,0 +1,44 @@
+require 'fastercsv'
+
+module AddressFetcher
+  class Yahoo < Base
+    def =~(options)
+      options && options[:username] =~ /@yahoo.com$/i ? true : false
+    end
+
+    def login
+      page = @agent.get('https://login.yahoo.com/config/login_verify2')
+      login_form = page.form('login_form')
+      login_form.login = options[:username]
+      login_form.passwd = options[:password]
+      page = @agent.submit(login_form)
+
+      raise BadCredentialsError, "Wrong username and password pair." if page.body =~ /Invalid ID or password./
+
+      url = page.search('//meta').first.attributes['content'].split(/url=/).last rescue nil
+      page = @agent.get url
+    end
+
+    def do_fetch
+      page = @agent.get("http://address.yahoo.com/?1=&VPC=import_export")
+      raise BadCredentialsError, "Login at first" if page.body =~ /To access Yahoo! Address Book\.\.\..*Sign in./m
+
+      form = page.forms.last
+      csv = @agent.submit(form, form.buttons[2])
+      result = []
+      FasterCSV.parse(csv.body, :headers => true) do |row|
+        name = ""
+        name = [row[0], row[2]].select { |v| v.any? }.join(" ") rescue ""
+        name = row[4] if name.empty?
+        name = row[7] if name.empty?
+
+        email = row[4]
+        email = "#{row[7]}@yahoo.com" if email.empty?
+
+        result << {:name  => name, :email => email}
+      end
+      result
+    end
+  end
+  AddressFetcher.register(:yahoo, Yahoo)
+end

data/test/aol_test.rb

@@ -0,0 +1,11 @@
+require File.dirname(__FILE__) + "/test_helper"
+
+module AddressFetcher
+  class AolTest < Test::Unit::TestCase
+    def test_fetch
+      contacts = AddressFetcher.fetch(:username => 'joshinav@aol.com', :password => '14102000')
+      assert_kind_of Array, contacts
+      puts contacts.to_yaml
+    end
+  end
+end

data/test/gmail_test.rb

@@ -0,0 +1,11 @@
+require File.dirname(__FILE__) + "/test_helper"
+
+module AddressFetcher
+  class GmailTest < Test::Unit::TestCase
+    def test_fetch
+      contacts = AddressFetcher.fetch(:username => 'naveenrails@gmail.com', :password => '14102000')
+      assert_kind_of Array, contacts
+      puts contacts.to_yaml
+    end
+  end
+end

data/test/hotmail_test.rb

@@ -0,0 +1,11 @@
+require File.dirname(__FILE__) + "/test_helper"
+
+module AddressFetcher
+  class HotmailTest < Test::Unit::TestCase
+    def test_fetch
+      contacts = AddressFetcher.fetch(:username => 'aadyanav@hotmail.com', :password => 'UgtaSuraj')
+      assert_kind_of Array, contacts
+      puts contacts.to_yaml
+    end
+  end
+end

data/test/test_helper.rb

@@ -0,0 +1,4 @@
+$:.unshift(File.join(File.dirname(__FILE__), "..", "lib"))
+
+require 'test/unit'
+require 'address_fetcher'

data/test/yahoo_test.rb

@@ -0,0 +1,11 @@
+require File.dirname(__FILE__) + "/test_helper"
+
+module AddressFetcher
+  class YahooTest < Test::Unit::TestCase
+    def test_fetch
+      contacts = AddressFetcher.fetch(:username => 'aadyanav@yahoo.com', :password => '14102000')
+      assert_kind_of Array, contacts
+      puts contacts.to_yaml
+    end
+  end
+end

metadata

@@ -0,0 +1,99 @@
+--- !ruby/object:Gem::Specification 
+name: rails_address_fetcher
+version: !ruby/object:Gem::Version 
+  version: "1.0"
+platform: ruby
+authors: 
+- Naveen Joshi
+autorequire: 
+bindir: bin
+cert_chain: []
+
+date: 2008-02-13 00:00:00 +08:00
+default_executable: 
+dependencies: 
+- !ruby/object:Gem::Dependency 
+  name: mechanize
+  version_requirement: 
+  version_requirements: !ruby/object:Gem::Requirement 
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        version: 0.7.0
+    version: 
+- !ruby/object:Gem::Dependency 
+  name: fastercsv
+  version_requirement: 
+  version_requirements: !ruby/object:Gem::Requirement 
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        version: 1.2.3
+    version: 
+- !ruby/object:Gem::Dependency 
+  name: hoe
+  version_requirement: 
+  version_requirements: !ruby/object:Gem::Requirement 
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        version: 1.5.0
+    version: 
+description: A ruby lib to fetch email address
+email: joshinav@gmail.com
+executables: []
+
+extensions: []
+
+extra_rdoc_files: 
+- Author.txt
+- History.txt
+- Manifest.txt
+- README.txt
+files: 
+- Author.txt
+- History.txt
+- Manifest.txt
+- README.txt
+- Rakefile
+- lib/address_fetcher.rb
+- lib/address_fetcher/aol.rb
+- lib/address_fetcher/base.rb
+- lib/address_fetcher/gmail.rb
+- lib/address_fetcher/hotmail.rb
+- lib/address_fetcher/mechanize_patch.rb
+- lib/address_fetcher/yahoo.rb
+- test/aol_test.rb
+- test/gmail_test.rb
+- test/hotmail_test.rb
+- test/test_helper.rb
+- test/yahoo_test.rb
+has_rdoc: true
+homepage: 
+post_install_message: 
+rdoc_options: 
+- --main
+- README.txt
+require_paths: 
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement 
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      version: "0"
+  version: 
+required_rubygems_version: !ruby/object:Gem::Requirement 
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      version: "0"
+  version: 
+requirements: []
+
+rubyforge_project: rails_address_fetcher
+rubygems_version: 1.0.1
+signing_key: 
+specification_version: 2
+summary: Email Address fetcher lib for ruby
+test_files: 
+- test/test_helper.rb