rakutenusa-blackbook 1.0.12

data/test/test_blackbook_importer_hotmail.rb

@@ -0,0 +1,165 @@
+require File.join( File.dirname(__FILE__), '../lib/blackbook.rb' )
+require File.join( File.dirname(__FILE__), 'test_helper.rb' )
+require 'test/unit'
+require 'mocha'
+require 'mechanize'
+
+class TestBlackbookImporterHotmail < Test::Unit::TestCase
+
+  include TestHelper
+
+  
+  def setup
+    @importer = Blackbook::Importer::Hotmail.new
+    @importer.options = {:username => 'user@hotmail.com', :password => 'password'}
+    @importer.create_agent
+  end
+
+  def test_bad_login
+    response = {'content-type' => 'text/html'}
+
+    body = load_fixture('hotmail_login_response_stage_1.html').join
+    page = WWW::Mechanize::Page.new(uri=nil, response, body, code=nil, mech=nil)
+    @importer.agent.expects(:get).with('http://login.live.com/login.srf?id=2'
+      ).once.returns(page)
+
+    body = load_fixture('hotmail_bad_login_response_stage_2.html').join
+    page = WWW::Mechanize::Page.new(uri=nil, response, body, code=nil, mech=nil)
+    @importer.agent.expects(:submit).once.returns(page)
+
+    assert_raises(Blackbook::BadCredentialsError) do
+      @importer.login
+    end
+
+  end
+
+  def test_login
+    response = {'content-type' => 'text/html'}
+
+    body = load_fixture('hotmail_login_response_stage_1.html').join
+    page = WWW::Mechanize::Page.new(uri=nil, response, body, code=nil, mech=nil)
+    @importer.agent.expects(:get).with('http://login.live.com/login.srf?id=2'
+      ).once.returns(page)
+
+    body = load_fixture('hotmail_login_response_stage_2.html').join
+    page = WWW::Mechanize::Page.new(uri=nil, response, body, code=nil, mech=nil)
+    @importer.agent.expects(:submit).once.returns(page)
+
+    body = load_fixture('hotmail_login_response_stage_3.html').join
+    page = WWW::Mechanize::Page.new(uri=nil, response, body, code=nil, mech=nil)
+    @importer.agent.expects(:get).with(
+    'http://www.hotmail.msn.com/cgi-bin/sbox?t=9m9!oYK!qAKigHv8qDw1X1CMCqcbK10gIMWFQjyEK5dofUz!Aneq2zVs58p30sL*Vn8LAwVDD7952o!s1iny8uLHnZxso8YLLoQo4Z3CxhDx11tpPojydwUvwNF9zLFas7&p=9ZiSOOa!3CzsA5AbkqScGrB6w0zuXf!S*UaqQfk0fTM54toklVx51mUYcS3O8JAxjQmsQiwdEBIueipsTADcMs!2RRit547E5MtOMhA6NdiUNkoRvaGsSXK*j1iKAm7Z5jpdKpvW8oSv5yNpN5mWoULuD6lUEqC7i0KHR22e3NJ95C8uGbIGfgxkCjluo7Ye0eJcGraNIAbG0$&lc=1033&id=2'
+      ).once.returns(page)
+
+    assert_nothing_raised do
+      @importer.login
+    end
+  end
+
+  def test_scrape_contacts_not_logged_in
+    @importer.agent.expects(:cookies).once.returns([])
+    assert_raises(Blackbook::BadCredentialsError) do
+      @importer.scrape_contacts
+    end
+  end
+
+  def test_scrape_contacts
+    cookie = WWW::Mechanize::Cookie.new('MSPPre', 'user@hotmail.com')
+    cookie.domain = 'localhost'
+    @importer.agent.expects(:cookies).once.returns([cookie])
+
+    response = {'content-type' => 'text/html'}
+    uri = URI.parse('http://by135w.bay135.mail.live.com/mail/')
+
+    body = load_fixture('hotmail_scrape_first_page.html').join
+    page = WWW::Mechanize::Page.new(uri, response, body, code=nil, mech=nil)
+    @importer.instance_variable_set("@first_page", page)
+
+    body = load_fixture('hotmail_scrape_response_stage_1.html').join
+    page = WWW::Mechanize::Page.new(uri, response, body, code=nil, mech=nil)
+    @importer.agent.expects(:get).with('http://by118w.bay118.mail.live.com/mail/TodayLight.aspx?&ip=10.1.106.216&d=d952&mf=0&n=1587813607').once.returns(page)
+
+    body = load_fixture('hotmail_scrape_response_stage_2.html').join
+    page = WWW::Mechanize::Page.new(uri, response, body, code=nil, mech=nil)
+    @importer.agent.expects(:click).once.returns(page)
+    
+    body = load_fixture('hotmail_scrape_response_stage_3.html').join
+    page = WWW::Mechanize::Page.new(uri, response, body, code=nil, mech=nil)
+    @importer.agent.expects(:get).with('http://by118w.bay118.mail.live.com/mail/TodayLight.aspx?rru=inbox&n=650062209').once.returns(page)
+    
+    body = load_fixture('hotmail_contacts.html').join
+    page = WWW::Mechanize::Page.new(uri, response, body, code=nil, mech=nil)
+    @importer.agent.expects(:get).with('/mail/PrintShell.aspx?type=contact').once.returns(page)
+
+    assert_nothing_raised do
+      contacts = @importer.scrape_contacts
+      assert_equal 3, contacts.size
+
+      # Joe doesn't have a name
+      assert contacts.detect{|c| c[:email] == 'joe.user@example.com' && c[:name].nil? }
+
+      # Jane has both a name and an email
+      assert contacts.detect{|c| c[:email] == 'jane.user@example.com' && c[:name] == 'Jane User'}
+
+      # John doesn't have a name, just a Windows Live ID treated as a name
+      assert contacts.detect{|c| c[:email] == 'john.user@example.com' && c[:name].nil? }
+    end
+  end
+
+  def test_prepare
+    @importer.expects(:login).once
+    @importer.prepare
+  end
+
+  def test_importer_match
+    assert_equal false, @importer =~ nil
+    assert_equal false, @importer =~ {}
+    assert_equal false, @importer =~ {'username' => 'joe@example.com'}
+    assert_equal false, @importer =~ {:username => 'joe@example.com'}
+    assert_equal false, @importer =~ {:username => 'joe'}
+
+    domains = ["compaq.net",
+               "hotmail.co.jp",
+               "hotmail.co.uk",
+               "hotmail.com",
+               "hotmail.de",
+               "hotmail.fr",
+               "hotmail.it",
+               "messengeruser.com",
+               "msn.com",
+               "passport.com",
+               "webtv.net"]
+    domains.each do |domain|
+      assert_equal true, @importer =~ {:username => "joe@#{domain}"}
+      assert_equal true, @importer =~ {:username => "joe@#{domain}".upcase}
+    end
+  end
+
+
+  def test_login_url
+    assert_equal "https://login.live.com/ppsecure/post.srf", @importer.login_url
+    @importer.options = {:username => 'user@msn.com', :password => 'password'}
+    assert_equal "https://msnia.login.live.com/ppsecure/post.srf", @importer.login_url
+  end
+
+  def test_current_host
+    response = {'content-type' => 'text/html'}
+    page = WWW::Mechanize::Page.new(URI.parse('http://localhost/'), response, '<html></html>', code=nil, mech=nil)
+
+    importer = Blackbook::Importer::Hotmail.new
+    assert_nil importer.current_host
+    importer.create_agent
+    assert_nil importer.current_host
+    importer.agent.expects(:current_page).times(2).returns(page)
+    assert_equal 'http://localhost', importer.current_host
+  end
+
+  def test_username_domain(username = nil)
+    importer = Blackbook::Importer::Hotmail.new
+    assert_nil importer.username_domain
+    assert_equal 'example.com', importer.username_domain('user@example.com')
+    assert_equal 'example.com', @importer.username_domain('user@example.com')
+    assert_equal 'hotmail.com', @importer.username_domain
+  end
+
+end

data/test/test_blackbook_importer_page_scraper.rb

@@ -0,0 +1,51 @@
+require File.join( File.dirname(__FILE__), '..', 'lib', 'blackbook.rb' )
+require File.join( File.dirname(__FILE__), 'test_helper.rb' )
+require 'test/unit'
+require 'mocha'
+
+class TestBlackbookImporterPageScraper < Test::Unit::TestCase
+
+  include TestHelper
+
+  def setup
+    @scraper = Blackbook::Importer::PageScraper.new
+  end
+
+  def test_mechanize_patch_to_absolute_uri
+    @scraper.create_agent
+    response = {'content-type' => 'text/html'}
+    page = WWW::Mechanize::Page.new(uri=nil, response, '<html></html>', code=nil, mech=nil)
+    url = "http://localhost/?arg=val&jank=AAA%3D"
+    assert_equal URI.parse(url), @scraper.agent.send(:to_absolute_uri, url)
+    # pattern of odd URL created by javascript validator in AOL webmail login
+    url = "http://localhost/?arg=val&jank=AAA%3D%3D"
+    assert_equal URI.parse(url), @scraper.agent.send(:to_absolute_uri, url)
+  end
+
+  def test_create_agent
+    agent = nil
+    assert_nothing_raised do
+      agent = @scraper.create_agent
+    end
+    assert_equal agent, @scraper.agent
+    assert_equal true, agent.is_a?(WWW::Mechanize)
+    assert_equal "Mozilla/4.0 (compatible; Blackbook #{Blackbook::VERSION})", agent.user_agent
+    assert_equal false, agent.keep_alive
+  end
+
+  def test_strip_html
+    assert_equal '', @scraper.strip_html('<foo></foo>')
+    assert_equal 'bar', @scraper.strip_html('<foo>bar</foo>')
+    assert_equal 'bar', @scraper.strip_html('bar</foo>')
+    assert_equal 'bar', @scraper.strip_html('<foo>bar')
+  end
+
+  def test_fetch_contacts!
+    @scraper.expects(:create_agent).once
+    @scraper.expects(:prepare).once
+    @scraper.expects(:scrape_contacts).once
+    assert_nothing_raised do
+      agent = @scraper.fetch_contacts!
+    end
+  end
+end

data/test/test_blackbook_importer_yahoo.rb

@@ -0,0 +1,137 @@
+require File.join( File.dirname(__FILE__), '../lib/blackbook.rb' )
+require File.join( File.dirname(__FILE__), 'test_helper.rb' )
+require 'test/unit'
+require 'mocha'
+
+class TestBlackbookImporterYahoo < Test::Unit::TestCase
+
+  include TestHelper
+
+  def setup
+    @importer = Blackbook::Importer::Yahoo.new
+    @importer.options = {:username => 'user@yahoo.com', :password => 'password'}
+    @importer.create_agent
+  end
+
+  def test_prepare
+    @importer.expects(:login).once
+    @importer.prepare
+  end
+
+  def test_importer_match
+    assert_equal false, @importer =~ nil
+    assert_equal false, @importer =~ {}
+    assert_equal false, @importer =~ {'username' => 'joe@example.com'}
+    assert_equal false, @importer =~ {:username => 'joe@example.com'}
+    assert_equal false, @importer =~ {:username => 'joe'}
+    assert_equal true, @importer =~ {:username => 'joe@yahoo.com'}
+    assert_equal true, @importer =~ {:username => 'joe@yahoo.co.uk'}
+    assert_equal true, @importer =~ {:username => 'JOE@YAHOO.COM'}
+  end
+
+  def test_login
+    response = {'content-type' => 'text/html'}
+
+    body = load_fixture('yahoo_login_response_stage_1.html').join
+    page = WWW::Mechanize::Page.new(uri=nil, response, body, code=nil, mech=nil)
+    @importer.agent.expects(:get).with('https://login.yahoo.com/config/login_verify2?').once.returns(page)
+
+    body = load_fixture('yahoo_login_response_stage_2.html').join
+    page = WWW::Mechanize::Page.new(uri=nil, response, body, code=nil, mech=nil)
+    @importer.agent.expects(:submit).once.returns(page)
+
+    assert_nothing_raised do
+      assert @importer.login
+    end
+  end
+
+  def test_bad_login
+    response = {'content-type' => 'text/html'}
+
+    body = load_fixture('yahoo_login_response_stage_1.html').join
+    page = WWW::Mechanize::Page.new(uri=nil, response, body, code=nil, mech=nil)
+    @importer.agent.expects(:get).with('https://login.yahoo.com/config/login_verify2?').once.returns(page)
+
+    body = load_fixture('yahoo_bad_login_response_stage_2.html').join
+    page = WWW::Mechanize::Page.new(uri=nil, response, body, code=nil, mech=nil)
+    @importer.agent.expects(:submit).once.returns(page)
+
+    assert_raises(Blackbook::BadCredentialsError) do
+      @importer.login
+    end
+  end
+  
+  def test_no_such_user
+    response = {'content-type' => 'text/html'}
+
+    body = load_fixture('yahoo_login_response_stage_1.html').join
+    page = WWW::Mechanize::Page.new(uri=nil, response, body, code=nil, mech=nil)
+    @importer.agent.expects(:get).with('https://login.yahoo.com/config/login_verify2?').once.returns(page)
+
+    body = load_fixture('yahoo_no_user_response_stage_2.html').join
+    page = WWW::Mechanize::Page.new(uri=nil, response, body, code=nil, mech=nil)
+    @importer.agent.expects(:submit).once.returns(page)
+
+    assert_raises(Blackbook::BadCredentialsError) do
+      @importer.login
+    end
+  end
+
+  def test_scrape_contacts_raises_badcredentialerror_when_not_logged_in
+    response = {'content-type' => 'text/html'}
+    body = load_fixture('yahoo_contacts_not_logged_in.html').join
+    page = WWW::Mechanize::Page.new(uri=nil, response, body, code=nil, mech=nil)
+    @importer.agent.expects(:get).with('http://address.yahoo.com/?1=&VPC=import_export'
+      ).once.returns(page)
+
+    assert_raises(Blackbook::BadCredentialsError) do
+      @importer.scrape_contacts
+    end
+  end
+
+  def test_scrape_contacts
+    response = {'content-type' => 'text/html'}
+    body = load_fixture('yahoo_contacts_stage_1.html').join
+    page = WWW::Mechanize::Page.new(uri=nil, response, body, code=nil, mech=nil)
+    @importer.agent.expects(:get).with('http://address.yahoo.com/?1=&VPC=import_export'
+      ).once.returns(page)
+
+    response = {'content-type' => 'text/csv; charset=UTF-8'}
+    body = load_fixture('yahoo_contacts.csv').join
+    page = WWW::Mechanize::File.new(uri=nil, response, body, code=nil)
+    @importer.agent.expects(:submit).once.returns(page)
+
+    assert_nothing_raised do
+      contacts = @importer.scrape_contacts
+      assert_equal 2, contacts.size
+      assert contacts.detect{|c| c[:email] == 'joe.user@example.com'}
+      assert contacts.detect{|c| c[:name] == 'Joe User'}
+      assert contacts.detect{|c| c[:email] == 'jane.user@example.com'}
+      assert contacts.detect{|c| c[:name] == 'Jane User'}
+    end
+  end
+
+
+  def test_scrape_contacts_with_invalid_regex_character_in_email
+    response = {'content-type' => 'text/html'}
+    body = load_fixture('yahoo_contacts_stage_1.html').join
+    page = WWW::Mechanize::Page.new(uri=nil, response, body, code=nil, mech=nil)
+    @importer.agent.expects(:get).with('http://address.yahoo.com/?1=&VPC=import_export'
+      ).once.returns(page)
+
+    response = {'content-type' => 'text/csv; charset=UTF-8'}
+    body = load_fixture('yahoo_contacts.csv').join
+    body.gsub!(/joe\.user\@example\.com/, "joe+user@example.com")
+    page = WWW::Mechanize::File.new(uri=nil, response, body, code=nil)
+    @importer.agent.expects(:submit).once.returns(page)
+
+    assert_nothing_raised do
+      contacts = @importer.scrape_contacts
+      assert_equal 2, contacts.size
+      assert contacts.detect{|c| c[:email] == 'joe+user@example.com'}
+      assert contacts.detect{|c| c[:name] == 'Joe User'}
+      assert contacts.detect{|c| c[:email] == 'jane.user@example.com'}
+      assert contacts.detect{|c| c[:name] == 'Jane User'}
+    end
+  end
+end

data/test/test_helper.rb

@@ -0,0 +1,71 @@
+require 'ruby-debug'
+
+module TestHelper
+
+  def fixture_path(name)
+    "#{File.dirname(__FILE__)}/fixtures/#{name}"
+  end
+
+  def load_fixture(file)
+    IO.readlines(fixture_path(file))
+  end
+
+  def fixture_file(name)
+    File.new fixture_path(name)
+  end
+
+end
+
+module Net #:nodoc:
+  class HTTP #:nodoc:
+
+    extend TestHelper
+
+    RESPONSES = {}
+
+    def self.responses=(r)
+      RESPONSES.clear
+      r.each{|k,v| RESPONSES[k] = v}
+    end
+
+
+    alias :old_net_http_request :request
+
+    def request(req, body = nil, &block)
+      prot = use_ssl ? "https" : "http"
+      uri_cls = use_ssl ? URI::HTTPS : URI::HTTP
+      query = req.path.split('?',2)
+      opts = {:host => self.address,
+             :port => self.port, :path => query[0]}
+      opts[:query] = query[1] if query[1]
+      uri = uri_cls.build(opts)
+      raise ArgumentError.new("#{req.method} method to #{uri} not being handled in testing")
+    end
+
+    def connect
+      raise ArgumentError.new("connect not being handled in testing")
+    end
+  end
+end
+
+plugin_root = "#{ File.dirname(__FILE__) }/.."
+
+require 'rubygems'
+require 'mocha'
+
+module BlackbookExtensions
+  module TestHelper
+    class Credentials
+      attr_accessor :network, :config
+
+      def initialize(network)
+        self.network = network.to_s
+        self.config = YAML.load_file( File.join(File.dirname(__FILE__), "config/credentials.yml") )
+      end
+
+      def get
+        [ self.config[self.network]["username"], self.config[self.network]["password"] ]
+      end
+    end
+  end
+end

data/test/web.de_importer_test.rb

@@ -0,0 +1,53 @@
+require File.dirname(__FILE__) + '/../test_helper.rb'
+
+context "The Web.de importer" do
+
+  setup do
+    @username, @password = BlackbookExtensions::TestHelper::Credentials.new(:webde).get
+
+    @importer = Blackbook::Importer::WebDE.new
+    @importer.create_agent
+  end
+
+  specify "should match emails" do
+    @importer.=~(nil).should.not.be
+    @importer.=~({}).should.not.be
+    @importer.=~({ 'username' => "john@foo.com" }).should.not.be
+    @importer.=~({ :username => "john@foo.com" }).should.not.be
+    @importer.=~({ :username => "john" }).should.not.be
+    @importer.=~({ :username => "john@web.de" }).should.be
+    @importer.=~({ :username => "JOHN@WEB.DE" }).should.be
+  end
+
+  specify "should be able to login with correct credentials" do
+    should.not.raise Exception do
+      login(@username, @password)
+    end
+  end
+
+  specify "should raise BadCredentialsError on login with wrong credentials" do
+    should.raise Blackbook::BadCredentialsError do
+      login
+    end
+  end
+
+  specify "should raise BadCredentialsError on login with correct username and wrong password" do
+    should.raise Blackbook::BadCredentialsError do
+      login(@username)
+    end
+  end
+
+  specify "should able to get contacts" do
+    login(@username, @password)
+
+    contacts = @importer.scrape_contacts
+    contacts.should.not.be.empty
+    contacts.should.be.all { |contact| contact.is_a? Hash }
+  end
+
+  private
+    def login(username = "foo", password = "bar")
+      @importer.options = { :username => username, :password => password }
+      @importer.login
+    end
+end

metadata

@@ -0,0 +1,127 @@
+--- !ruby/object:Gem::Specification 
+name: rakutenusa-blackbook
+version: !ruby/object:Gem::Version 
+  version: 1.0.12
+platform: ruby
+authors: 
+- Rany Keddo
+- Brian Cardarella
+autorequire: 
+bindir: bin
+cert_chain: []
+
+date: 2009-03-10 00:00:00 -07:00
+default_executable: 
+dependencies: []
+
+description: TODO
+email: bcardarella@gmail.com
+executables: []
+
+extensions: []
+
+extra_rdoc_files: []
+
+files: 
+- CHANGES.markdown
+- Manifest.txt
+- README.markdown
+- VERSION.yml
+- lib/blackbook
+- lib/blackbook/exporter
+- lib/blackbook/exporter/base.rb
+- lib/blackbook/exporter/vcf.rb
+- lib/blackbook/exporter/xml.rb
+- lib/blackbook/importer
+- lib/blackbook/importer/aol.rb
+- lib/blackbook/importer/base.rb
+- lib/blackbook/importer/csv.rb
+- lib/blackbook/importer/freenet.rb
+- lib/blackbook/importer/gmail.rb
+- lib/blackbook/importer/gmx.rb
+- lib/blackbook/importer/hotmail.rb
+- lib/blackbook/importer/page_scraper.rb
+- lib/blackbook/importer/web.de.rb
+- lib/blackbook/importer/yahoo.rb
+- lib/blackbook.rb
+- test/config
+- test/config/credentials.yml.example
+- test/fixtures
+- test/fixtures/aol_application_page.html
+- test/fixtures/aol_bad_login_response_stage_3.html
+- test/fixtures/aol_contacts.html
+- test/fixtures/aol_login_response_stage_1.html
+- test/fixtures/aol_login_response_stage_2.html
+- test/fixtures/aol_login_response_stage_3.html
+- test/fixtures/aol_login_response_stage_4.html
+- test/fixtures/aol_new_contacts.html
+- test/fixtures/gmail.csv
+- test/fixtures/gmail_bad_login_response_stage_2.html
+- test/fixtures/gmail_contacts.html
+- test/fixtures/gmail_login_response_stage_1.html
+- test/fixtures/gmail_login_response_stage_2.html
+- test/fixtures/gmail_login_response_stage_2a.html
+- test/fixtures/gmail_login_response_stage_3.html
+- test/fixtures/gmail_redirect_body.html
+- test/fixtures/hotmail_bad_login_response_stage_2.html
+- test/fixtures/hotmail_contacts.html
+- test/fixtures/hotmail_login_response_stage_1.html
+- test/fixtures/hotmail_login_response_stage_2.html
+- test/fixtures/hotmail_login_response_stage_3.html
+- test/fixtures/hotmail_scrape_first_page.html
+- test/fixtures/hotmail_scrape_response_stage_1.html
+- test/fixtures/hotmail_scrape_response_stage_2.html
+- test/fixtures/hotmail_scrape_response_stage_3.html
+- test/fixtures/yahoo_bad_login_response_stage_2.html
+- test/fixtures/yahoo_contacts.csv
+- test/fixtures/yahoo_contacts_not_logged_in.html
+- test/fixtures/yahoo_contacts_stage_1.html
+- test/fixtures/yahoo_login_response_stage_1.html
+- test/fixtures/yahoo_login_response_stage_2.html
+- test/fixtures/yahoo_no_user_response_stage_2.html
+- test/freenet_importer_test.rb
+- test/gmx_importer_test.rb
+- test/scripts
+- test/scripts/live_test.rb
+- test/test_blackbook.rb
+- test/test_blackbook_exporter_base.rb
+- test/test_blackbook_exporter_vcf.rb
+- test/test_blackbook_exporter_xml.rb
+- test/test_blackbook_importer_aol.rb
+- test/test_blackbook_importer_base.rb
+- test/test_blackbook_importer_csv.rb
+- test/test_blackbook_importer_gmail.rb
+- test/test_blackbook_importer_hotmail.rb
+- test/test_blackbook_importer_page_scraper.rb
+- test/test_blackbook_importer_yahoo.rb
+- test/test_helper.rb
+- test/web.de_importer_test.rb
+has_rdoc: true
+homepage: http://github.com/bcardarella/blackbook
+post_install_message: 
+rdoc_options: 
+- --inline-source
+- --charset=UTF-8
+require_paths: 
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement 
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      version: "0"
+  version: 
+required_rubygems_version: !ruby/object:Gem::Requirement 
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      version: "0"
+  version: 
+requirements: []
+
+rubyforge_project: 
+rubygems_version: 1.2.0
+signing_key: 
+specification_version: 2
+summary: TODO
+test_files: []
+