graybook 1.0.22

data/test/test_graybook_importer_hotmail.rb

@@ -0,0 +1,165 @@
+require File.join( File.dirname(__FILE__), '../lib/graybook.rb' )
+require File.join( File.dirname(__FILE__), 'test_helper.rb' )
+require 'test/unit'
+require 'mocha'
+require 'mechanize'
+
+class TestGraybookImporterHotmail < Test::Unit::TestCase
+
+  include TestHelper
+
+  
+  def setup
+    @importer = Graybook::Importer::Hotmail.new
+    @importer.options = {:username => 'user@hotmail.com', :password => 'password'}
+    @importer.create_agent
+  end
+
+  def test_bad_login
+    response = {'content-type' => 'text/html'}
+
+    body = load_fixture('hotmail_login_response_stage_1.html').join
+    page = WWW::Mechanize::Page.new(uri=nil, response, body, code=nil, mech=nil)
+    @importer.agent.expects(:get).with('http://login.live.com/login.srf?id=2'
+      ).once.returns(page)
+
+    body = load_fixture('hotmail_bad_login_response_stage_2.html').join
+    page = WWW::Mechanize::Page.new(uri=nil, response, body, code=nil, mech=nil)
+    @importer.agent.expects(:submit).once.returns(page)
+
+    assert_raises(Graybook::BadCredentialsError) do
+      @importer.login
+    end
+
+  end
+
+  def test_login
+    response = {'content-type' => 'text/html'}
+
+    body = load_fixture('hotmail_login_response_stage_1.html').join
+    page = WWW::Mechanize::Page.new(uri=nil, response, body, code=nil, mech=nil)
+    @importer.agent.expects(:get).with('http://login.live.com/login.srf?id=2'
+      ).once.returns(page)
+
+    body = load_fixture('hotmail_login_response_stage_2.html').join
+    page = WWW::Mechanize::Page.new(uri=nil, response, body, code=nil, mech=nil)
+    @importer.agent.expects(:submit).once.returns(page)
+
+    body = load_fixture('hotmail_login_response_stage_3.html').join
+    page = WWW::Mechanize::Page.new(uri=nil, response, body, code=nil, mech=nil)
+    @importer.agent.expects(:get).with(
+    'http://www.hotmail.msn.com/cgi-bin/sbox?t=9m9!oYK!qAKigHv8qDw1X1CMCqcbK10gIMWFQjyEK5dofUz!Aneq2zVs58p30sL*Vn8LAwVDD7952o!s1iny8uLHnZxso8YLLoQo4Z3CxhDx11tpPojydwUvwNF9zLFas7&p=9ZiSOOa!3CzsA5AbkqScGrB6w0zuXf!S*UaqQfk0fTM54toklVx51mUYcS3O8JAxjQmsQiwdEBIueipsTADcMs!2RRit547E5MtOMhA6NdiUNkoRvaGsSXK*j1iKAm7Z5jpdKpvW8oSv5yNpN5mWoULuD6lUEqC7i0KHR22e3NJ95C8uGbIGfgxkCjluo7Ye0eJcGraNIAbG0$&lc=1033&id=2'
+      ).once.returns(page)
+
+    assert_nothing_raised do
+      @importer.login
+    end
+  end
+
+  def test_scrape_contacts_not_logged_in
+    @importer.agent.expects(:cookies).once.returns([])
+    assert_raises(Graybook::BadCredentialsError) do
+      @importer.scrape_contacts
+    end
+  end
+
+  def test_scrape_contacts
+    cookie = WWW::Mechanize::Cookie.new('MSPPre', 'user@hotmail.com')
+    cookie.domain = 'localhost'
+    @importer.agent.expects(:cookies).once.returns([cookie])
+
+    response = {'content-type' => 'text/html'}
+    uri = URI.parse('http://by135w.bay135.mail.live.com/mail/')
+
+    body = load_fixture('hotmail_scrape_first_page.html').join
+    page = WWW::Mechanize::Page.new(uri, response, body, code=nil, mech=nil)
+    @importer.instance_variable_set("@first_page", page)
+
+    body = load_fixture('hotmail_scrape_response_stage_1.html').join
+    page = WWW::Mechanize::Page.new(uri, response, body, code=nil, mech=nil)
+    @importer.agent.expects(:get).with('http://by118w.bay118.mail.live.com/mail/TodayLight.aspx?&ip=10.1.106.216&d=d952&mf=0&n=1587813607').once.returns(page)
+
+    body = load_fixture('hotmail_scrape_response_stage_2.html').join
+    page = WWW::Mechanize::Page.new(uri, response, body, code=nil, mech=nil)
+    @importer.agent.expects(:click).once.returns(page)
+    
+    body = load_fixture('hotmail_scrape_response_stage_3.html').join
+    page = WWW::Mechanize::Page.new(uri, response, body, code=nil, mech=nil)
+    @importer.agent.expects(:get).with('http://by118w.bay118.mail.live.com/mail/TodayLight.aspx?rru=inbox&n=650062209').once.returns(page)
+    
+    body = load_fixture('hotmail_contacts.html').join
+    page = WWW::Mechanize::Page.new(uri, response, body, code=nil, mech=nil)
+    @importer.agent.expects(:get).with('/mail/PrintShell.aspx?type=contact').once.returns(page)
+
+    assert_nothing_raised do
+      contacts = @importer.scrape_contacts
+      assert_equal 3, contacts.size
+
+      # Joe doesn't have a name
+      assert contacts.detect{|c| c[:email] == 'joe.user@example.com' && c[:name].nil? }
+
+      # Jane has both a name and an email
+      assert contacts.detect{|c| c[:email] == 'jane.user@example.com' && c[:name] == 'Jane User'}
+
+      # John doesn't have a name, just a Windows Live ID treated as a name
+      assert contacts.detect{|c| c[:email] == 'john.user@example.com' && c[:name].nil? }
+    end
+  end
+
+  def test_prepare
+    @importer.expects(:login).once
+    @importer.prepare
+  end
+
+  def test_importer_match
+    assert_equal false, @importer =~ nil
+    assert_equal false, @importer =~ {}
+    assert_equal false, @importer =~ {'username' => 'joe@example.com'}
+    assert_equal false, @importer =~ {:username => 'joe@example.com'}
+    assert_equal false, @importer =~ {:username => 'joe'}
+
+    domains = ["compaq.net",
+               "hotmail.co.jp",
+               "hotmail.co.uk",
+               "hotmail.com",
+               "hotmail.de",
+               "hotmail.fr",
+               "hotmail.it",
+               "messengeruser.com",
+               "msn.com",
+               "passport.com",
+               "webtv.net"]
+    domains.each do |domain|
+      assert_equal true, @importer =~ {:username => "joe@#{domain}"}
+      assert_equal true, @importer =~ {:username => "joe@#{domain}".upcase}
+    end
+  end
+
+
+  def test_login_url
+    assert_equal "https://login.live.com/ppsecure/post.srf", @importer.login_url
+    @importer.options = {:username => 'user@msn.com', :password => 'password'}
+    assert_equal "https://msnia.login.live.com/ppsecure/post.srf", @importer.login_url
+  end
+
+  def test_current_host
+    response = {'content-type' => 'text/html'}
+    page = WWW::Mechanize::Page.new(URI.parse('http://localhost/'), response, '<html></html>', code=nil, mech=nil)
+
+    importer = Graybook::Importer::Hotmail.new
+    assert_nil importer.current_host
+    importer.create_agent
+    assert_nil importer.current_host
+    importer.agent.expects(:current_page).times(2).returns(page)
+    assert_equal 'http://localhost', importer.current_host
+  end
+
+  def test_username_domain(username = nil)
+    importer = Graybook::Importer::Hotmail.new
+    assert_nil importer.username_domain
+    assert_equal 'example.com', importer.username_domain('user@example.com')
+    assert_equal 'example.com', @importer.username_domain('user@example.com')
+    assert_equal 'hotmail.com', @importer.username_domain
+  end
+
+end

data/test/test_graybook_importer_page_scraper.rb

@@ -0,0 +1,51 @@
+require File.join( File.dirname(__FILE__), '..', 'lib', 'graybook.rb' )
+require File.join( File.dirname(__FILE__), 'test_helper.rb' )
+require 'test/unit'
+require 'mocha'
+
+class TestGraybookImporterPageScraper < Test::Unit::TestCase
+
+  include TestHelper
+
+  def setup
+    @scraper = Graybook::Importer::PageScraper.new
+  end
+
+  def test_mechanize_patch_to_absolute_uri
+    @scraper.create_agent
+    response = {'content-type' => 'text/html'}
+    page = WWW::Mechanize::Page.new(uri=nil, response, '<html></html>', code=nil, mech=nil)
+    url = "http://localhost/?arg=val&jank=AAA%3D"
+    assert_equal URI.parse(url), @scraper.agent.send(:to_absolute_uri, url)
+    # pattern of odd URL created by javascript validator in AOL webmail login
+    url = "http://localhost/?arg=val&jank=AAA%3D%3D"
+    assert_equal URI.parse(url), @scraper.agent.send(:to_absolute_uri, url)
+  end
+
+  def test_create_agent
+    agent = nil
+    assert_nothing_raised do
+      agent = @scraper.create_agent
+    end
+    assert_equal agent, @scraper.agent
+    assert_equal true, agent.is_a?(WWW::Mechanize)
+    assert_equal "Mozilla/4.0 (compatible; Graybook #{Graybook::VERSION})", agent.user_agent
+    assert_equal false, agent.keep_alive
+  end
+
+  def test_strip_html
+    assert_equal '', @scraper.strip_html('<foo></foo>')
+    assert_equal 'bar', @scraper.strip_html('<foo>bar</foo>')
+    assert_equal 'bar', @scraper.strip_html('bar</foo>')
+    assert_equal 'bar', @scraper.strip_html('<foo>bar')
+  end
+
+  def test_fetch_contacts!
+    @scraper.expects(:create_agent).once
+    @scraper.expects(:prepare).once
+    @scraper.expects(:scrape_contacts).once
+    assert_nothing_raised do
+      agent = @scraper.fetch_contacts!
+    end
+  end
+end

data/test/test_graybook_importer_yahoo.rb

@@ -0,0 +1,137 @@
+require File.join( File.dirname(__FILE__), '../lib/graybook.rb' )
+require File.join( File.dirname(__FILE__), 'test_helper.rb' )
+require 'test/unit'
+require 'mocha'
+
+class TestGraybookImporterYahoo < Test::Unit::TestCase
+
+  include TestHelper
+
+  def setup
+    @importer = Graybook::Importer::Yahoo.new
+    @importer.options = {:username => 'user@yahoo.com', :password => 'password'}
+    @importer.create_agent
+  end
+
+  def test_prepare
+    @importer.expects(:login).once
+    @importer.prepare
+  end
+
+  def test_importer_match
+    assert_equal false, @importer =~ nil
+    assert_equal false, @importer =~ {}
+    assert_equal false, @importer =~ {'username' => 'joe@example.com'}
+    assert_equal false, @importer =~ {:username => 'joe@example.com'}
+    assert_equal false, @importer =~ {:username => 'joe'}
+    assert_equal true, @importer =~ {:username => 'joe@yahoo.com'}
+    assert_equal true, @importer =~ {:username => 'joe@yahoo.co.uk'}
+    assert_equal true, @importer =~ {:username => 'JOE@YAHOO.COM'}
+  end
+
+  def test_login
+    response = {'content-type' => 'text/html'}
+
+    body = load_fixture('yahoo_login_response_stage_1.html').join
+    page = WWW::Mechanize::Page.new(uri=nil, response, body, code=nil, mech=nil)
+    @importer.agent.expects(:get).with('https://login.yahoo.com/config/login_verify2?').once.returns(page)
+
+    body = load_fixture('yahoo_login_response_stage_2.html').join
+    page = WWW::Mechanize::Page.new(uri=nil, response, body, code=nil, mech=nil)
+    @importer.agent.expects(:submit).once.returns(page)
+
+    assert_nothing_raised do
+      assert @importer.login
+    end
+  end
+
+  def test_bad_login
+    response = {'content-type' => 'text/html'}
+
+    body = load_fixture('yahoo_login_response_stage_1.html').join
+    page = WWW::Mechanize::Page.new(uri=nil, response, body, code=nil, mech=nil)
+    @importer.agent.expects(:get).with('https://login.yahoo.com/config/login_verify2?').once.returns(page)
+
+    body = load_fixture('yahoo_bad_login_response_stage_2.html').join
+    page = WWW::Mechanize::Page.new(uri=nil, response, body, code=nil, mech=nil)
+    @importer.agent.expects(:submit).once.returns(page)
+
+    assert_raises(Graybook::BadCredentialsError) do
+      @importer.login
+    end
+  end
+  
+  def test_no_such_user
+    response = {'content-type' => 'text/html'}
+
+    body = load_fixture('yahoo_login_response_stage_1.html').join
+    page = WWW::Mechanize::Page.new(uri=nil, response, body, code=nil, mech=nil)
+    @importer.agent.expects(:get).with('https://login.yahoo.com/config/login_verify2?').once.returns(page)
+
+    body = load_fixture('yahoo_no_user_response_stage_2.html').join
+    page = WWW::Mechanize::Page.new(uri=nil, response, body, code=nil, mech=nil)
+    @importer.agent.expects(:submit).once.returns(page)
+
+    assert_raises(Graybook::BadCredentialsError) do
+      @importer.login
+    end
+  end
+
+  def test_scrape_contacts_raises_badcredentialerror_when_not_logged_in
+    response = {'content-type' => 'text/html'}
+    body = load_fixture('yahoo_contacts_not_logged_in.html').join
+    page = WWW::Mechanize::Page.new(uri=nil, response, body, code=nil, mech=nil)
+    @importer.agent.expects(:get).with('http://address.yahoo.com/?1=&VPC=import_export'
+      ).once.returns(page)
+
+    assert_raises(Graybook::BadCredentialsError) do
+      @importer.scrape_contacts
+    end
+  end
+
+  def test_scrape_contacts
+    response = {'content-type' => 'text/html'}
+    body = load_fixture('yahoo_contacts_stage_1.html').join
+    page = WWW::Mechanize::Page.new(uri=nil, response, body, code=nil, mech=nil)
+    @importer.agent.expects(:get).with('http://address.yahoo.com/?1=&VPC=import_export'
+      ).once.returns(page)
+
+    response = {'content-type' => 'text/csv; charset=UTF-8'}
+    body = load_fixture('yahoo_contacts.csv').join
+    page = WWW::Mechanize::File.new(uri=nil, response, body, code=nil)
+    @importer.agent.expects(:submit).once.returns(page)
+
+    assert_nothing_raised do
+      contacts = @importer.scrape_contacts
+      assert_equal 2, contacts.size
+      assert contacts.detect{|c| c[:email] == 'joe.user@example.com'}
+      assert contacts.detect{|c| c[:name] == 'Joe User'}
+      assert contacts.detect{|c| c[:email] == 'jane.user@example.com'}
+      assert contacts.detect{|c| c[:name] == 'Jane User'}
+    end
+  end
+
+
+  def test_scrape_contacts_with_invalid_regex_character_in_email
+    response = {'content-type' => 'text/html'}
+    body = load_fixture('yahoo_contacts_stage_1.html').join
+    page = WWW::Mechanize::Page.new(uri=nil, response, body, code=nil, mech=nil)
+    @importer.agent.expects(:get).with('http://address.yahoo.com/?1=&VPC=import_export'
+      ).once.returns(page)
+
+    response = {'content-type' => 'text/csv; charset=UTF-8'}
+    body = load_fixture('yahoo_contacts.csv').join
+    body.gsub!(/joe\.user\@example\.com/, "joe+user@example.com")
+    page = WWW::Mechanize::File.new(uri=nil, response, body, code=nil)
+    @importer.agent.expects(:submit).once.returns(page)
+
+    assert_nothing_raised do
+      contacts = @importer.scrape_contacts
+      assert_equal 2, contacts.size
+      assert contacts.detect{|c| c[:email] == 'joe+user@example.com'}
+      assert contacts.detect{|c| c[:name] == 'Joe User'}
+      assert contacts.detect{|c| c[:email] == 'jane.user@example.com'}
+      assert contacts.detect{|c| c[:name] == 'Jane User'}
+    end
+  end
+end

data/test/test_helper.rb

@@ -0,0 +1,71 @@
+require 'ruby-debug'
+
+module TestHelper
+
+  def fixture_path(name)
+    "#{File.dirname(__FILE__)}/fixtures/#{name}"
+  end
+
+  def load_fixture(file)
+    IO.readlines(fixture_path(file))
+  end
+
+  def fixture_file(name)
+    File.new fixture_path(name)
+  end
+
+end
+
+module Net #:nodoc:
+  class HTTP #:nodoc:
+
+    extend TestHelper
+
+    RESPONSES = {}
+
+    def self.responses=(r)
+      RESPONSES.clear
+      r.each{|k,v| RESPONSES[k] = v}
+    end
+
+
+    alias :old_net_http_request :request
+
+    def request(req, body = nil, &block)
+      prot = use_ssl ? "https" : "http"
+      uri_cls = use_ssl ? URI::HTTPS : URI::HTTP
+      query = req.path.split('?',2)
+      opts = {:host => self.address,
+             :port => self.port, :path => query[0]}
+      opts[:query] = query[1] if query[1]
+      uri = uri_cls.build(opts)
+      raise ArgumentError.new("#{req.method} method to #{uri} not being handled in testing")
+    end
+
+    def connect
+      raise ArgumentError.new("connect not being handled in testing")
+    end
+  end
+end
+
+plugin_root = "#{ File.dirname(__FILE__) }/.."
+
+require 'rubygems'
+require 'mocha'
+
+module GraybookExtensions
+  module TestHelper
+    class Credentials
+      attr_accessor :network, :config
+
+      def initialize(network)
+        self.network = network.to_s
+        self.config = YAML.load_file( File.join(File.dirname(__FILE__), "config/credentials.yml") )
+      end
+
+      def get
+        [ self.config[self.network]["username"], self.config[self.network]["password"] ]
+      end
+    end
+  end
+end

data/test/web.de_importer_test.rb

@@ -0,0 +1,53 @@
+require File.dirname(__FILE__) + '/../test_helper.rb'
+
+context "The Web.de importer" do
+
+  setup do
+    @username, @password = GraybookExtensions::TestHelper::Credentials.new(:webde).get
+
+    @importer = Graybook::Importer::WebDE.new
+    @importer.create_agent
+  end
+
+  specify "should match emails" do
+    @importer.=~(nil).should.not.be
+    @importer.=~({}).should.not.be
+    @importer.=~({ 'username' => "john@foo.com" }).should.not.be
+    @importer.=~({ :username => "john@foo.com" }).should.not.be
+    @importer.=~({ :username => "john" }).should.not.be
+    @importer.=~({ :username => "john@web.de" }).should.be
+    @importer.=~({ :username => "JOHN@WEB.DE" }).should.be
+  end
+
+  specify "should be able to login with correct credentials" do
+    should.not.raise Exception do
+      login(@username, @password)
+    end
+  end
+
+  specify "should raise BadCredentialsError on login with wrong credentials" do
+    should.raise Graybook::BadCredentialsError do
+      login
+    end
+  end
+
+  specify "should raise BadCredentialsError on login with correct username and wrong password" do
+    should.raise Graybook::BadCredentialsError do
+      login(@username)
+    end
+  end
+
+  specify "should able to get contacts" do
+    login(@username, @password)
+
+    contacts = @importer.scrape_contacts
+    contacts.should.not.be.empty
+    contacts.should.be.all { |contact| contact.is_a? Hash }
+  end
+
+  private
+    def login(username = "foo", password = "bar")
+      @importer.options = { :username => username, :password => password }
+      @importer.login
+    end
+end

data/updater.rb

@@ -0,0 +1,15 @@
+require 'rubygems'
+
+begin
+  require 'jeweler'
+  Jeweler::Tasks.new do |s|
+    s.name        = "blackbook"
+    s.summary     = "TODO"
+    s.email       = "bcardarella@gmail.com"
+    s.homepage    = "http://github.com/bcardarella/blackbook"
+    s.description = "TODO"
+    s.authors     = ["Rany Keddo", "Brian Cardarella"]
+  end
+rescue LoadError
+  puts "Jeweler not available. Install it with: sudo gem install technicalpickles-jeweler -s http://gems.github.com"
+end

data/vendor/plugins/graybook/lib/autotest/discover.rb

@@ -0,0 +1,3 @@
+Autotest.add_discovery do
+  "blackbook"
+end

data/vendor/plugins/graybook/lib/autotest/graybook.rb

@@ -0,0 +1,27 @@
+require 'autotest'
+
+class Autotest::Blackbook < Autotest
+
+  def initialize # :nodoc:
+    super
+    @exceptions = /\.svn|\.html/
+    @test_mappings = {
+      %r%^lib/blackbook/([^\/]+)/([^\/]+)\.rb$% => proc { |_, m|
+        ["test/test_blackbook_#{m[1]}_#{m[2]}.rb"]
+      },
+      %r%^lib/blackbook.rb$% => proc { |_, m|
+        ["test/test_blackbook.rb"]
+      },
+      %r%^test/test_blackbook_.*\.rb$% => proc { |filename, _|
+        filename
+      }
+    }
+  end
+
+  def path_to_classname(s)
+    f = s.sub(/test\/(.+).rb$/, '\1')
+    f = f.map { |path| path.split(/_/).map { |seg| seg.capitalize }.join }
+    f.join('::')
+  end
+
+end