garlenko 0.0.1

data/.gitignore

@@ -0,0 +1,19 @@
+*.gem
+*.rbc
+.bundle
+.config
+.yardoc
+Gemfile.lock
+InstalledFiles
+_yardoc
+coverage
+doc/
+lib/bundler/man
+pkg
+rdoc
+spec/reports
+test/tmp
+test/version_tmp
+tmp
+spec/credentials.yml
+

data/Gemfile

@@ -0,0 +1,4 @@
+source 'http://rubygems.org'
+
+# Specify your gem's dependencies in garlenko.gemspec
+gemspec

data/Guardfile

@@ -0,0 +1,22 @@
+# A sample Guardfile
+# More info at https://github.com/guard/guard#readme
+
+guard 'rspec', :version => 2 do
+  watch(%r{^spec/.+_spec\.rb$})
+  watch(%r{^lib/(.+)\.rb$})     { |m| "spec/lib/#{m[1]}_spec.rb" }
+  watch('spec/spec_helper.rb')  { "spec" }
+
+  # Rails example
+  watch(%r{^spec/.+_spec\.rb$})
+  watch(%r{^app/(.+)\.rb$})                           { |m| "spec/#{m[1]}_spec.rb" }
+  watch(%r{^app/(.*)(\.erb|\.haml)$})                 { |m| "spec/#{m[1]}#{m[2]}_spec.rb" }
+  watch(%r{^lib/(.+)\.rb$})                           { |m| "spec/lib/#{m[1]}_spec.rb" }
+  watch(%r{^app/controllers/(.+)_(controller)\.rb$})  { |m| ["spec/routing/#{m[1]}_routing_spec.rb", "spec/#{m[2]}s/#{m[1]}_#{m[2]}_spec.rb", "spec/acceptance/#{m[1]}_spec.rb"] }
+  watch(%r{^spec/support/(.+)\.rb$})                  { "spec" }
+  watch('spec/spec_helper.rb')                        { "spec" }
+  watch('config/routes.rb')                           { "spec/routing" }
+  watch('app/controllers/application_controller.rb')  { "spec/controllers" }
+  # Capybara request specs
+  watch(%r{^app/views/(.+)/.*\.(erb|haml)$})          { |m| "spec/requests/#{m[1]}_spec.rb" }
+end
+

data/Rakefile

@@ -0,0 +1,2 @@
+#!/usr/bin/env rake
+require "bundler/gem_tasks"

data/garlenko.gemspec

@@ -0,0 +1,25 @@
+# -*- encoding: utf-8 -*-
+require File.expand_path('../lib/garlenko/version', __FILE__)
+
+Gem::Specification.new do |gem|
+  gem.authors       = ["Lucas Florio"]
+  gem.email         = ["lucasefe@gmail.com"]
+  gem.description   = %q{contacts importer from Live (Hotmail), Gmail, and
+    Yahoo, using mechanize and nokogiri. }
+  gem.summary       = %q{contacts importer from Live (Hotmail), Gmail, and
+    Yahoo, using mechanize and nokogiri. }
+  gem.homepage      = ""
+
+  gem.executables   = `git ls-files -- bin/*`.split("\n").map{ |f| File.basename(f) }
+  gem.files         = `git ls-files`.split("\n")
+  gem.test_files    = `git ls-files -- {test,spec,features}/*`.split("\n")
+  gem.name          = "garlenko"
+  gem.require_paths = ["lib"]
+  gem.version       = Garlenko::VERSION
+  gem.add_dependency "mechanize"
+  gem.add_dependency "nokogiri"
+  gem.add_dependency "gdata_19", [">= 1.1.3"]
+  gem.add_development_dependency "rspec", [">= 2.0.0"]
+  gem.add_development_dependency "guard-rspec"
+  gem.add_development_dependency "growl"
+end

data/lib/garlenko/base.rb

@@ -0,0 +1,29 @@
+
+module Garlenko
+
+  def self.new(kind, username, password)
+    case kind
+    when :live then Live.new(username, password)
+    when :gmail then Gmail.new(username, password)
+    else
+      raise "Invalid kind (#{kind})!"
+    end
+  end
+
+
+  class Base
+    attr_accessor :username
+    attr_writer :password
+
+    def initialize(username, password)
+      @username = username
+      @password = password
+      @connected = false
+    end
+
+    def connected?
+      @connected
+    end
+  end
+
+end

data/lib/garlenko/gmail.rb

@@ -0,0 +1,45 @@
+require 'gdata'
+
+module Garlenko
+  
+  class Gmail < Base
+
+    CONTACTS_SCOPE = 'http://www.google.com/m8/feeds/'
+    CONTACTS_FEED = CONTACTS_SCOPE + 'contacts/default/full/?max-results=1000'
+
+    def contacts
+      connect!
+      feed = @client.get(CONTACTS_FEED).to_xml
+
+      @contacts = feed.elements.to_a('entry').collect do |entry|
+        title, email, photo = entry.elements['title'].text, nil, [nil, nil]
+
+        begin
+          entry.elements.each('link[@gd:etag]') do |e|
+            gdata_response = @client.get(e.attribute('href').value)
+            photo = [gdata_response.body, gdata_response.headers['content-type']] if gdata_response.status_code == 200 and !gdata_response.body.nil?
+          end
+        rescue StandardError
+          photo = [nil, nil]
+        end
+
+        entry.elements.each('gd:email') do |e|
+          email = e.attribute('address').value if e.attribute('primary')
+        end
+        { :name => title, :email => email, :photo => photo } unless email.nil?
+      end
+      @contacts.compact!
+      @connected = true
+      return @contacts if @contacts
+    end
+
+    def connect!
+      @client = GData::Client::Contacts.new
+      @client.clientlogin(@username, @password, @captcha_token, @captcha_response)
+      @connected = true
+    rescue GData::Client::AuthorizationError => e
+      @connected = false
+    end
+
+  end
+end

data/lib/garlenko/live.rb

@@ -0,0 +1,76 @@
+module Garlenko
+
+  class Live < Base
+
+    attr_accessor :last_result
+
+    LOGIN_URL = "https://mid.live.com/si/login.aspx"
+    CONTACTS_URL = "http://mpeople.live.com"
+
+    def agent
+      @agent ||=  Mechanize.new { |agent|
+        agent.user_agent = 'Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.1)'
+        agent.follow_meta_refresh = true
+      }
+    end
+
+    def connect!(force_connect = false)
+      return @connected unless !connected? or force_connect
+      login_form = agent.get(LOGIN_URL).form('EmailPasswordForm')
+      login_form.LoginTextBox = @username
+      login_form.PasswordTextBox = @password
+      login_res = agent.submit(login_form, login_form.submits.first)
+      @connected = !login_res.body.include?("NotificationContainerError")
+    end
+
+    def contacts
+      connect! unless connected?
+      pool = []
+      contacts_so_far = []
+
+      on_contacts_page CONTACTS_URL do |url, page|
+        pool << Thread.new(url, page) do |u, p|
+          fetch_contacts_from(p)
+        end
+      end
+      contacts_so_far = pool.each(&:join).map(&:value).flatten
+      puts "fetched: #{contacts_so_far.size}"
+      contacts_so_far
+    end
+
+    def on_contacts_page(url, &block)
+      unless url.nil?
+        page = agent.get(url)
+        block.call(url, page)
+        next_path = next_page_link_for(page)
+        next_url = next_path.nil? ? nil : CONTACTS_URL + next_path.href
+        on_contacts_page(next_url, &block)
+      end
+    end
+
+    def next_page_link_for(page)
+      page.links_with(:id => /ContactList_next/).first
+    end
+
+    def fetch_contacts_from(page)
+      page.links_with(:href => /contactinfo.aspx/).map do |link|
+        fetch_contact_info_from link.href
+      end.flatten
+    end
+
+    def fetch_contact_info_from(path)
+      url = CONTACTS_URL + path
+      doc = Nokogiri::HTML(agent.get(url).body)
+      name = doc.css('#title').first.content
+      emails = doc.css("#elklid, #elkps, #elkot, #emtot, #elkim") 
+      unless emails.empty?
+        emails.map do |email|
+          { :name => name, :email => email.content }
+        end
+      else
+        []
+      end
+    end
+
+  end
+end

data/lib/garlenko/version.rb

@@ -0,0 +1,3 @@
+module Garlenko
+  VERSION = "0.0.1"
+end

data/lib/garlenko.rb

@@ -0,0 +1,6 @@
+require 'mechanize'
+require 'nokogiri'
+require "garlenko/version"
+require "garlenko/base"
+require "garlenko/live"
+require "garlenko/gmail"

data/spec/credentials.yml.example

@@ -0,0 +1,3 @@
+live:
+  username: email here
+  password: password here

data/spec/lib/garlenko_spec.rb

@@ -0,0 +1,53 @@
+require 'spec_helper'
+
+shared_examples_for "any consumer" do
+
+  it "should login" do
+    garlenko.connect!
+    garlenko.should be_connected
+  end
+
+  it "should NOT login with invalid data" do
+    garlenko.password = "INVALID"
+    garlenko.connect!
+    garlenko.should_not be_connected
+  end
+
+  it "should fetch the contacts" do
+    contacts = garlenko.contacts
+    contacts.should be_a_kind_of(Array)
+    contacts.should_not be_empty
+    contact = contacts.first
+    contact[:email].should_not be_nil
+  end
+end
+
+describe Garlenko do
+  context "against Gmail" do
+
+    let(:garlenko) do
+      gmail = load_credentials.gmail
+      Garlenko.new :gmail, gmail["username"], gmail['password']
+    end
+
+    it "should construct a valid garlenko consumer" do
+      garlenko.should be_a_kind_of(Garlenko::Gmail)
+    end
+
+    it_should_behave_like "any consumer"
+  end
+
+  context "against Live/Hotmail and the like" do
+
+    let(:garlenko) do
+      live = load_credentials.live
+      Garlenko.new :live, live["username"], live['password']
+    end
+
+    it "should construct a valid garlenko consumer" do
+      garlenko.should be_a_kind_of(Garlenko::Live)
+    end
+
+    it_should_behave_like "any consumer"
+  end
+end

data/spec/spec_helper.rb

@@ -0,0 +1,5 @@
+require 'garlenko'
+require 'rspec'
+
+Dir[File.join(Dir.pwd, "spec/support/**/*.rb")].each {|f| require f}
+

data/spec/support/helpers.rb

@@ -0,0 +1,18 @@
+require "ostruct"
+require "yaml"
+
+module Helpers
+
+  def load_credentials
+    credentials_file = File.join(Dir.pwd, "/spec/credentials.yml")
+    if File.exists?(credentials_file)
+      conf = YAML.load(File.read("#{Dir.pwd}/spec/credentials.yml"))
+      OpenStruct.new(conf)
+    else
+      raise "missing credentials file. "
+    end
+  end
+
+end
+
+RSpec.configuration.include Helpers

metadata

@@ -0,0 +1,132 @@
+--- !ruby/object:Gem::Specification
+name: garlenko
+version: !ruby/object:Gem::Version
+  version: 0.0.1
+  prerelease: 
+platform: ruby
+authors:
+- Lucas Florio
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2011-12-15 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: mechanize
+  requirement: &70274506739960 !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: *70274506739960
+- !ruby/object:Gem::Dependency
+  name: nokogiri
+  requirement: &70274506738660 !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: *70274506738660
+- !ruby/object:Gem::Dependency
+  name: gdata_19
+  requirement: &70274506758120 !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: 1.1.3
+  type: :runtime
+  prerelease: false
+  version_requirements: *70274506758120
+- !ruby/object:Gem::Dependency
+  name: rspec
+  requirement: &70274506768040 !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: 2.0.0
+  type: :development
+  prerelease: false
+  version_requirements: *70274506768040
+- !ruby/object:Gem::Dependency
+  name: guard-rspec
+  requirement: &70274506766420 !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: *70274506766420
+- !ruby/object:Gem::Dependency
+  name: growl
+  requirement: &70274506763520 !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: *70274506763520
+description: ! "contacts importer from Live (Hotmail), Gmail, and\n    Yahoo, using
+  mechanize and nokogiri. "
+email:
+- lucasefe@gmail.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- .gitignore
+- Gemfile
+- Guardfile
+- Rakefile
+- garlenko.gemspec
+- lib/garlenko.rb
+- lib/garlenko/base.rb
+- lib/garlenko/gmail.rb
+- lib/garlenko/live.rb
+- lib/garlenko/version.rb
+- spec/credentials.yml.example
+- spec/lib/garlenko_spec.rb
+- spec/spec_helper.rb
+- spec/support/helpers.rb
+homepage: ''
+licenses: []
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 1.8.10
+signing_key: 
+specification_version: 3
+summary: contacts importer from Live (Hotmail), Gmail, and Yahoo, using mechanize
+  and nokogiri.
+test_files:
+- spec/credentials.yml.example
+- spec/lib/garlenko_spec.rb
+- spec/spec_helper.rb
+- spec/support/helpers.rb
+has_rdoc: