dinero 0.0.1

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: 5127bb025bcedb230c70da3c94fb2c79d51d2d2e
+  data.tar.gz: df996cbf0a393e271f07c7157b9532e7352b75ee
+SHA512:
+  metadata.gz: c7c9e8640651381ce48fbfa84be999b9c60ae87b4e2bd533c93c6bd1abeac2ddd5f2ddf4ba1c430d485240f898d2b6fc255c2ccb96972a422440222799b35791
+  data.tar.gz: ce83fea40a4f76ac91c9fdea94092e7e28508604679be3bde318b5c3ea1c00989cc9f37d915e86795a23b7076089e94ad3e91df216f54ed4d81a836d9caa66b6

data/.gitignore

@@ -0,0 +1,9 @@
+.DS_Store
+.bundle/
+log/*.log
+log/*.png
+pkg/
+spec/config/banks.yml
+*.gem
+coverage/
+spec/fixtures/vcr_cassettes/*.yml

data/Gemfile

@@ -0,0 +1,2 @@
+source "https://rubygems.org"
+gemspec

data/Gemfile.lock

@@ -0,0 +1,84 @@
+PATH
+  remote: .
+  specs:
+    dinero (0.0.1)
+      nokogiri (~> 1.6.6)
+      selenium-webdriver (~> 2.45.0)
+
+GEM
+  remote: https://rubygems.org/
+  specs:
+    addressable (2.3.8)
+    byebug (4.0.5)
+      columnize (= 0.9.0)
+    childprocess (0.5.6)
+      ffi (~> 1.0, >= 1.0.11)
+    coderay (1.1.0)
+    columnize (0.9.0)
+    crack (0.4.2)
+      safe_yaml (~> 1.0.0)
+    diff-lcs (1.2.5)
+    docile (1.1.5)
+    ffi (1.9.8)
+    json (1.8.2)
+    method_source (0.8.2)
+    mini_portile (0.6.2)
+    multi_json (1.11.0)
+    nokogiri (1.6.6.2)
+      mini_portile (~> 0.6.0)
+    pry (0.10.1)
+      coderay (~> 1.1.0)
+      method_source (~> 0.8.1)
+      slop (~> 3.4)
+    pry-byebug (3.1.0)
+      byebug (~> 4.0)
+      pry (~> 0.10)
+    rake (10.4.2)
+    rspec (3.2.0)
+      rspec-core (~> 3.2.0)
+      rspec-expectations (~> 3.2.0)
+      rspec-mocks (~> 3.2.0)
+    rspec-core (3.2.3)
+      rspec-support (~> 3.2.0)
+    rspec-expectations (3.2.1)
+      diff-lcs (>= 1.2.0, < 2.0)
+      rspec-support (~> 3.2.0)
+    rspec-its (1.2.0)
+      rspec-core (>= 3.0.0)
+      rspec-expectations (>= 3.0.0)
+    rspec-mocks (3.2.1)
+      diff-lcs (>= 1.2.0, < 2.0)
+      rspec-support (~> 3.2.0)
+    rspec-support (3.2.2)
+    rubyzip (1.1.7)
+    safe_yaml (1.0.4)
+    selenium-webdriver (2.45.0)
+      childprocess (~> 0.5)
+      multi_json (~> 1.0)
+      rubyzip (~> 1.0)
+      websocket (~> 1.0)
+    simplecov (0.10.0)
+      docile (~> 1.1.0)
+      json (~> 1.8)
+      simplecov-html (~> 0.10.0)
+    simplecov-html (0.10.0)
+    slop (3.6.0)
+    vcr (2.9.3)
+    webmock (1.21.0)
+      addressable (>= 2.3.6)
+      crack (>= 0.3.2)
+    websocket (1.2.2)
+
+PLATFORMS
+  ruby
+
+DEPENDENCIES
+  bundler (~> 1.6)
+  dinero!
+  pry-byebug (~> 3.1.0)
+  rake
+  rspec (~> 3.2.0)
+  rspec-its (~> 1.2.0)
+  simplecov (~> 0.10.0)
+  vcr (~> 2.9.3)
+  webmock (~> 1.21.0)

data/MIT-LICENSE

@@ -0,0 +1,20 @@
+Copyright 2015 Michael Lang
+
+Permission is hereby granted, free of charge, to any person obtaining
+a copy of this software and associated documentation files (the
+"Software"), to deal in the Software without restriction, including
+without limitation the rights to use, copy, modify, merge, publish,
+distribute, sublicense, and/or sell copies of the Software, and to
+permit persons to whom the Software is furnished to do so, subject to
+the following conditions:
+
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
+LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
+OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
+WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/README.md

@@ -0,0 +1,208 @@
+# Dinero
+Dinero makes logging into all your online banking websites trivial for retrieving accounts, balances, and transactions.
+
+Banks are rightly concerned about security, anti-phishing, and general brute force attacks on their sites, so they have developed a number of creative ways of protecting access to their sites.  Some techniques include:
+
+* Asking for only username on first page, then password on the next page.
+* Multiple redirects.
+* Asking security questions when browser cookies aren't set.
+* loading login forms with JavaScript or requiring JS is enabled.
+* loading login forms inside of IFRAME
+* Randomizing code behind the PIN pad that you must click.
+
+So much trickery requires something more than just Mechanize or RestClient.  Dinero uses Selenium and PhantomJS to drive the data collection.  So, you'll need to install Selenium before you can begin using Dinero.  If you're on a mac:
+
+    brew install selenium-server-standalone
+    
+And then: 
+
+    gem install dinero
+    
+## The Vision
+
+Much like ActiveRecord sought to standardize the API for accessing and modeling domain data in the DBMS without having to drop down to raw SQL and as ActiveMerchant seeks to standardize payment processing to a common set of API's, Dinero aims to standardize access to bank accounts.  To that end, I have started implementing all the banks I have accounts with.
+
+## Project Status
+
+The following banks are implemented:
+
+* Capital One - https://capitalone.com (only U.S. credit card logins -- there's also banking, loans, investing, business, and Canada/UK credit cards)
+* Capital One 360 - https://capitalone360.com (formerly Ing Direct).  
+
+Currently, only Accounts balances are essentially implemented.  The following properties are available on each Account:
+
+  * account_type -- one of :bank, :brokerage, :credit_card
+  * name -- the name of the account (e.g. "Checking 360 - primary", "Worldview MasterCard")
+  * number -- the account number in-as-much as it's displayed
+  * balance -- the balance on the account.  For :credit_card, this is outstanding balance
+  * available -- the amount available to you.  For :credit_card, difference between your credit limit and balance
+
+## How to Use
+
+You'll find at least one example in the examples folder called 'get_balances.'  This example can take a bank_name, username, and password and print out balances to the console something like this:
+
+~~~ bash
+>> bundle exec ruby examples/get_balances.rb --bank capital_one_360 --user scrooge
+enter password:
+Retrieving your bank account information...
++--------------------------------------------------------------------------------+
+|                                name |       number |     balance |   available |
++--------------------------------------------------------------------------------+
+|              360 Checking - primary |    735546410 | $ 111543.07 | $ 111210.61 |
+|                  MONEY - SK's Money |    112335590 | $    302.39 | $    302.39 |
+|        360 Savings - Rainy Day Fund |     12341232 | $  12144.45 | $  12144.45 |
+|                       SB Individual |   0903959692 | $  10191.23 | $  10191.23 |
+|                       Visa Platinum |     ....1165 | $     87.10 | $  19912.90 |
+|                    World MasterCard |     ....2978 | $    192.66 | $  19807.34 |
++--------------------------------------------------------------------------------+
+~~~
+
+Don't worry, all those numbers are made up.  ;-)
+
+So, yeah, with more banks, we can collect more info.  The above shows banking accounts, brokerage account, and credit card accounts.
+
+To use the gem inside your app:
+
+~~~
+require 'dinero'
+
+bank_info = CapitalOne360.new(username: @username, password: @password))
+bank_info.accounts.each do |acct|
+puts [acct.name, acct.number, acct.account_type, acct.balance, acct.available].join("\t")
+~~~
+
+If you have a really slow Bank site or Internet connection, try passing ```timeout: 15``` when initializing a Bank class.
+
+## Contribute!
+
+I'm planning to continue implementing more banks, but I can use your help since I don't have access to all the world's banks.
+
+I plan to implement the following banks:
+
+  * Wells Fargo (Loans)
+  * Scottrade (brokerage, IRA, and Bank Account)
+  * San Diego County Credit Union
+  * Georgia's Own Credit Union
+  * South State Bank
+
+I know I'll need to do those fun security questions for unregistered browsers on some of these.  I haven't quite decided on how to structure this, but at least the Bank class has an open-ended options hash parameter to accommodate additional fields being passed in.
+  
+If you want to add a new bank, here's how:
+
+  # Pick one of the existing banks that most closely follows the login pattern of your chosen bank and model your effort after it.
+  # Set up a new class in the lib/banks folder.
+  # Set up rspec specs in the spec/banks folder.
+  # Set up a spec/config/banks.yml file with your credentials (don't commit to the repo! -- it's .gitignore'd)
+
+Here's an example banks.yml file:
+
+~~~ yaml
+capital_one_360:
+  username: mickeymouse
+  password: moosamoosamickeymouse
+  account_types: 
+    - :bank
+    - :brokerage
+    - :credit_card
+  accounts: 3
+  
+capital_one:
+  username: mickeymouse
+  password: moosamoosamickeymouse
+  account_types: 
+    - :credit_card
+  accounts: 2
+~~~
+
+The bank rspecs are wrapped with ```if bank_configured? :capital_one_360``` if block that allows the spec to run or not, so if the first thing you did was 'rspec' and saw 0 examples, that means you don't have a banks.yml file, yet -- or it's incorrectly configured.
+
+Once you have the basic structure in place, then implement the following methods for your Bank class:
+
+### Inherit from the Base class
+
+Be sure your Bank class is inherited from the Bank::Base class.
+
+### #login!
+
+The #login! method expects to navigate to the login URL and then key in account credentials and finish with the user fully authenticated on the site.  I found it best to browse the website in Firefox and Inspect the elements I wanted to key data into (user and password fields).  You may have to switch to a frame if the login form is inside an IFRAME.  You may have to wait until the login form is presented if it's delay-loaded via JavaScript.  These are the two principal challenges I encountered.  Some banks split user account and password credentials into two screens.  Use a Private/Incognito Window as the Selenium environment will be without cookies so your browser experience should be, too.
+
+### #post_username!
+The #login! calls post_username! after navigating to the login URL.  If your bank only prompts for User account here, key it and post the form.  If password and username are entered on this screen, just key the username and then implement the form submit in the #post_password! method.  It should look something like this:
+
+~~~ ruby
+def post_username!
+  begin
+    wait.until { connection.find_element(id: "Signin").displayed? }
+  rescue
+    connection.save_screenshot('log/capital_one_360_signin_failed.png')
+    raise
+  end
+
+  signin_form = connection.find_element(id: "Signin")
+  username_field = connection.find_element(id: "ACNID")
+  raise "Sign in Form not reached!" unless username_field && signin_form
+
+  username_field.send_keys username
+  signin_form.submit
+end
+~~~
+
+### #post_password! 
+Here, key the password and submit the form.  You may have to get the handle on the button and call the button.click method instead of simply calling form.submit as some banks put JavaScript here to make sure the button's being clicked rather than automated submittals via scripts.  The implementation should look something like this:
+
+~~~ ruby
+def post_password!
+  begin
+    wait.until { connection.find_element(id: "PasswordForm").displayed? }
+  rescue
+    connection.save_screenshot('log/capital_one_360_password_failed.png')
+    raise
+  end
+
+  password_form = connection.find_element(id: "PasswordForm")
+  password_field = connection.find_element(id: "currentPassword_TLNPI")
+  submit_button = connection.find_element :css, ".bluebutton > a:nth-child(1)"
+  raise "Password Form not reached!" unless password_field && password_form
+
+  password_field.send_keys password
+  submit_button.click
+end
+~~~
+
+## Tips to getting logged in successfully.
+
+```binding.pry``` is your friend.  Set up the very basic rspec spec to trigger the login process and stick binding.pry at the point where you're having trouble.  Then use connection.page_source and connection.find_element, etc. to work your way through successfully grabbing controls, keying data, and posting the form.  Compare what connection.page_source prints out to what you get when viewing source in your browser.  Take screenshots with connection.save_screenshot('somefilename') to get a visual cue on what's really going on.
+
+### #accounts_summary_document
+
+Once you're successfully logging in, the expectation is that we'll get the list of accounts from the page along with name, number, and balances.  Almost all banks drop you in at an accounts summary page with enough information to gather the basic data we're interested in.  So, the next task after logging in is to implement accounts_summary_document so that you parse this page's contents into a Nokogiri document.  Once you can successfully construct the Nokogiri document, you can capture the above login chain of events through #accounts_summary_document via the VCR gem and you can rapidly evolve the #accounts solution through TDD.  All the fun Bank tricks will be neatly captured for near instant playback, which is a boon since these banking sites can take upwards of 45 seconds to go from Login page to Accounts Summary page.  Be aware that if you have to touch the connection object again after getting your accounts_summary_document, you'll see spurious errors from VCR, so it's best to be self-reliant on the Nokogiri document once you can retrieve the accounts summaries.
+
+### #accounts
+
+This method returns an Array of Account objects.  How you get from HTML page to an Array of Accounts is largely dependent on what the website is feeding you and some of these pages can be quite *ugly*, but fortunately, go years without any significant changes.  A typical extraction from HTML to Accounts might look like this:
+
+~~~ ruby
+# extract account data from the account summary page
+def accounts
+  return @accounts if @accounts
+
+  # find the bricklet articles, which contains the balance data
+  articles = accounts_summary_document.xpath("//article").
+    select{|a| a.attributes["class"].value == "bricklet"}
+
+  @accounts = articles.map do |article|
+    prefix = article.attributes["id"].value.gsub("_bricklet", '')
+    name = article.xpath(".//a[@class='product_desc_link']").text
+    number = article.xpath(".//span[@id='#{prefix}_number']").text
+    balance = article.xpath(".//span[@id='#{prefix}_current_balance_amount']").text
+    credit = article.xpath(".//div[@id='#{prefix}_available_credit_amount']").text.split("\n").first
+    Account.new(:credit_card, name, number, balance, credit)
+  end
+end
+~~~
+
+Try to structure your specs so that likely scenarios of others who have accounts will also pass.  In other words, if there's something you really want to test, like number of accounts retrieved, or types of accounts retrieved, place those as new options in the banks.yml file.  Reference those in the let(:option { ... } blocks at the top of the specs.  See capital_one_spec and capital_one_360_spec for examples.
+
+Once you've implemented and tested, send me your PR.  Don't check in your banks.yml nor your vcr_cassettes classes.  Others who need to fix will just have to get their own credentials working -- at least for now.  At some point, it would be nice to figure out how to version the cassettes without risking accidental inclusion of sensitive credentials.  I'm thinking a before commit hook on git that checks the banks.yml file against the cassettes before making a commit or something along those lines.
+
+Happy Banking!

data/Rakefile

@@ -0,0 +1,24 @@
+begin
+  require 'bundler/setup'
+rescue LoadError
+  puts 'You must `gem install bundler` and `bundle install` to run rake tasks'
+end
+
+require 'rdoc/task'
+require 'rspec/core'
+require 'rspec/core/rake_task'
+
+RDoc::Task.new(:rdoc) do |rdoc|
+  rdoc.rdoc_dir = 'rdoc'
+  rdoc.title    = 'Dinero'
+  rdoc.options << '--line-numbers'
+  rdoc.rdoc_files.include('README.rdoc')
+  rdoc.rdoc_files.include('lib/**/*.rb')
+end
+
+Bundler::GemHelper.install_tasks
+
+desc "Run all specs in spec directory (excluding plugin specs)"
+RSpec::Core::RakeTask.new(:spec)
+
+task :default => :spec

data/dinero.gemspec

@@ -0,0 +1,33 @@
+# coding: utf-8
+lib = File.expand_path('../lib', __FILE__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+require 'dinero/version'
+
+Gem::Specification.new do |spec|
+  spec.name          = "dinero"
+  spec.version       = Dinero::VERSION
+  spec.authors       = ["Michael Lang"]
+  spec.email         = ["mwlang@cybrains.net"]
+  spec.homepage      = "https://github.com/mwlang/dinero"
+  spec.summary       = "Dinero automates the process of logging into banking and financial websites to collect account balances."
+  spec.description   = "Dinero automates the process of logging into banking and financial websites to collect account balances.  For now, only account balances are collected.  Planned to download transactions and download eStatements in the future"
+  spec.license       = "MIT"
+
+  spec.files         = `git ls-files -z`.split("\x0")
+  spec.executables   = spec.files.grep(%r{^bin/}) { |f| File.basename(f) }
+  spec.test_files    = spec.files.grep(%r{^(test|spec|features)/})
+  spec.require_paths = ["lib"]
+
+  spec.add_development_dependency "bundler", "~> 1.6"
+  spec.add_development_dependency "rake"
+
+  spec.add_development_dependency "rspec", "~> 3.2.0"
+  spec.add_development_dependency "rspec-its", "~> 1.2.0"
+  spec.add_development_dependency "vcr", "~> 2.9.3"
+  spec.add_development_dependency "webmock", "~> 1.21.0"
+  spec.add_development_dependency "simplecov", "~> 0.10.0"
+  spec.add_development_dependency "pry-byebug", "~> 3.1.0"
+
+  spec.add_dependency 'selenium-webdriver', "~> 2.45.0"
+  spec.add_dependency "nokogiri", "~> 1.6.6"
+end

data/examples/get_balances.rb

@@ -0,0 +1,48 @@
+require_relative '../lib/dinero'
+
+args = ARGV.dup
+while !args.empty? do
+  option = args.shift
+  if option =~ /\A\-\-/
+    value = args.shift
+  end
+  case option 
+  when "--bank" then @bank = value
+  when "--user" then @username = value
+  when "--password" then @password = value
+  end
+end
+
+def camelize term
+  string = term.to_s.sub(/^[a-z\d]*/) { $&.capitalize }
+  string.gsub!(/(?:_|(\/))([a-z\d]*)/i) { "#{$1}#{$2.capitalize}" }
+  string.gsub!(/\//, '::')
+  string
+end
+
+def show_balances bank
+  puts "Retrieving your bank account information..."
+  bank.accounts
+
+  puts "+" + "-" * 80 + "+"
+  puts "| %35s | %12s | %11s | %11s |" % %w(name number balance available)
+  puts "+" + "-" * 80 + "+"
+  bank.accounts.each do |acct|
+    puts "| %35s | %12s | $%10.2f | $%10.2f |" % [acct.name, acct.number, acct.balance, acct.available]
+  end
+  puts "+" + "-" * 80 + "+"
+end
+
+if @bank && @username
+  (print "enter password: "; @password = STDIN.noecho(&:gets).chomp; puts) unless @password
+  bank_class = eval("Dinero::Bank::#{camelize(@bank)}")
+  show_balances(bank_class.new(username: @username, password: @password))
+else
+  puts <<-USAGE
+  usage: bundle exec ruby examples/get_balances.rb --bank <bank_name> --user <login_account_name> [--password <login_password>]
+
+  * bank_name needs to match one of the class_names supported in the lib/banks folder.
+  * if password omitted, you'll be prompted to supply one. 
+    
+  USAGE
+end

data/lib/dinero/account.rb

@@ -0,0 +1,14 @@
+module Dinero
+  class Account
+    attr_reader :account_type, :name, :name_other, :number, :balance, :available
+    def initialize account_type, name, number, balance, available
+      @account_type = account_type
+      name_parts = name.split("\n")
+      @name = name_parts.shift
+      @name_other = name_parts.join("\n")
+      @number = number
+      @balance = balance.scan(/[\d|\-|\.]+/).join.to_f
+      @available = available.scan(/[\d|\-|\.]+/).join.to_f
+    end
+  end
+end

data/lib/dinero/banks/capital_one.rb

@@ -0,0 +1,67 @@
+module Dinero
+  module Bank
+    class CapitalOne < Base
+      LOGIN_URL = "https://servicing.capitalone.com/c1/Login.aspx"
+      ACCOUNTS_SUMMARY_PATH = "/accounts"
+      CONNECTION_TIMEOUT = 10
+
+      def default_options
+        { timeout: CONNECTION_TIMEOUT, login_url: LOGIN_URL }
+      end
+
+      def post_username!
+        connection.switch_to.frame "loginframe"
+        wait.until { connection.find_element(id: "uname") }
+        username_field = connection.find_element(id: "uname")
+        username_field.send_keys username
+      end
+      
+      def post_password!
+        signin_form = connection.find_element(name: "login")
+        password_field = signin_form.find_element(id: "cofisso_ti_passw")
+        login_btn = signin_form.find_element(id: "cofisso_btn_login")
+    
+        password_field.send_keys password
+        login_btn.click
+      end
+      
+      def post_credentials!
+        post_username!
+        post_password!
+      end
+      
+      def after_successful_login
+        # the subdomain frequently changes, so capture the actual URL 
+        # so we can return to the page if necessary.
+        @accounts_summary_url = connection.current_url
+      end
+      
+      def on_accounts_summary_page?
+        URI(connection.current_url).path == ACCOUNTS_SUMMARY_PATH
+      end
+      
+      def goto_accounts_summary_page
+        return if authenticated? && on_accounts_summary_page?
+        authenticated? ? connection.navigate.to(@accounts_summary_url) : login!
+      end
+  
+      # extract account data from the account summary page
+      def accounts
+        return @accounts if @accounts
+    
+        # find the bricklet articles, which contains the balance data
+        articles = accounts_summary_document.xpath("//article").
+          select{|a| a.attributes["class"].value == "bricklet"}
+
+        @accounts = articles.map do |article|
+          prefix = article.attributes["id"].value.gsub("_bricklet", '')
+          name = article.xpath(".//a[@class='product_desc_link']").text
+          number = article.xpath(".//span[@id='#{prefix}_number']").text
+          balance = article.xpath(".//span[@id='#{prefix}_current_balance_amount']").text
+          credit = article.xpath(".//div[@id='#{prefix}_available_credit_amount']").text.split("\n").first
+          Account.new(:credit_card, name, number, balance, credit)
+        end
+      end
+    end
+  end
+end

data/lib/dinero/banks/capital_one_360.rb

@@ -0,0 +1,120 @@
+module Dinero
+  module Bank
+    class CapitalOne360 < Base
+      LOGIN_URL = "https://secure.capitalone360.com/myaccount/banking/login.vm"
+      ACCOUNTS_SUMMARY_URL = "https://secure.capitalone360.com/myaccount/banking/account_summary.vm"
+  
+      def default_options
+        { login_url: LOGIN_URL }
+      end
+
+      def post_username!
+        begin
+          wait.until { connection.find_element(id: "Signin").displayed? }
+        rescue
+          connection.save_screenshot('log/capital_one_360_signin_failed.png')
+          raise
+        end
+
+        signin_form = connection.find_element(id: "Signin")
+        username_field = connection.find_element(id: "ACNID")
+        raise "Sign in Form not reached!" unless username_field && signin_form
+    
+        username_field.send_keys username
+        signin_form.submit
+      end
+  
+      def post_password!
+        begin
+          wait.until { connection.find_element(id: "PasswordForm").displayed? }
+        rescue
+          connection.save_screenshot('log/capital_one_360_password_failed.png')
+          raise
+        end
+
+        password_form = connection.find_element(id: "PasswordForm")
+        password_field = connection.find_element(id: "currentPassword_TLNPI")
+        submit_button = connection.find_element :css, ".bluebutton > a:nth-child(1)"
+        raise "Password Form not reached!" unless password_field && password_form
+
+        password_field.send_keys password
+        submit_button.click
+      end
+  
+      def accounts_summary_page_fully_loaded?
+        tables = connection.find_elements css: 'table'
+        !(tables.empty? or tables.detect{|t| t.text =~ /\sLoading/})
+      end
+      
+      def on_accounts_summary_page?
+        connection.current_url == ACCOUNTS_SUMMARY_URL
+      end
+
+      def goto_accounts_summary_page
+        return if authenticated? && on_accounts_summary_page?
+        authenticated? ? connection.navigate.to(ACCOUNTS_SUMMARY_URL) : login!
+        wait.until { accounts_summary_page_fully_loaded? }
+      end
+  
+      def balance_row? row
+        row[1] =~ /Total/
+      end
+  
+      def promo_table? table
+        table.empty? or table[0].empty? or table[0][0].empty?
+      end
+
+      def decipher_account_type title
+        return :credit_card if title =~ /Credit Cards/
+        return :brokerage if title =~ /ShareBuilder/
+        return :bank if title =~ /Checking/
+        return :unknown
+      end
+
+      def sanitize value
+        return unless value
+        value.split("\u00A0").first.strip
+      end
+      
+      # extract account data from the account summary page
+      def accounts
+        return @accounts if @accounts
+        @accounts = []
+    
+        # lots of spaces, tabs and the #00A0 characters, so extract
+        # text with this extraneous junk suppressed.
+        tables = accounts_summary_document.xpath("//table")
+        account_tables = tables.map do |table| 
+          rows = table.xpath(".//tr").map{|row| row.xpath(".//td|.//th").
+            map{|cell| cell.text.strip.gsub(/\s+|\t/, " ")}}
+        end.reject{|table| promo_table? table }
+
+        # Turn tablular data into Account classes
+        account_tables.map do |table|
+
+          # the header row tells us what kind of account we're looking at
+          header = table.shift
+          account_type = decipher_account_type header[0]
+          has_account_number = header[1] =~ /Account/
+      
+          # ignore balance rows at bottom of tables
+          rows = table.reject{|row| balance_row? row }
+
+          # turn those rows into accounts
+          rows.each do |row|
+            name = sanitize(row.shift)
+            number = (has_account_number ? sanitize(row.shift) : nil)
+            if number.nil? || name =~ /(\.{4})(\d+)\Z/
+              number = name.match(/(\.{4})(\d+)\Z/).captures.join
+              name = name.gsub(number,'')
+            end
+            balance = row.shift
+            available = row.shift || balance
+            @accounts << Account.new(account_type, name, number, balance, available)
+          end
+        end
+        return @accounts
+      end
+    end
+  end
+end

data/lib/dinero/banks.rb

@@ -0,0 +1,74 @@
+module Dinero
+  module Bank
+    DEFAULT_TIMEOUT = 5
+
+    class Base
+      attr_reader :username, :password
+      attr_reader :timeout, :login_url
+    
+      def initialize options
+        opts = default_options.merge options
+      
+        @username = opts[:username]
+        @password = opts[:password]
+        @login_url = opts[:login_url]
+        @timeout = opts[:timeout] || DEFAULT_TIMEOUT
+        @authenticated = false
+        validate!
+      end
+
+      def validate!
+        raise "Must supply :username" if @username.to_s.empty?
+        raise "Must supply :password" if @password.to_s.empty?
+        raise "Must have a :login_url" if @login_url.to_s.empty?
+      end
+      
+      def default_options
+        {}
+      end
+    
+      def establish_connection
+        Selenium::WebDriver.for :phantomjs
+      end
+
+      def connection
+        @connection ||= establish_connection
+      end
+
+      def authenticated?
+        !!@authenticated
+      end
+
+      def wait
+        @wait ||= Selenium::WebDriver::Wait.new(:timeout => timeout)
+      end
+      
+      def accounts_summary_document
+        return @accounts_summary_document if @accounts_summary_document
+
+        goto_accounts_summary_page
+        @accounts_summary_document = Nokogiri::HTML connection.page_source
+      end
+
+      def after_successful_login
+        # NOP 
+      end
+
+      def login!
+        return if authenticated?
+        begin
+          connection.navigate.to login_url
+          post_username!
+          post_password!
+          wait.until { on_accounts_summary_page? }
+          after_successful_login
+          @authenticated = true
+        rescue
+          connection.save_screenshot('log/#{self.to_s.downcase}_login_failure.png')
+          raise
+        end
+      end
+
+    end
+  end
+end

data/lib/dinero/version.rb

@@ -0,0 +1,3 @@
+module Dinero
+  VERSION = "0.0.1"
+end

data/lib/dinero.rb

@@ -0,0 +1,10 @@
+require 'selenium-webdriver'
+require 'nokogiri'
+
+require_relative 'dinero/version'
+
+require_relative 'dinero/banks'
+require_relative 'dinero/banks/capital_one'
+require_relative 'dinero/banks/capital_one_360'
+
+require_relative 'dinero/account'

data/spec/banks/capital_one_360_spec.rb

@@ -0,0 +1,41 @@
+require 'spec_helper'
+
+if bank_configured? :capital_one_360
+
+  RSpec.describe Dinero::Bank::CapitalOne360 do
+    let(:bank_configuration) { bank_configurations[:capital_one_360] }
+    let(:account_types) { bank_configuration[:account_types].sort }
+    
+    before(:all) do
+      VCR.use_cassette("accounts_capital_one_360") do
+        @bank = Dinero::Bank::CapitalOne360.new(bank_configurations[:capital_one_360])
+        @bank.accounts
+      end
+    end
+    
+    it "has expected timeout" do
+      expect(@bank.timeout).to eq Dinero::Bank::DEFAULT_TIMEOUT
+    end
+
+    it "retrieves accounts" do
+      expect(@bank.accounts).to_not be_empty
+    end
+  
+    it "extracts account names" do 
+      expect(@bank.accounts.map(&:name)).to include /Checking|Savings/
+    end
+  
+    it "does not include junk data in the names" do 
+      @bank.accounts.each{|acct| expect(acct.name).to_not include "Opens a new window"}
+    end
+    
+    it "extracts account numbers" do 
+      expect(@bank.accounts.map(&:number).select{|s| s.to_s.scan /\A\d+\Z/}).to_not be_empty
+    end
+  
+    it "sets account types" do 
+      expect(@bank.accounts.map(&:account_type).uniq.sort).to eq account_types
+    end
+  end
+  
+end

data/spec/banks/capital_one_spec.rb

@@ -0,0 +1,51 @@
+require 'spec_helper'
+
+if bank_configured? :capital_one 
+
+  RSpec.describe Dinero::Bank::CapitalOne do
+    let(:bank_configuration) { bank_configurations[:capital_one] }
+    let(:account_types) { bank_configuration[:account_types].sort }
+    let(:accounts) { bank_configuration[:accounts] }
+    
+    before(:all) do
+      VCR.use_cassette("accounts_capital_one") do
+        @bank = Dinero::Bank::CapitalOne.new(bank_configurations[:capital_one])
+        @bank.accounts
+      end
+    end
+
+    it "has expected timeout" do
+      expect(@bank.timeout).to eq Dinero::Bank::CapitalOne::CONNECTION_TIMEOUT
+    end
+  
+    it "authenticates" do 
+      @bank.login!
+      expect(@bank.authenticated?).to eq true
+    end
+  
+    it "retrieves accounts_summary_document" do
+      expect(@bank.accounts_summary_document).to be_kind_of Nokogiri::HTML::Document
+    end
+  
+    it "has article sections" do
+      expect(@bank.accounts_summary_document.xpath("//article").size).to eq accounts + 1
+    end
+
+    it "gets expected accounts" do
+      expect(@bank.accounts.size).to eq accounts
+    end
+  
+    it "extracts account names" do 
+      expect(@bank.accounts.map(&:name)).to include /MasterCard|Visa/
+    end
+  
+    it "extracts account numbers" do 
+      expect(@bank.accounts.map(&:number).select{|s| s.to_s.scan /\A[\.|\d]+\Z/}).to_not be_empty
+    end
+  
+    it "sets account types" do 
+      expect(@bank.accounts.map(&:account_type).uniq).to eq account_types
+    end
+  end
+  
+end

data/spec/spec_helper.rb

@@ -0,0 +1,34 @@
+require 'simplecov'
+
+SimpleCov.profiles.define 'dinero' do
+  add_filter '/spec/'
+end
+
+SimpleCov.start 'dinero'
+
+require 'rspec'
+require 'rspec/its'
+require 'vcr'
+
+VCR.configure do |config|
+  config.cassette_library_dir = "spec/fixtures/vcr_cassettes"
+  config.hook_into :webmock
+  config.debug_logger = File.open('log/vcr.log', 'w')
+  config.ignore_request do |request|
+    URI(request.uri).path == "/shutdown"
+  end
+end
+
+require_relative '../lib/dinero'
+
+RSpec.configure do |config|
+  config.expect_with :rspec do |expectations|
+    expectations.include_chain_clauses_in_custom_matcher_descriptions = true
+  end
+
+  config.mock_with :rspec do |mocks|
+    mocks.verify_partial_doubles = true
+  end
+end
+
+Dir["./spec/support/**/*.rb"].sort.each { |f| require f }

data/spec/support/config.rb

@@ -0,0 +1,18 @@
+require 'yaml'
+
+def symbolized_keys hash
+  hash.keys.each do |key|
+    hash[(key.to_sym rescue key) || key] = hash.delete(key)
+  end
+  hash.each_pair{|k,v| hash[k] = symbolized_keys(v) if v.is_a?(Hash)}
+  return hash
+end
+
+def bank_configurations
+  config_path = File.expand_path(File.join(File.dirname(__FILE__), '..', 'config'))
+  @bank_configurations ||= symbolized_keys YAML::load_file(File.join(config_path, 'banks.yml'))
+end
+
+def bank_configured? bank
+  !!bank_configurations[bank.to_sym]
+end

metadata

@@ -0,0 +1,212 @@
+--- !ruby/object:Gem::Specification
+name: dinero
+version: !ruby/object:Gem::Version
+  version: 0.0.1
+platform: ruby
+authors:
+- Michael Lang
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2015-05-09 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.6'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.6'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: rspec
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 3.2.0
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 3.2.0
+- !ruby/object:Gem::Dependency
+  name: rspec-its
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 1.2.0
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 1.2.0
+- !ruby/object:Gem::Dependency
+  name: vcr
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 2.9.3
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 2.9.3
+- !ruby/object:Gem::Dependency
+  name: webmock
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 1.21.0
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 1.21.0
+- !ruby/object:Gem::Dependency
+  name: simplecov
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.10.0
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.10.0
+- !ruby/object:Gem::Dependency
+  name: pry-byebug
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 3.1.0
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 3.1.0
+- !ruby/object:Gem::Dependency
+  name: selenium-webdriver
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 2.45.0
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 2.45.0
+- !ruby/object:Gem::Dependency
+  name: nokogiri
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 1.6.6
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 1.6.6
+description: Dinero automates the process of logging into banking and financial websites
+  to collect account balances.  For now, only account balances are collected.  Planned
+  to download transactions and download eStatements in the future
+email:
+- mwlang@cybrains.net
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- ".gitignore"
+- Gemfile
+- Gemfile.lock
+- MIT-LICENSE
+- README.md
+- Rakefile
+- dinero.gemspec
+- examples/get_balances.rb
+- lib/dinero.rb
+- lib/dinero/account.rb
+- lib/dinero/banks.rb
+- lib/dinero/banks/capital_one.rb
+- lib/dinero/banks/capital_one_360.rb
+- lib/dinero/version.rb
+- log/.keep
+- spec/banks/capital_one_360_spec.rb
+- spec/banks/capital_one_spec.rb
+- spec/fixtures/vcr_cassettes/.keep
+- spec/spec_helper.rb
+- spec/support/config.rb
+homepage: https://github.com/mwlang/dinero
+licenses:
+- MIT
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.4.6
+signing_key: 
+specification_version: 4
+summary: Dinero automates the process of logging into banking and financial websites
+  to collect account balances.
+test_files:
+- spec/banks/capital_one_360_spec.rb
+- spec/banks/capital_one_spec.rb
+- spec/fixtures/vcr_cassettes/.keep
+- spec/spec_helper.rb
+- spec/support/config.rb