bank_scrap 0.0.2

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: 68b5810bd6747ebe4b3f073747092768f5d16019
+  data.tar.gz: 413f9dc6ab905d1c5ec32de0bd3bb76a0a84025f
+SHA512:
+  metadata.gz: 6fc2147bb41666fcfc2cceb6f571dd7ae517ad398c117b38c650c8119b78c450b32471e9f98c6569c1e934ecd02985a6b31ebf2b70661c533a9c943b8e171de2
+  data.tar.gz: fa7b34b93ef33f86f005ba79f6d46533b15c4eda928945d45eb08307e6b64946fec77dd6eaba08f4c93907fe889e416d4310372179aed311c97ac8cdaea78853

data/.gitignore

@@ -0,0 +1,14 @@
+/.bundle/
+/.yardoc
+/Gemfile.lock
+/_yardoc/
+/coverage/
+/doc/
+/pkg/
+/spec/reports/
+/tmp/
+*.bundle
+*.so
+*.o
+*.a
+mkmf.log

data/Gemfile

@@ -0,0 +1,4 @@
+source 'https://rubygems.org'
+
+# Specify your gem's dependencies in bankscrap.gemspec
+gemspec

data/LICENSE.txt

@@ -0,0 +1,22 @@
+Copyright (c) 2014 TODO: Write your name
+
+MIT License
+
+Permission is hereby granted, free of charge, to any person obtaining
+a copy of this software and associated documentation files (the
+"Software"), to deal in the Software without restriction, including
+without limitation the rights to use, copy, modify, merge, publish,
+distribute, sublicense, and/or sell copies of the Software, and to
+permit persons to whom the Software is furnished to do so, subject to
+the following conditions:
+
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
+LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
+OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
+WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/README.md

@@ -0,0 +1,51 @@
+# Bankscrap
+
+Ruby gem to extract balance and transactions from banks. You can use it either as command line tool or as a library.
+
+The aim of this project is to build a library which interacts with some of the most used banks. We already know how boring is to look for your balance on the web, so let's do it with the command line.
+
+Feel free to contribute and add your bank if it isn't supported.
+
+## Supported banks
+- Bankinter
+- BBVA
+
+## Requirements
+
+Some banks needs a JavaScript runtime in order to work. So if you find an error like "Could not find JavasScript runtime" try to install one. It has been tested with nodejs.
+
+## Installation
+
+Add this line to your application's Gemfile:
+
+```ruby
+gem 'bank_scrap'
+```
+
+And then execute:
+
+    $ bundle
+
+Or install it yourself as:
+
+    $ gem install bank_scrap
+
+## Usage
+
+Retrieve balance account
+
+    $ bank_scrap balance BANK_NAME --user YOUR_USER --password YOUR_PASSWORD
+
+BANK_NAME should be in underscore case (`bankinter`, `bbva`).
+
+## Contributing
+
+1. Fork it ( https://github.com/[my-github-username]/bankscrap/fork )
+2. Create your feature branch (`git checkout -b my-new-feature`)
+3. Commit your changes (`git commit -am 'Add some feature'`)
+4. Push to the branch (`git push origin my-new-feature`)
+5. Create a new Pull Request
+
+## Thanks
+
+Thanks to Javier Cuevas (@javiercr) for his Bbva gem.

data/Rakefile

@@ -0,0 +1,2 @@
+require "bundler/gem_tasks"
+

data/bank_scrap.gemspec

@@ -0,0 +1,31 @@
+# coding: utf-8
+lib = File.expand_path('../lib', __FILE__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+require 'bank_scrap/version'
+
+Gem::Specification.new do |spec|
+  spec.name          = "bank_scrap"
+  spec.version       = BankScrap::VERSION
+  spec.authors       = ["Ismael Sánchez", "Javier Cuevas", "Fernando Blat", "Raúl Marcos"]
+  spec.email         = ["root@ismagnu.com"]
+  spec.summary       = %q{Get your bank account details.}
+  spec.description   = %q{Command line tools to get bank account details from some banks.}
+  spec.homepage      = "https://github.com/ismaGNU/bank_scrap"
+  spec.license       = "MIT"
+
+  spec.files         = `git ls-files -z`.split("\x0")
+  spec.executables   = spec.files.grep(%r{^bin/}) { |f| File.basename(f) }
+  spec.test_files    = spec.files.grep(%r{^(test|spec|features)/})
+  spec.require_paths = ["lib"]
+
+  spec.required_ruby_version = '~> 2.1'
+
+  spec.add_development_dependency "bundler", "~> 1.7"
+  spec.add_development_dependency "rake", "~> 10.0"
+
+  spec.add_dependency 'thor', "~> 0.19"
+  spec.add_dependency 'nokogiri', "~> 1.6"
+  spec.add_dependency 'execjs', "~> 2.2"
+  spec.add_dependency 'curb', "~> 0.8"
+  spec.add_dependency 'activesupport', "~> 4.1"
+end

data/bin/bank_scrap

@@ -0,0 +1,5 @@
+#!/usr/bin/env ruby
+$LOAD_PATH.unshift(File.expand_path(File.join(File.dirname(__FILE__), '..', 'lib')))
+
+require 'bank_scrap'
+BankScrap::Cli.start(ARGV)

data/lib/bank_scrap/bank.rb

@@ -0,0 +1,64 @@
+require 'curb'
+
+module BankScrap
+  class Bank
+
+    WEB_USER_AGENT = 'Mozilla/5.0 (Linux; Android 4.2.1; en-us; Nexus 4 Build/JOP40D) AppleWebKit/535.19 (KHTML, like Gecko) Chrome/18.0.1025.166 Mobile Safari/535.19'
+
+    private
+
+    def get(url)
+      @curl.url = url
+      @curl.get
+
+      @curl.body_str
+    end
+
+    def post(url, fields)
+      @curl.url = url
+
+      # If hash, transform to Curl::PostField objects
+      if fields.is_a? Hash
+        fields = fields.collect {|key, value| Curl::PostField.content(key, value)}
+      end
+
+      @curl.post(fields)
+      @curl.body_str
+    end
+
+    def set_header(name, value)
+      @curl.headers[name] = value 
+    end
+
+    def set_headers(headers)
+      headers.each { |key, value| set_header(key, value) }
+    end
+
+    def get_headers
+      @curl.header_str
+    end
+
+    def initialize_cookie(url)
+      log 'Initialize cookie'
+
+      @curl.url = url
+      @curl.get
+
+      @curl.body_str
+
+    end 
+
+    def initialize_connection
+      @curl = Curl::Easy.new
+      @curl.follow_location = true
+      @curl.ssl_verify_peer = false
+      @curl.verbose = true if @debug
+      @curl.enable_cookies = true
+      @curl.headers["User-Agent"] = WEB_USER_AGENT
+    end
+
+    def log(msg)
+      puts msg if @log
+    end
+  end
+end

data/lib/bank_scrap/banks/bankinter.rb

@@ -0,0 +1,88 @@
+
+require 'nokogiri'
+require 'execjs'
+
+module BankScrap
+  class Bankinter < Bank
+
+    BASE_ENDPOINT = "https://movil.bankinter.es"
+    LOGIN_ENDPOINT = "/mov/es-es/cgi/ebkmovil+md+login"
+
+    def initialize(user, password, log: false, debug: false)
+      @user = user
+      @password = password
+      @log = log
+      @debug = debug
+
+      initialize_connection
+      parse_html(initialize_cookie(BASE_ENDPOINT + '/'))
+      login
+    end
+
+    def get_balance
+      if @dashboard_doc
+        if links = @dashboard_doc.css('div.textoresaltado_md a')
+          links[0].text
+        end
+      end
+    end
+
+    def get_transactions
+      response = get(BASE_ENDPOINT + "/mov/es-es/cgi/" + @transactions_endpoint)
+
+      html_doc = Nokogiri::HTML(response)
+
+      html_transactions = html_doc.css('ul#listamovimiento li')
+
+      # puts html_transactions[0]
+      html_transactions.each do |x| 
+        puts x.css('div.fechaimagen span').text
+        puts x.css('div.altoMaximo').text
+        puts x.css('div.importesproductosflecha_md').text
+      end
+
+    end
+
+    private
+
+    def login
+      fields = [
+          Curl::PostField.content('bkcache',''),
+          Curl::PostField.content('destino', ''),
+          Curl::PostField.content(@id_field, 'username,password,psi'),
+          Curl::PostField.content(@login_field,@login_param)
+      ]
+
+      response = post(BASE_ENDPOINT + LOGIN_ENDPOINT, fields)
+
+      @dashboard_doc = Nokogiri::HTML(response)
+
+      @transactions_endpoint = @dashboard_doc.xpath('//div[@class="floatIzquierdo_md"]/form/@action')[0];
+
+    end
+
+    def parse_html(html)
+      log 'Parsing Html'
+
+      html_doc = Nokogiri::HTML(html)
+
+      html_form = html_doc.css('form#fLogSecurity')
+      #TODO: Check if form is present if not retry initialize cookie for 5 attemps
+
+      @id_field = html_form.xpath('input[3]/@id')
+
+      js_source = 'var document = {};' + html_form.text
+
+      @login_field = js_source.match('eval\(doc_Login\+\'(.+)\'\+')[1]
+
+      js_function = js_source.match('sty_Login\)\.value=(.+)\(')[1]
+
+      server_id = js_source.match('Array\((.+),')[1]
+
+      js_context = ExecJS.compile(js_source)
+      psi_actions = 'S(' + (Time.now.to_f * 1000).to_i.to_s + ')S(12946;server:' + server_id.to_i(16).to_s + ')'
+
+      @login_param = js_context.call(js_function, @user, @password, psi_actions)
+    end
+  end
+end

data/lib/bank_scrap/banks/bbva.rb

@@ -0,0 +1,66 @@
+module BankScrap
+  class Bbva < Bank
+    BASE_ENDPOINT    = 'https://bancamovil.grupobbva.com'
+    LOGIN_ENDPOINT   = '/DFAUTH/slod/DFServletXML'
+    BALANCE_ENDPOINT = '/ENPP/enpp_mult_web_mobility_02/products/v1'
+    USER_AGENT       = 'Android;LGE;Nexus 5;1080x1776;Android;4.4.4;BMES;4.0.4'
+
+    def initialize(user, password, log: false, debug: false)
+      @user = format_user(user.dup)
+      @password = password
+      @log = log
+      @debug = debug
+
+      initialize_connection
+
+      set_headers({
+        "User-Agent"       => USER_AGENT,
+        'BBVA-User-Agent'  => USER_AGENT,
+        'Accept-Language'  => 'spa',
+        'Content-Language' => 'spa',
+        'Accept'           => 'application/json',
+        'Accept-Charset'   => 'UTF-8',
+        'Connection'       => 'Keep-Alive',
+        'Host'             => 'bancamovil.grupobbva.com',
+      })
+
+      login
+    end
+
+    def get_balance
+      log 'get_balance'
+      response = post(BASE_ENDPOINT + BALANCE_ENDPOINT, nil)
+
+      json = JSON.parse(response)
+      json["balances"]["personalAccounts"]
+    end
+
+    private 
+
+    # As far as we know there are two types of identifiers BBVA uses
+    # 1) A number of 7 characters that gets passed to the API as it is
+    # 2) A DNI number, this needs to transformed before it get passed to the API
+    #    Example: "49021740T" will become "0019-049021740T"
+    def format_user(user)
+      user.upcase!
+      
+      if user.match /^[0-9]{8}[A-Z]$/ 
+        # It's a DNI
+        "0019-0#{user}"
+      else
+        user
+      end 
+    end
+
+    def login
+      log 'login'
+      post(BASE_ENDPOINT + LOGIN_ENDPOINT, {
+        'origen'         => 'enpp',
+        'eai_tipoCP'     => 'up',
+        'eai_user'       => @user,
+        'eai_password'   => @password,
+        'eai_URLDestino' => '/ENPP/enpp_mult_web_mobility_02/sessions/v1'
+      })
+    end
+  end
+end

data/lib/bank_scrap/cli.rb

@@ -0,0 +1,50 @@
+require 'thor'
+require 'active_support/core_ext/string'
+
+module BankScrap
+  class Cli < Thor
+
+    desc "balance BANK", "get account's balance"
+    option :user, default: ENV['USER']
+    option :password,  default: ENV['PASSWORD']
+    option :log, default: false
+    option :debug, default: false
+    def balance(bank)
+      @user = options[:user]
+      @password = options[:password]
+      @log = options[:log]
+      @debug = options[:debug]
+
+      bank_class = find_bank_class_for(bank)      
+      @client = bank_class.new(@user, @password, log: @log, debug: @debug)
+
+      balance = @client.get_balance
+      puts "Balance: #{balance}"
+    end
+
+    desc "transactions BANK", "get account's transactions"
+    option :user, default: ENV['USER']
+    option :password,  default: ENV['PASSWORD']
+    option :log, default: false
+    option :debug, default: false
+    def transactions(bank)
+      @user = options[:user]
+      @password = options[:password]
+      @log = options[:log]
+      @debug = options[:debug]
+
+      bank_class = find_bank_class_for(bank)      
+      @client = bank_class.new(@user, @password, log: @log, debug: @debug)
+
+      transactions = @client.get_transactions
+    end
+
+    private 
+    
+    def find_bank_class_for(bank_name)
+      Object.const_get("BankScrap::" + bank_name.classify)
+    rescue NameError
+      raise ArgumentError.new('Invalid bank name')
+    end
+  end
+end

data/lib/bank_scrap/version.rb

@@ -0,0 +1,3 @@
+module BankScrap
+  VERSION = "0.0.2"
+end

data/lib/bank_scrap.rb

@@ -0,0 +1,10 @@
+require 'bank_scrap/version'
+require 'bank_scrap/cli'
+require 'bank_scrap/bank'
+
+# TODO: load banks dynamically
+require 'bank_scrap/banks/bankinter'
+require 'bank_scrap/banks/bbva'
+
+module BankScrap
+end

metadata

@@ -0,0 +1,159 @@
+--- !ruby/object:Gem::Specification
+name: bank_scrap
+version: !ruby/object:Gem::Version
+  version: 0.0.2
+platform: ruby
+authors:
+- Ismael Sánchez
+- Javier Cuevas
+- Fernando Blat
+- Raúl Marcos
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2014-11-01 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.7'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.7'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '10.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '10.0'
+- !ruby/object:Gem::Dependency
+  name: thor
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.19'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.19'
+- !ruby/object:Gem::Dependency
+  name: nokogiri
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.6'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.6'
+- !ruby/object:Gem::Dependency
+  name: execjs
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '2.2'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '2.2'
+- !ruby/object:Gem::Dependency
+  name: curb
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.8'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.8'
+- !ruby/object:Gem::Dependency
+  name: activesupport
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '4.1'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '4.1'
+description: Command line tools to get bank account details from some banks.
+email:
+- root@ismagnu.com
+executables:
+- bank_scrap
+extensions: []
+extra_rdoc_files: []
+files:
+- ".gitignore"
+- Gemfile
+- LICENSE.txt
+- README.md
+- Rakefile
+- bank_scrap.gemspec
+- bin/bank_scrap
+- lib/bank_scrap.rb
+- lib/bank_scrap/bank.rb
+- lib/bank_scrap/banks/bankinter.rb
+- lib/bank_scrap/banks/bbva.rb
+- lib/bank_scrap/cli.rb
+- lib/bank_scrap/version.rb
+homepage: https://github.com/ismaGNU/bank_scrap
+licenses:
+- MIT
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - "~>"
+    - !ruby/object:Gem::Version
+      version: '2.1'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.2.2
+signing_key: 
+specification_version: 4
+summary: Get your bank account details.
+test_files: []