za_bank_scraper 0.1.6

checksums.yaml

@@ -0,0 +1,15 @@
+---
+!binary "U0hBMQ==":
+  metadata.gz: !binary |-
+    NTQxMDlmMDc0NWM1ZmViY2ZjYTkxNjI0YjU1NzFiNmVkNzU0ZGE0NA==
+  data.tar.gz: !binary |-
+    MmMxMjgwMTM4ZThhMjRhNDA5YmY5YTY5ZDU4ZDBjNmU4MThkZDIyYw==
+SHA512:
+  metadata.gz: !binary |-
+    ZjBiNmRkZThlNWU4MTc5NDM1MjQ1MzcyNGE5MzFmYTZiNDI3MmQzZTU0MmI2
+    MmJhODZiODU1MzcyNDBjNzc4Yzc4Y2NiMjllZDVhYmY3MWJhNTIzZmQyZjgy
+    NjA3YjY1NTRjYjFlOWQ3ZGZlZjhjZTI1NTVmODgzMTVlYzgwODU=
+  data.tar.gz: !binary |-
+    YmNlNzBlNTJkOGQyZGI0ZTM4ODU3NjA1NjVmODFjYTM4NWRiYWE5OTdlNjNm
+    ZTRiNGJhYWRkYzgzZjBlZjE3YjgwYmVkYzU1OWI5OGNkMmM0NGNiNGNkZjFj
+    MDllMzA3MmI3MWY5YmQyMjI3ZDdhYmJjOGExNWZkOWFkMmJmNGU=

data/.travis.yml

@@ -0,0 +1,3 @@
+language: ruby
+rvm:
+  - 1.9.3

data/Gemfile

@@ -0,0 +1,4 @@
+source 'https://rubygems.org'
+
+# Specify your gem's dependencies in za_bank_scraper.gemspec
+gemspec

data/README.md

@@ -0,0 +1,39 @@
+# ZaBankScraper
+
+Welcome to your new gem! In this directory, you'll find the files you need to be able to package up your Ruby library into a gem. Put your Ruby code in the file `lib/za_bank_scraper`. To experiment with that code, run `bin/console` for an interactive prompt.
+
+TODO: Delete this and the text above, and describe your gem
+
+## Installation
+
+Add this line to your application's Gemfile:
+
+```ruby
+gem 'za_bank_scraper'
+```
+
+And then execute:
+
+    $ bundle
+
+Or install it yourself as:
+
+    $ gem install za_bank_scraper
+
+## Usage
+
+TODO: Write usage instructions here
+
+## Development
+
+After checking out the repo, run `bin/setup` to install dependencies. Then, run `bin/console` for an interactive prompt that will allow you to experiment.
+
+To install this gem onto your local machine, run `bundle exec rake install`. To release a new version, update the version number in `version.rb`, and then run `bundle exec rake release` to create a git tag for the version, push git commits and tags, and push the `.gem` file to [rubygems.org](https://rubygems.org).
+
+## Contributing
+
+1. Fork it ( https://github.com/[my-github-username]/za_bank_scraper/fork )
+2. Create your feature branch (`git checkout -b my-new-feature`)
+3. Commit your changes (`git commit -am 'Add some feature'`)
+4. Push to the branch (`git push origin my-new-feature`)
+5. Create a new Pull Request

data/Rakefile

@@ -0,0 +1,2 @@
+require "bundler/gem_tasks"
+

data/bin/console

@@ -0,0 +1,14 @@
+#!/usr/bin/env ruby
+
+require "bundler/setup"
+require "za_bank_scraper"
+
+# You can add fixtures and/or initialization code here to make experimenting
+# with your gem easier. You can also use a different console, if you like.
+
+# (If you use this, don't forget to add pry to your Gemfile!)
+# require "pry"
+# Pry.start
+
+require "irb"
+IRB.start

data/bin/setup

@@ -0,0 +1,7 @@
+#!/bin/bash
+set -euo pipefail
+IFS=$'\n\t'
+
+bundle install
+
+# Do any other automated setup that you need to do here

data/lib/za_bank_scraper/absa.rb

@@ -0,0 +1,154 @@
+module ZaBankScraper
+  class Absa
+
+    attr_accessor :base_url, :account_number, :pin, :password, :user_number, :date_from, :date_to
+
+    def initialize(options={})
+      @base_url = "https://ib.absa.co.za/ib/AuthenticateW.do"
+
+      @agent = Mechanize.new
+      @account_number = options[:account_number]
+      @pin = options[:pin]
+      @user_number = options[:user_number]
+      @password = options[:password]
+      @date_from = options[:date_from]
+      @date_to = options[:date_to]
+    end
+
+    def pretty_print
+      array = []
+      array << [ "Date", "T.Num", "Acc Num", "Description", "Dep Id", "Amount", "Balance"]
+      scrape.each do |t|
+        array << [t[:remittance_date], t[:transaction_number_for_day], t[:account_number],t[:description], t[:dep_id], t[:amount], t[:account_balance_after_transaction] ]
+      end
+
+      puts array.to_table
+    end
+
+    def scrape
+      agent = Mechanize.new
+      agent.get(base_url) # mobi
+      agent.keep_alive = false
+
+      # Page 1 of login form
+      agent.page.forms[0]['AccessAccount'] = account_number
+      agent.page.forms[0]['PIN'] = pin
+      agent.page.forms[0]['user'] = user_number
+      agent.submit(agent.page.forms[0], agent.page.forms[0].button_with(:name => 'button_processPIN'))
+
+      # Page 2 of login form
+      (1..password.length).each do |digit|
+        if agent.page.forms[0]["DIGITOUT#{digit-1}"].nil?
+          agent.page.forms[0]["DIGIT#{digit-1}"] = password[digit-1]
+        end
+      end
+
+      agent.submit(agent.page.forms[0], agent.page.forms[0].button_with(:name => 'button_processPassword'))
+
+      # Go to My Account
+
+      agent.page.links[0].click
+
+      # Go to Statement
+
+      agent.page.links[1].click
+
+      # Go to a specific account for last 2 days
+
+      select_list = agent.page.forms[0].field_with(:name => "SelectAccount")
+
+      html_transactions = []
+      select_list.options.select.each do |select|
+
+        account_number = select.text[0,10]
+        # p "--------------BEGIN--------------"
+        html_transactions.push get_transactions_for_account(agent, account_number, date_from, date_to)
+        # p "---------------END---------------"
+        agent.submit(agent.page.forms[0], agent.page.forms[0].button_with(:name => 'button_promptSelectionCriteria'))
+
+      end
+
+      html_transactions.flatten
+    end
+
+    def get_transactions_for_account(agent, account_number, date_from, date_to)
+      search_page = agent.page.form_with(:action => 'https://ib.absa.co.za/ib/TranHistoryW.do') do |f|
+        f.field_with(:name => "SelectAccount").value = f.field_with(:name => "SelectAccount").options.select {|o| o.text.start_with? account_number}[0]
+        f.field_with(:name => "dateRange").value = f.field_with(:name => "dateRange").options.select {|o| o.text.start_with? 'Custom'}[0]
+        f.fromDate       = date_from
+        f.toDate         = date_to
+      end.submit agent.page.forms[0].button_with(:name => 'button_View')
+
+      # fetch transactions
+      results = []
+      array = []
+      button = true
+
+      temp_date = Date.strptime(date_from, "%Y%m%d").to_s
+      count = 1
+
+      while button
+
+        html_transactions = agent.page.parser.xpath("//p[contains(@class, 'alt')]")
+
+        html_transactions.map do |transaction|
+          array = transaction.children.select {|child| child.name == "text"}.map {|child| child.content.gsub(/\t/, '').gsub(/\r\n/, '').strip}
+
+          if array.length == 5
+            dep_id = ''
+            if array.select {|elem| elem.empty?}.empty?
+              dep_id = array[-3]
+              amount = array[-2].gsub("R", '').gsub(".", '').gsub(" ", '').to_i.to_s
+            else
+              amount = array[-3].gsub("R", '').gsub(".", '').gsub(" ", '').to_i.to_s
+            end
+            account_balance_after_transaction = array[-1].gsub("R", '').gsub(".", '').gsub(" ", '').to_i.to_s
+          elsif array.length == 7
+            dep_id = array[2] + array[3]
+            amount = array[-3].gsub("R", '').gsub(".", '').gsub(" ", '').to_i.to_s
+            account_balance_after_transaction = array[-1].gsub("R", '').gsub(".", '').gsub(" ", '').to_i.to_s
+          elsif array.length == 4
+            # ["2015-07-28", "CASH DEP BRANCH     RICHARDS B(    123,00 )", "R 8 000.00", "69 155.95"]
+            dep_id = ""
+            amount = array[-2].gsub("R", '').gsub(".", '').gsub(" ", '').to_i.to_s
+            account_balance_after_transaction = array[-1].gsub("R", '').gsub(".", '').gsub(" ", '').to_i.to_s
+          else
+            if (array[-2] =~ /^R\s-?[0-9\s]*.[0-9]{2}$/)
+              amount = array[-2].gsub("R", '').gsub(".", '').gsub(" ", '').to_i.to_s
+              dep_id = array[-4] + array[-3]
+            else
+              dep_id = array[2]
+              amount = array[-3].gsub("R", '').gsub(".", '').gsub(" ", '').to_i.to_s
+            end
+            account_balance_after_transaction = array[-1].gsub("R", '').gsub(".", '').gsub(" ", '').to_i.to_s
+          end
+
+          if temp_date != array[0]
+            count = 1
+            temp_date = array[0]
+          end
+
+          results <<
+              {
+                :transaction_number_for_day => count,
+                :account_number => account_number,
+                :remittance_date => array[0],
+                :description => array[1],
+                :dep_id => dep_id,
+                :amount => amount,
+                :account_balance_after_transaction => account_balance_after_transaction
+              }
+
+          count += 1
+        end
+
+        button = agent.page.forms[0].button_with(:name => "button_buttonNext")
+
+        agent.submit(agent.page.forms[0], agent.page.forms[0].button_with(:name => 'button_buttonNext')) unless button.nil?
+
+      end
+      # results.each {|x| puts x}
+      results
+    end
+  end
+end

data/lib/za_bank_scraper/version.rb

@@ -0,0 +1,3 @@
+module ZaBankScraper
+  VERSION = "0.1.6"
+end

data/lib/za_bank_scraper.rb

@@ -0,0 +1,12 @@
+require "za_bank_scraper/version"
+require 'nokogiri'
+require 'open-uri'
+require 'mechanize'
+require 'logger'
+require 'text-table'
+
+module ZaBankScraper
+  # Your code goes here...
+end
+
+require 'za_bank_scraper/absa'

data/za_bank_scraper.gemspec

@@ -0,0 +1,30 @@
+# coding: utf-8
+lib = File.expand_path('../lib', __FILE__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+require 'za_bank_scraper/version'
+
+Gem::Specification.new do |spec|
+  spec.name          = "za_bank_scraper"
+  spec.version       = ZaBankScraper::VERSION
+  spec.authors       = ["Jeffrey van Aswegen"]
+  spec.email         = ["jeffmess@gmail.com"]
+
+  spec.summary       = %q{Scrapes South African Bank website for ofx statements (ABSA, STD Bank, FNB).}
+  spec.homepage      = "http://github.com/jeffmess/za_bank_scraper"
+
+  spec.files         = `git ls-files -z`.split("\x0").reject { |f| f.match(%r{^(test|spec|features)/}) }
+  spec.bindir        = "exe"
+  spec.executables   = spec.files.grep(%r{^exe/}) { |f| File.basename(f) }
+  spec.require_paths = ["lib"]
+
+  if spec.respond_to?(:metadata)
+    spec.metadata['allowed_push_host'] = "https://rubygems.org"#{}"TODO: Set to 'http://mygemserver.com' to prevent pushes to rubygems.org, or delete to allow pushes to any server."
+  end
+
+  spec.add_dependency "nokogiri", "1.5.5"
+  spec.add_dependency "mechanize", "2.7.3"
+  spec.add_dependency "text-table"
+
+  spec.add_development_dependency "bundler", "~> 1.8"
+  spec.add_development_dependency "rake", "~> 10.0"
+end

metadata

@@ -0,0 +1,124 @@
+--- !ruby/object:Gem::Specification
+name: za_bank_scraper
+version: !ruby/object:Gem::Version
+  version: 0.1.6
+platform: ruby
+authors:
+- Jeffrey van Aswegen
+autorequire: 
+bindir: exe
+cert_chain: []
+date: 2016-05-16 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: nokogiri
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '='
+      - !ruby/object:Gem::Version
+        version: 1.5.5
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '='
+      - !ruby/object:Gem::Version
+        version: 1.5.5
+- !ruby/object:Gem::Dependency
+  name: mechanize
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '='
+      - !ruby/object:Gem::Version
+        version: 2.7.3
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '='
+      - !ruby/object:Gem::Version
+        version: 2.7.3
+- !ruby/object:Gem::Dependency
+  name: text-table
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '1.8'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '1.8'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '10.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '10.0'
+description: 
+email:
+- jeffmess@gmail.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- .travis.yml
+- Gemfile
+- README.md
+- Rakefile
+- bin/console
+- bin/setup
+- lib/za_bank_scraper.rb
+- lib/za_bank_scraper/absa.rb
+- lib/za_bank_scraper/version.rb
+- za_bank_scraper.gemspec
+homepage: http://github.com/jeffmess/za_bank_scraper
+licenses: []
+metadata:
+  allowed_push_host: https://rubygems.org
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.4.8
+signing_key: 
+specification_version: 4
+summary: Scrapes South African Bank website for ofx statements (ABSA, STD Bank, FNB).
+test_files: []