zilverline-mt940 1.0

checksums.yaml

@@ -0,0 +1,15 @@
+---
+!binary "U0hBMQ==":
+  metadata.gz: !binary |-
+    M2VjYjdlOGZlYzJkMDZmOWIzZTkzODkwNjc0YThmYjg0NTg0MDdmOA==
+  data.tar.gz: !binary |-
+    Mjg3Mzg5YmYzMTE4NDkzYWIwYTBhMWVkMDlhM2U1M2UyYjg5ZTY1ZQ==
+!binary "U0hBNTEy":
+  metadata.gz: !binary |-
+    YmRlMTM0ZTI5MzdmYmE3NGIwZTBmNGQwOTI1YmU1NzJlY2I1ZDNkNTk0YWY2
+    NWZhNzYzYWU1ZTFmNDJmNTE0NzRhZTgzN2M1NGIxNTNiN2Q1MjkzMzM5MzVj
+    ZjRjMDBlYjRiM2Y4M2IzY2Y5M2Q1OWVmYTFmMGQzNTMyMjI3NTM=
+  data.tar.gz: !binary |-
+    NWU5Njk2YWU4N2E1ZTQ0YjUzZDVhZjkzY2ViNTEyOTQ0ZTE5MGQ0MjBkOWNi
+    NzRmOTNmNGZiODQ0MjZiMDE4ZDE4YzQ3N2M2MDYyYjc2OWY5YjAzNGJlMzUy
+    YzdmMGFmYzg2NjRiOTAwNDFkODkxODU4NTU2ODJmYjBhNTQzM2M=

data/.document

@@ -0,0 +1,5 @@
+lib/**/*.rb
+bin/*
+- 
+features/**/*.feature
+LICENSE.txt

data/.gitignore

@@ -0,0 +1,52 @@
+# rcov generated
+coverage
+
+# rdoc generated
+rdoc
+
+# yard generated
+doc
+.yardoc
+
+# bundler
+.bundle
+
+# jeweler generated
+pkg
+
+# Have editor/IDE/OS specific files you need to ignore? Consider using a global gitignore: 
+#
+# * Create a file at ~/.gitignore
+# * Include files you want ignored
+# * Run: git config --global core.excludesfile ~/.gitignore
+#
+# After doing this, these files will be ignored in all your git projects,
+# saving you from having to 'pollute' every project you touch with them
+#
+# Not sure what to needs to be ignored for particular editors/OSes? Here's some ideas to get you started. (Remember, remove the leading # of the line)
+#
+# For MacOS:
+#
+#.DS_Store
+
+# For TextMate
+#*.tmproj
+#tmtags
+
+# For emacs:
+#*~
+#\#*
+#.\#*
+
+# For vim:
+#*.swp
+
+# For redcar:
+#.redcar
+
+# For rubinius:
+#*.rbc
+
+# rvmrc
+.rvmrc
+.idea/

data/.ruby-version

@@ -0,0 +1 @@
+1.9.3-p385

data/CHANGELOG

@@ -0,0 +1,56 @@
+* 0.6.6
+  - Added currency support in transaction (contribution of Bob Forma)
+
+* 0.6.5
+
+  - Use bundler for gem building and release
+  - Add travis configuration
+
+* 0.6.4
+
+  - Fix for multiline description for Rabobank
+
+* 0.6.3
+
+  - include the updated Changelog and README as well
+
+* 0.6.2 (Was never released)
+
+  - Parse a NONREF contra account for the rabobank correctly
+
+* 0.6.1 (Was never released)
+
+  - Extracting contra account for ING, AbnAmro and Triodos as well
+  - Standardized all account numbers to exactly 9 digits
+
+* 0.6.0 (Was never released)
+
+* 0.5.1
+
+  - Delegated determination of bank to corresponding subclass
+
+* 0.5.0
+
+  - Added bank to a transaction
+
+* 0.4.1
+
+  - Handle can be a Tempfile as well
+
+* 0.4.0
+
+  - Also handle to MT940 file possible
+
+* 0.3.0
+
+  - Added a date to a transaction
+  - Change transaction attribute name of contra_account_name into contra_account_owner
+
+* 0.2.0
+  
+  - General parse method refactored and broke down in individual parse methods per tag
+  - Automatic determination of bank on the base of the first line implemented
+
+* 0.1.0
+
+  Initial release

data/Gemfile

@@ -0,0 +1,4 @@
+source "http://rubygems.org"
+
+# Specify your gem's dependencies in mt940.gemspec
+gemspec

data/Gemfile.lock

@@ -0,0 +1,26 @@
+PATH
+  remote: .
+  specs:
+    zilverline-mt940 (1.0)
+
+GEM
+  remote: http://rubygems.org/
+  specs:
+    diff-lcs (1.1.3)
+    rake (10.1.0)
+    rspec (2.12.0)
+      rspec-core (~> 2.12.0)
+      rspec-expectations (~> 2.12.0)
+      rspec-mocks (~> 2.12.0)
+    rspec-core (2.12.0)
+    rspec-expectations (2.12.0)
+      diff-lcs (~> 1.1.3)
+    rspec-mocks (2.12.0)
+
+PLATFORMS
+  ruby
+
+DEPENDENCIES
+  rake
+  rspec
+  zilverline-mt940!

data/LICENSE.txt

@@ -0,0 +1,20 @@
+Copyright (c) 2012 Frank Oxener - Agile Dovadi BV
+
+Permission is hereby granted, free of charge, to any person obtaining
+a copy of this software and associated documentation files (the
+"Software"), to deal in the Software without restriction, including
+without limitation the rights to use, copy, modify, merge, publish,
+distribute, sublicense, and/or sell copies of the Software, and to
+permit persons to whom the Software is furnished to do so, subject to
+the following conditions:
+
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
+LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
+OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
+WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/README.md

@@ -0,0 +1,75 @@
+MT940
+======
+
+Full parser for MT940 files, see [MT940](http://nl.wikipedia.org/wiki/MT940). This is based on
+the original gem of [Frank Oxener - Agile Dovadi BV](http://github.com/dovadi/mt940) but completely redesigned and extended.
+
+The following Dutch banks are implemented:
+
+* ABN Amro
+* ING
+* Rabobank
+* Triodos
+
+Usage
+=====
+
+With the file name as argument:
+
+    file_name = '~/Downloads/ing.940'
+
+    @parse_result = MT940::Base.parse_mt940(file_name)
+
+or with the file itself:
+
+    file_name = '~/Downloads/ing.940'
+
+    file = File.open(file_name)
+
+    @parse_result = MT940::Base.parse_mt940(file)
+
+after parsing:
+
+    @parse_result.each do |account_number, bank_statements|
+      puts "Account number #{account_number} has #{bank_statements.size} bank statements"
+      bank_statements.each do |bank_statement|
+        puts "Bank statement has balance of #{bank_statement.previous_balance.amount} at date #{bank_statement.previous_balance.date}"
+        bank_statement.transactions.each do |transaction|
+          # do something with transaction
+          # ...
+        end
+        puts "Bank statement has new balance of #{bank_statement.new_balance.amount} at date #{bank_statement.new_balance.date}"
+      end
+    end
+
+* Independent of the bank
+
+  - a parse_result consists of:
+
+    - a map with account numbers as key and a list of BankStatements (http://en.wikipedia.org/wiki/Bank_statement)
+    - A BankStatement is a summary of financial transaction in a certain period of time.
+      - It is a Struct
+      - It contains a previous_balance (Balance) and a new_balance (Balance)
+      - It has a list of Transactions
+        - a transaction always consists of:
+          - accountnumber
+          - bank (for example Ing, Rabobank or Unknown)
+          - date
+          - amount (which is negative in case of a withdrawal)
+          - description
+          - contra account
+
+* With the Rabobank its owner is extracted as well.
+
+Running tests
+=============
+
+> bundle install
+
+> bundle exec rake spec
+
+Copyright
+==========
+
+Copyright (c) 2012 Frank Oxener - Agile Dovadi BV. See LICENSE.txt for further details.
+

data/Rakefile

@@ -0,0 +1,9 @@
+# encoding: utf-8
+require 'bundler'
+Bundler::GemHelper.install_tasks
+
+require 'rspec/core/rake_task'
+RSpec::Core::RakeTask.new(:spec)
+
+task :default => :spec
+

data/lib/mt940.rb

@@ -0,0 +1,10 @@
+require 'tempfile'
+require 'date'
+require_relative 'mt940/transaction'
+require_relative 'mt940/bank_statement'
+require_relative 'mt940/base'
+require_relative 'mt940/structured_format'
+require_relative 'mt940/banks/ing'
+require_relative 'mt940/banks/rabobank'
+require_relative 'mt940/banks/abnamro'
+require_relative 'mt940/banks/triodos'

data/lib/mt940/bank_statement.rb

@@ -0,0 +1,13 @@
+module MT940
+  ##
+  # A Bankstatement contains a single or multiple Transaction's.
+  # It is the equivalent of an actual real life gold old paper bank statement
+  # as we used to get them via post in the old days.
+  #
+  BankStatement = Struct.new(:transactions, :bank_account, :bank_account_iban, :page_number, :previous_balance, :new_balance)
+
+  ##
+  # A Balance describes the amount of money you have on your bank account
+  # at a certain moment in time.
+  Balance = Struct.new(:amount, :date, :currency)
+end

data/lib/mt940/banks/abnamro.rb

@@ -0,0 +1,76 @@
+class MT940::Abnamro < MT940::Base
+  include MT940::StructuredFormat
+
+  def self.determine_bank(*args)
+    self if args[0].match(/ABNANL/)
+  end
+
+  def mt_940_start_line?(line)
+    super || line.match(/ABNANL/)
+  end
+
+  def parse_tag_61
+    if @line.match(/^:61:(\d{6})\d{4}(C|D)(\d+),(\d{0,2})/)
+      type = $2 == 'D' ? -1 : 1
+      @transaction = MT940::Transaction.new(:bank_account => @bank_account, :amount => type * ($3 + '.' + $4).to_f, :bank => @bank, :currency => @currency)
+      @transaction.date = parse_date($1)
+      @bank_statement.transactions << @transaction
+      @tag86 = false
+    end
+  end
+
+  def parse_contra_account
+    if @transaction
+
+      case @transaction.description
+        when /^(GIRO)\s+(\d+)(.+)/
+          @transaction.contra_account = $2.rjust(9, '000000000')
+          @transaction.description = $3
+        when /^(\d{2}.\d{2}.\d{2}.\d{3})(.+)/
+          @transaction.description = $2.strip
+          @transaction.contra_account = $1.gsub('.', '')
+        when /\/TRTP\/SEPA OVERBOEKING/
+          description_parts = @line[4..-1].split('/')
+          @transaction.contra_account_iban = parse_description_after_tag description_parts, "IBAN"
+          @transaction.contra_account = iban_to_account @transaction.contra_account_iban
+          @transaction.contra_account_owner = parse_description_after_tag description_parts, "NAME"
+          @transaction.description = parse_description_after_tag description_parts, "REMI"
+        when /SEPA IDEAL/
+          read_all_description_lines!
+          full_description = @transaction.description
+          if full_description.match /OMSCHRIJVING\:(.+)?/
+            @transaction.description = $1.strip
+          end
+          if full_description.match /IBAN\:(.+)?BIC\:/
+            @transaction.contra_account_iban = $1.strip
+            @transaction.contra_account = iban_to_account @transaction.contra_account_iban
+          end
+          if full_description.match /NAAM\:(.+)?OMSCHRIJVING\:/
+            @transaction.contra_account_owner = $1.strip
+          end
+        when /SEPA ACCEPTGIROBETALING/
+          read_all_description_lines!
+          full_description = @transaction.description
+          if full_description.match /(BETALINGSKENM\.\:.+)/
+            @transaction.description = $1.strip
+          end
+          if full_description.match /IBAN\:(.+)?BIC\:/
+            @transaction.contra_account_iban = $1.strip
+            @transaction.contra_account = iban_to_account @transaction.contra_account_iban
+          end
+          if full_description.match /NAAM\:(.+)?BETALINGSKENM\.\:/
+            @transaction.contra_account_owner = $1.strip
+          end
+        else
+          @skip_parse_line = false
+      end
+    end
+  end
+
+  private
+
+  def iban_to_account(iban)
+    !iban.nil? ? iban.split(//).last(10).join.gsub(/^0+/, '') : nil
+  end
+
+end

data/lib/mt940/banks/ing.rb

@@ -0,0 +1,84 @@
+class MT940::Ing < MT940::Base
+
+  IBAN_BIC_R = /^([a-zA-Z]{2}[0-9]{2}[a-zA-Z0-9]{0,30})(?:\s)([a-zA-Z0-9]{8,11})(?:\s)(.*)/
+  CONTRA_ACCOUNT_DESCRIPTION_R = /^(.*)(?:\s)(?:NOTPROVIDED)(?:\s)(.*)/
+
+
+  def self.determine_bank(*args)
+    self if args[0].match(/INGBNL/)
+  end
+
+  def parse_tag_61
+
+    @is_structured_format = @line.match /EREF|PREF|MARF|\d{16}/
+
+    if @line.match(/^:61:(\d{6})(C|D)(\d+),(\d{0,2})N(\S+)/)
+      sign = $2 == 'D' ? -1 : 1
+      @transaction = MT940::Transaction.new(:bank_account => @bank_account, :amount => sign * ($3 + '.' + $4).to_f, :bank => @bank, :currency => @currency)
+      @transaction.type = human_readable_type($5.strip)
+      @transaction.date = parse_date($1)
+      @bank_statement.transactions << @transaction
+      @tag86 = false
+    else
+      raise @line
+    end
+  end
+
+  def parse_tag_62F
+    super
+    @tag86 = true
+  end
+
+  def parse_contra_account
+    if @is_structured_format && @transaction && @transaction.description.match(IBAN_BIC_R)
+      parse_structured_description $1, $3
+    elsif @transaction && @transaction.description.match(/([P|\d]\d{9})?(.+)/)
+      parse_description $1, $2
+    end
+  end
+
+  def human_readable_type(type)
+    ING_MAPPING[type.strip] || type.strip
+  end
+
+  ING_MAPPING = {}
+  ING_MAPPING["AC"]= "Acceptgiro"
+  ING_MAPPING["BA"]= "Betaalautomaattransactie"
+  ING_MAPPING["CH"]= "Cheque"
+  ING_MAPPING["DV"]= "Diversen"
+  ING_MAPPING["FL"]= "Filiaalboeking, concernboeking"
+  ING_MAPPING["GF"]= "Telefonisch bankieren"
+  ING_MAPPING["GM"]= "Geldautomaat"
+  ING_MAPPING["GT"]= "Internetbankieren"
+  ING_MAPPING["IC"]= "Incasso"
+  ING_MAPPING["OV"]= "Overschrijving"
+  ING_MAPPING["PK"]= "Opname kantoor"
+  ING_MAPPING["PO"]= "Periodieke overschrijving"
+  ING_MAPPING["ST"]= "ST Storting (eigen rekening of derde)"
+  ING_MAPPING["VZ"]= "Verzamelbetaling"
+  ING_MAPPING["Code"]= "Toelichting"
+  ING_MAPPING["CHK"]= "Cheque"
+  ING_MAPPING["TRF"]= "Overboeking buitenland"
+
+  private
+  # introduced by IBAN
+  def parse_structured_description(iban, description)
+    @transaction.contra_account_iban=iban
+    @transaction.description=description
+    @transaction.contra_account=@transaction.contra_account_iban[8..-1].sub(/^0+/, '') if @transaction.contra_account_iban.match /^NL/
+    if @transaction.description.match CONTRA_ACCOUNT_DESCRIPTION_R
+      @transaction.contra_account_owner=$1
+      @transaction.description=$2
+    end
+  end
+
+  def parse_description(account_number, description)
+    @transaction.description = description.strip
+    number = account_number
+    unless number.nil?
+      @transaction.contra_account = number.gsub(/\D/, '').gsub(/^0+/, '')
+    else
+      @transaction.contra_account = "NONREF"
+    end
+  end
+end