zilverline-mt940 1.0

data/lib/mt940/banks/triodos.rb

@@ -0,0 +1,20 @@
+class MT940::Triodos < MT940::Base
+
+  def self.determine_bank(*args)
+    self if args[0].match(/^:20:/) && args[1] && args[1].match(/^:25:TRIODOSBANK/)
+  end
+
+  def parse_tag_86
+    if !@tag86 && @line.match(/^:86:\s?(.*)\Z/m)
+      @tag86 = true
+      temp_description = $1.gsub(/\n/, ' ').gsub(/>\d{2}/, '').strip
+      if temp_description.match(/^\d+(\d{9})(.*)$/)
+        @transaction.contra_account = $1.rjust(9, '000000000')
+        @transaction.description = $2.strip
+      else
+        @transaction.description = temp_description
+      end
+    end
+  end
+
+end

data/lib/mt940/base.rb

@@ -0,0 +1,165 @@
+module MT940
+
+  class Base
+
+    MT_940_TAG_LINE = /^:(\d{2}(F|C)?):/
+
+    attr_accessor :bank, :opening_balance, :opening_date
+
+    def self.parse_mt940(file)
+      file = File.open(file) if file.is_a?(String)
+      if file.is_a?(File) || file.is_a?(Tempfile)
+        first_line = file.readline
+        second_line = file.readline unless file.eof?
+        klass = determine_bank(first_line, second_line)
+        file.rewind
+        instance = klass.new(file)
+        file.close
+        instance.parse
+      else
+        raise ArgumentError.new('No file is given!')
+      end
+    end
+
+    def parse
+      @tag86 = false
+      @lines.each do |line|
+        @line = line
+        @line.match(MT_940_TAG_LINE) ? send("parse_tag_#{$1}".to_sym) : parse_line
+      end
+      @bank_statements
+    end
+
+    protected
+    def parse_description_after_tag(description_parts, tag)
+      description_start_index = description_parts.index { |part| part == tag }
+      if description_start_index
+        description_parts[description_start_index + 1].gsub(/\r|\n/, '')
+      else
+        ''
+      end
+    end
+
+
+    private
+
+    def self.determine_bank(*args)
+      Dir.foreach(File.dirname(__FILE__) + '/banks/') do |file|
+        if file.match(/\.rb$/)
+          klass = eval(file.gsub(/\.rb$/, '').capitalize)
+          bank = klass.determine_bank(*args)
+          return bank if bank
+        end
+      end
+      self
+    end
+
+    def initialize(file)
+      @bank_statements = {}
+      @transactions = []
+      @bank = self.class.to_s.split('::').last
+      @bank = 'Unknown' if @bank == 'Base'
+      temp_lines = file.readlines
+      @lines = []
+      index_of_temp_lines = 0
+      index_in_lines = 0
+      while index_of_temp_lines < temp_lines.size do
+        line = temp_lines[index_of_temp_lines].encode('UTF-8', 'binary', :invalid => :replace, :undef => :replace) # remove invalid chars
+        if mt_940_start_line?(line)
+          @lines << line
+          index_in_lines+=1
+        else
+          @lines[index_in_lines-1] += line
+        end
+        index_of_temp_lines+=1
+      end
+    end
+
+    def mt_940_start_line?(line)
+      line.match /^:?\d{2}(\D?|\d?):?.*$/
+    end
+
+    def parse_tag_25
+      @line.gsub!('.', '')
+      case @line
+        when /^:\d{2}:NL/
+          @bank_account_iban = @line[4, 18]
+          @bank_account = @bank_account_iban.strip.split(//).last(10).join.sub(/^[0]*/,"")
+          @is_structured_format = true
+        when /^:\d{2}:\D*(\d*)/
+          @bank_account = $1.gsub(/\D/, '').gsub(/^0+/, '')
+          @is_structured_format = false
+        else
+          raise "Unknown format for tag 25: #{@line}"
+      end
+      @bank_statements[@bank_account] ||= []
+      @tag86 = false
+    end
+
+    def parse_tag_28
+      @bank_statement = BankStatement.new([], @bank_account, @bank_account_iban, 0, nil, nil)
+      @bank_statements[@bank_account] << @bank_statement
+    end
+
+    alias_method :parse_tag_28C, :parse_tag_28
+
+    def parse_tag_60F
+      @currency = @line[12..14]
+      balance_date = parse_date(@line[6..11])
+
+      type = @line[5] == 'D' ? -1 : 1
+      amount = @line[15..-1].gsub(",", ".").to_f * type
+      @bank_statement.previous_balance = Balance.new(amount, balance_date, @currency)
+    end
+
+    def parse_tag_62F
+      @currency = @line[12..14]
+      balance_date = parse_date(@line[6..11])
+
+      type = @line[5] == 'D' ? -1 : 1
+      amount = @line[15..-1].gsub(",", ".").to_f * type
+
+      @bank_statement.new_balance = Balance.new(amount, balance_date, @currency)
+      @tag86 = false
+    end
+
+    def parse_tag_61
+      if @line.match(/^:61:(\d{6})(C|D)(\d+),(\d{0,2})/)
+        type = $2 == 'D' ? -1 : 1
+        @transaction = MT940::Transaction.new(:bank_account => @bank_account, :amount => type * ($3 + '.' + $4).to_f, :bank => @bank, :currency => @currency)
+        @transaction.date = parse_date($1)
+        @bank_statement.transactions << @transaction
+        @tag86 = false
+      end
+    end
+
+    def parse_tag_86
+      if !@tag86 && @line.match(/^:86:\s?(.*)\Z/m)
+        @tag86 = true
+        @transaction.description = $1.gsub(/\n/, ' ').gsub(/>\d{2}/, '').strip
+        parse_contra_account
+      end
+    end
+
+    def parse_line
+      if @tag86 && @transaction.description
+        @transaction.description.lstrip!
+        @transaction.description += ' ' + @line.gsub(/\n/, ' ').gsub(/>\d{2}\s*/, '').gsub(/\-XXX/, '').gsub(/-$/, '').strip
+        @transaction.description.strip!
+      end
+    end
+
+    def parse_date(string)
+      Date.new(2000 + string[0..1].to_i, string[2..3].to_i, string[4..5].to_i) if string
+    end
+
+    def parse_contra_account
+    end
+
+    #Fail silently
+    def method_missing(*args)
+    end
+
+  end
+
+end

data/lib/mt940/structured_format.rb

@@ -0,0 +1,16 @@
+module MT940::StructuredFormat
+  def parse_line
+    super unless @skip_parse_line
+  end
+
+  def read_all_description_lines!
+    @skip_parse_line = true
+    index = @lines.index(@line)
+    @lines[index+1..-1].each do |line|
+      break if line.match MT940::Base::MT_940_TAG_LINE
+      @transaction.description.lstrip!
+      @transaction.description += line.gsub(/\n/, '').gsub(/>\d{2}\s*/, '').gsub(/\-XXX/, '').gsub(/-$/, '').strip
+      @transaction.description.strip!
+    end
+  end
+end

data/lib/mt940/transaction.rb

@@ -0,0 +1,23 @@
+module MT940
+
+  class Transaction
+
+    attr_accessor :bank_account, :bank_account_iban, :contra_account, :contra_account_iban, :amount, :type, :description, :contra_account_owner, :date, :bank, :currency
+
+    def initialize(attributes = {})
+      @bank_account        = attributes[:bank_account]
+      @bank_account_iban   = attributes[:bank_account_iban]
+      @bank                = attributes[:bank]
+      @amount              = attributes[:amount]
+      @type                = attributes[:type]
+      @description         = attributes[:description]
+      @date                = attributes[:date]
+      @contra_account      = attributes[:contra_account]
+      @contra_account_iban = attributes[:contra_account_iban]
+      @contra_account_owner = attributes[:contra_account_owner]
+      @currency            = attributes[:currency]
+    end
+
+  end
+
+end

data/lib/mt940/version.rb

@@ -0,0 +1,3 @@
+module MT940
+  VERSION = '1.0'
+end

data/mt940.gemspec

@@ -0,0 +1,32 @@
+# -*- encoding: utf-8 -*-
+
+$:.push File.expand_path('../lib', __FILE__)
+require 'mt940/version'
+
+Gem::Specification.new do |s|
+  s.name        = 'zilverline-mt940'
+  s.version     = MT940::VERSION
+  s.authors     = ['Lars Vonk', 'Michael Franken']
+  s.description = %q{An extended MT940 parser with implementations for Dutch banks. Based on basic parser from http://github.com/dovadi/mt940}
+  s.summary     = %q{MT940 parser}
+  s.email       = %q{lvonk@zilverline.com mfranken@zilverline.com}
+
+  s.homepage    = %q{https://github.com/zilverline/mt940}
+  s.licenses    = ['MIT']
+
+  s.extra_rdoc_files = [
+     'LICENSE.txt',
+     'README.md'
+   ]
+
+  s.rubyforge_project = 'mt940'
+
+  s.add_development_dependency 'rspec'
+  s.add_development_dependency 'rake'
+
+  s.files         = `git ls-files`.split(/\n/)
+  s.test_files    = `git ls-files -- {test,spec,features}/*`.split(/\n/)
+  s.executables   = `git ls-files -- bin/*`.split(/\n/).map{ |f| File.basename(f) }
+  s.require_paths = ['lib']
+
+end

data/spec/fixtures/abnamro.txt

@@ -0,0 +1,41 @@
+ABNANL2A
+940
+ABNANL2A
+:20:ABN AMRO BANK NV
+:25:517852257
+:28:19321/1
+:60F:C110522EUR3236,28
+:61:1105240524D9,N192NONREF
+:86:GIRO   428428 KPN - DIGITENNE    BETALINGSKENM.  000000042188659
+5314606715                       BETREFT FACTUUR D.D. 20-05-2011
+INCL. 1,44 BTW
+:61:1105210523D11,59N426NONREF
+:86:BEA   NR:XXX1234   21.05.11/12.54 DIRCKIII FIL2500 KATWIJK,PAS999
+:61:1105230523D11,63N426NONREF
+:86:BEA   NR:XXX1234   23.05.11/09.08 DIGROS FIL1015 KATWIJK Z,PAS999
+:61:1105220523D11,8N426NONREF
+:86:BEA   NR:XXX1234   22.05.11/14.25 MC DONALDS A44 LEIDEN,PAS999
+:61:1105210523D13,45N426NONREF
+:86:BEA   NR:XXX1234   21.05.11/12.09 PRINCE FIL. 55 KATWIJK Z,PAS999
+:61:1105210523D15,49N426NONREF
+:86:BEA   NR:XXX1234   21.05.11/12.55 DIRX FIL6017 KATWIJK ZH ,PAS999
+
+:61:1105210523D107,N426NONREF
+:86:BEA   NR:XXX1234   21.05.11/12.04 HANS ANDERS OPT./056 KAT,PAS999
+:61:1105220523D141,48N426NONREF
+:86:BEA   NR:XXX1234   22.05.11/13.45 MYCOM DEN HAAG  S-GRAVEN,PAS999
+:62F:C110523EUR876,84
+-
+ABNANL2A
+940
+ABNANL2A
+:20:ABN AMRO BANK NV
+:25:517852257
+:28:19322/1
+:60F:C110523EUR2876,84
+:61:1105240524D9,49N426NONREF
+:86:BEA   NR:XXX1234   24.05.11/09.18 PETS PLACE KATWIJK KATWI,PAS999
+:61:1105240524D15,N426NONREF
+:86:52.89.39.882 MYCOM DEN HAAG  S-GRAVEN,PAS999
+:62F:C110524EUR1849,75
+-

data/spec/fixtures/abnamro_structured.txt

@@ -0,0 +1,54 @@
+ABNANL2A
+940
+ABNANL2A
+:20:ABN AMRO BANK NV
+:25:123212321
+:28:1301/1
+:60F:C140112EUR10000,9
+:61:1401110113D5,1N426NONREF
+:86:BEA   NR:MA1402   11.01.14/12.00 XXX XX XXXXXX AMSTERDAM ,PAS123
+:61:1401130113D10,N426NONREF
+:86:BEA   NR:NND130   13.01.14/11.00 XXXXX 99 XXXXXX BV AMSTE,PAS123
+:61:1401130113D10,N658NONREF
+:86:/TRTP/SEPA OVERBOEKING/IBAN/NL25ABNA0987654321/BIC/ABNANL2A/NAME/
+FOOBAR/REMI/SAVINGS/EREF/NOTPROVIDED/ORDP//ID/20
+3798473
+:62F:C140113EUR9980,9
+-
+ABNANL2A
+940
+ABNANL2A
+:20:ABN AMRO BANK NV
+:25:123212321
+:28:2701/1
+:60F:C140124EUR9980,9
+:61:1401260127D4,N944NONREF
+:86:SEPA IDEAL                       IBAN: NL70ABNA0888888888
+BIC: ABNANL2A                    NAAM: NS GROEP INZAKE NSR IDEA
+OMSCHRIJVING: 4851430136 0030000 735822580 NS E-TICKET(S)
+KENMERK: 26-01-2014 18:14 003000 0735822580
+:61:1401250127D1000,N422NONREF
+:86:54.49.42.108 ABC BOOM KK
+
+:61:1401260127D1000,N946NONREF
+:86:SEPA ACCEPTGIROBETALING          IBAN: NL86INGB0002445588
+BIC: INGBNL2A                    NAAM: BELASTINGDIENST
+BETALINGSKENM.: 1234567890098876 ID DEBITEUR: 777777777
+:61:1401260127D1000,N946NONREF
+:86:SEPA ACCEPTGIROBETALING          IBAN: NL86INGB0002445588
+BIC: INGBNL2A                    NAAM: BELASTINGDIENST
+BETALINGSKENM.: 1234567890098876 ID DEBITEUR: 777777777
+:61:1401260127D1000,N946NONREF
+:86:SEPA ACCEPTGIROBETALING          IBAN: NL86INGB0002445588
+BIC: INGBNL2A                    NAAM: BELASTINGDIENST
+BETALINGSKENM.: 1234567890098876 ID DEBITEUR: 777777777
+:61:1401260127D1000,N946NONREF
+:86:SEPA ACCEPTGIROBETALING          IBAN: NL86INGB0002445588
+BIC: INGBNL2A                    NAAM: BELASTINGDIENST
+BETALINGSKENM.: 1234567890098876 ID DEBITEUR: 777777777
+:61:1401260127D1000,N946NONREF
+:86:SEPA ACCEPTGIROBETALING          IBAN: NL86INGB0002445588
+BIC: INGBNL2A                    NAAM: BELASTINGDIENST
+BETALINGSKENM.: 1234567890098876 ID DEBITEUR: 777777777
+:62F:C140127EUR3976,9
+-

data/spec/fixtures/ing.txt

@@ -0,0 +1,24 @@
+0000 01INGBNL2AXXXX00001
+0000 01INGBNL2AXXXX00001
+940 00
+:20:MPBZ
+:25:0001234567
+:28C:000
+:60F:C100722EUR0,00
+:61:100722D25,03NOV NONREF
+:86: RC AFREKENING BETALINGSVERKEER
+BETREFT REKENING 4715589 PERIODE: 01-10-2010 / 31-12-2010
+ING Bank N.V. tarifering ING
+:61:100722D3,03NOV NONREF
+:86:0111111111 GPSEOUL SPOEDBETALING	MPBZS1016000047 GPSEOUL
+:61:100722D1,11NGT TMG TANGO
+:86:0111111111 ING iDEAL KN: TMG TANGO TRANSACTIENR 0050000534527978 10­06­2010 15:32 TMG TANGO ING Bank inzake GPKyoto
+:61:100722D20,00NGM NONREF
+:86:0111111111 ABN AMRO BANK>AMSTERDAM 22­07­2010 09:57 002	5595781
+:61:100722D1,10NGT NONREF
+:86:0111111111 GPPeking 170000001AC
+:61:100722C3,68NVZ NONREF
+:86: EJ46GREENP100610T1456 CLIEOP TMG GPHONGKONG AMSTERDAM
+:62F:C100723EUR3,47
+:86:D000004C000002D25,24C28,71
+-XXX

data/spec/fixtures/ing_structured.txt

@@ -0,0 +1,31 @@
+0000 01INGBNL2AXXXX00001
+0000 01INGBNL2AXXXX00001
+940 00
+:20:MPBZ
+:25:0001234567
+:28C:000
+:60F:C130630EUR500,00
+:61:130701D10,00NDV NONREF
+:86: RC afrekening betalingsverkeer
+Factuurnr. 123456 Betreft rekening 12.34.567
+Periode: 01-04-2013 / 30-06-2013
+:61:130701C300,00NOV NONREF
+:86:0001234567 VAN Zkl Kwartaal Spaarrekening
+:61:130701D400,00NGT EREF
+:86:NL57ABNA0987654321 ABNANL2A J AAP NOTPROVIDED kilometervergoed
+ing 2e kwartaal 2013
+:61:130702D6,00NGT EREF
+:86:NL57ABNA0987654321 ABNANL2A J AAP / FOO B.V. NOTPROVIDED parkeren
+:61:130715D7000,00NGT 8850426741301240
+:86:NL86INGB0002445588 INGBNL2A BELASTINGDIENST BTW 2e kwartaal 2013
+SCOR/CUR/8850426741301240
+:61:130715C400,00NOV NONREF
+:86:0001234567 VAN Zkl Kwartaal Spaarrekening
+:61:130930D100,00NGT EREF
+:86:NL57ABNA0987654321 ABNANL2A J AAP kilometervergoeding 3e kwart
+aal
+:62F:C131001EUR400,00
+:64:C131001EUR300,00
+:65:C130630EUR200,00
+:86:D000046C000017D10000,18C20000,00
+-XXX

data/spec/fixtures/rabobank.txt

@@ -0,0 +1,140 @@
+:940:
+:20:940A121001
+:25:2121.21.211EUR                     
+:28:00000/00
+:60F:C120928EUR000000017431,67
+:61:121001D000000000050,00N0701313131319      J. DOE                           
+:86:Incasso deposit Savings Account
+:62F:C121001EUR000000017381,67
+:20:940A121002
+:25:2121.21.211EUR                     
+:28:00000/00
+:60F:C121001EUR000000017381,67
+:62F:C121002EUR000000017381,67
+:20:940A121003
+:25:2121.21.211EUR                     
+:28:00000/00
+:60F:C121002EUR000000017381,67
+:62F:C121003EUR000000017381,67
+:20:940A121004
+:25:2121.21.211EUR                     
+:28:00000/00
+:60F:C121003EUR000000017381,67
+:61:121001D000000000030,25N093NONREF          Kosten                            
+:86:Periode 01-07-2012 t/m 30-09-2012                                
+:62F:C121004EUR000000017351,42
+:20:940A121005
+:25:2121.21.211EUR                     
+:28:00000/00
+:60F:C121004EUR000000017351,42
+:62F:C121005EUR000000017351,42
+:20:940A121008
+:25:2121.21.211EUR                     
+:28:00000/00
+:60F:C121005EUR000000017351,42
+:61:121008D000000000190,14N0600101000731      INSURRANCE                        
+:86:BETALINGSKENM.  490022201282                                     
+:86:ARBEIDS ONG. VERZ. 00333333333                                   
+:86:PERIODE 06.10.2012 - 06.11.2012                                  
+:62F:C121008EUR000000017161,28
+:20:940A121009
+:25:2121.21.211EUR                     
+:28:00000/00
+:60F:C121008EUR000000017161,28
+:62F:C121009EUR000000017161,28
+:20:940A121010
+:25:2121.21.211EUR                     
+:28:00000/00
+:60F:C121009EUR000000017161,28
+:62F:C121010EUR000000017161,28
+:20:940A121011
+:25:2121.21.211EUR                     
+:28:00000/00
+:60F:C121010EUR000000017161,28
+:62F:C121011EUR000000017161,28
+:20:940A121012
+:25:2121.21.211EUR                     
+:28:00000/00
+:60F:C121011EUR000000017161,28
+:62F:C121012EUR000000017161,28
+:20:940A121015
+:25:2121.21.211EUR                     
+:28:00000/00
+:60F:C121012EUR000000017161,28
+:61:121014D000000000037,50N0710121212122      NEWPAPER                             
+:86:L20129999 741                                                    
+:61:121014D000000000037,50N0710121212122      NEWPAPER                             
+:86:L20119999 741                                                    
+:62F:C121015EUR000000017086,28
+:20:940A121016
+:25:2121.21.211EUR                     
+:28:00000/00
+:60F:C121015EUR000000017086,28
+:62F:C121016EUR000000017086,28
+:20:940A121017
+:25:2121.21.211EUR                     
+:28:00000/00
+:60F:C121016EUR000000017086,28
+:61:121017D000000000088,06N0710454545454      Accountant                             
+:86:factuur 201232621                                                
+:61:121017C000000012100,00N1270987654321      COMPANY B.V.          
+:86:Invoice                                                    
+:62F:C121017EUR000000029098,22
+:20:940A121018
+:25:2121.21.211EUR                     
+:28:00000/00
+:60F:C121017EUR000000029098,22
+:62F:C121018EUR000000029098,22
+:20:940A121019
+:25:2121.21.211EUR                     
+:28:00000/00
+:60F:C121018EUR000000029098,22
+:61:121019D000000004019,23N5090767676767      J. DOE EO                        
+:86:salaris                                                          
+:62F:C121019EUR000000025078,99
+:20:940A121022
+:25:2121.21.211EUR                     
+:28:00000/00
+:60F:C121019EUR000000025078,99
+:62F:C121022EUR000000025078,99
+:20:940A121023
+:25:2121.21.211EUR                     
+:28:00000/00
+:60F:C121022EUR000000025078,99
+:62F:C121023EUR000000025078,99
+:20:940A121024
+:25:2121.21.211EUR                     
+:28:00000/00
+:60F:C121023EUR000000025078,99
+:62F:C121024EUR000000025078,99
+:20:940A121025
+:25:2121.21.211EUR                     
+:28:00000/00
+:60F:C121024EUR000000025078,99
+:61:121025D000000003076,00N084P002445588      Belastingdienst                   
+:86:BETALINGSKENM.  2828282828282828                                 
+:62F:C121025EUR000000022002,99
+:20:940A121026
+:25:2121.21.211EUR                     
+:28:00000/00
+:60F:C121025EUR000000022002,99
+:61:121026D000000005327,00N084P002445588      Belastingdienst                   
+:86:BETALINGSKENM.  3838383838383838                                 
+:61:121026D000000010000,00N0716666666666      J. DOE Holding B.V.               
+:62F:C121026EUR000000006675,99
+:20:940A121029
+:25:2121.21.211EUR                     
+:28:00000/00
+:60F:C121026EUR000000006675,99
+:62F:C121029EUR000000006675,99
+:20:940A121030
+:25:2121.21.211EUR                     
+:28:00000/00
+:60F:C121029EUR000000006675,99
+:62F:C121030EUR000000006675,99
+:20:940A121031
+:25:2121.21.211EUR                     
+:28:00000/00
+:60F:C121030EUR000000006675,99
+:62F:C121031EUR000000006675,99
+