cmxl 0.0.7 → 0.1.1

data/README.md

@@ -21,7 +21,6 @@ Cmxl is a pure ruby parser and has no gem dependencies.
 
 ## Installation
 
-
 Add this line to your application's Gemfile:
 
     gem 'cmxl'
@@ -40,7 +39,16 @@ Simple usage:
 
 ```ruby
 
-statements = Cmxl.parse(File.read('mt940.txt')) # parses the file and returns an array of statement objects
+# Configuration:
+# Cmxl currently allows you to configure the statement divider - though the default should be good in most of the cases
+# and you can configure if line parsing errors should be raised
+
+Cmxl.config[:statement_separator] = /\n-.\n/m
+Cmxl.config[:raise_line_format_errors] = true
+
+# Statment parsing:
+
+statements = Cmxl.parse(File.read('mt940.txt'), :encoding => 'ISO-8859-1') # parses the file and returns an array of statement objects
 statements.each do |s|
   puts s.reference
   puts s.generation_date

data/cmxl.gemspec

@@ -23,4 +23,6 @@ Gem::Specification.new do |spec|
   spec.add_development_dependency "bundler", "~> 1.5"
   spec.add_development_dependency "rake"
   spec.add_development_dependency "rspec", '~>3.0'
+
+  spec.add_dependency "rchardet19"
 end

data/lib/cmxl.rb

@@ -1,9 +1,12 @@
 require "cmxl/version"
 
+require "rchardet19"
+
 require 'cmxl/field'
 require 'cmxl/statement'
 require 'cmxl/transaction'
 Dir[File.join(File.dirname(__FILE__), 'cmxl/fields', '*.rb')].each { |f| require f; }
+
 module Cmxl
   def self.config
     @config
@@ -24,6 +27,11 @@ module Cmxl
   # Returns an array of Statement objects
   def self.parse(data, options={})
     options[:universal_newline] ||= true
+    # if no encoding is provided we try to guess using CharDet
+    if options[:encoding].nil? && cd = CharDet.detect(data, silent: true)
+      options[:encoding] = cd.encoding
+    end
+
     if options[:encoding]
       data.encode!('UTF-8', options.delete(:encoding), options)
     else

data/lib/cmxl/version.rb

@@ -1,3 +1,3 @@
 module Cmxl
-  VERSION = "0.0.7"
+  VERSION = "0.1.1"
 end

data/spec/fixtures/mt940-iso8859-1.txt

@@ -0,0 +1,16 @@
+:20:1234567
+:21:9876543210
+:25:10020030/1234567
+:28C:5/1
+:60F:C021101EUR2187,95
+:61:0211011102DR800,NSTONONREF//55555
+:86:008?00DAUERAUFTRAG?100599?20Miete November?3010020030?31234567?32MUELLER?34339
+:61:0211021102CR3000,NTRFNONREF//55555
+:86:051?00�BERWEISUNG?100599?20Gehalt Oktob
+er
+?21Firma
+M�stermann
+GmbH?3050060400?31084756
+4700?32M�LLER?34339
+:62F:C021131EUR4387,95
+

data/spec/mt940_parsing_spec.rb

@@ -1,6 +1,20 @@
+# encoding: utf-8
+
 require 'spec_helper'
 
 describe 'parsing a statement' do
+
+  context 'ISO 8859-1' do
+    subject { Cmxl.parse(mt940_file('mt940-iso8859-1'))[0] }
+    it { expect(subject.reference).to eql('1234567') }
+    it { expect(subject.opening_balance.amount_in_cents).to eql(218795) }
+    it { expect(subject.closing_balance.amount_in_cents).to eql(438795) }
+    it { expect(subject.transactions.last.description).to eql('ÜBERWEISUNG') }
+    it { expect(subject.transactions.last.information).to eql('Gehalt OktoberFirmaMüstermannGmbH') }
+    it { expect(subject.transactions.last.name).to eql('MÜLLER') }
+    it { expect(subject.transactions.last.bic).to eql('50060400') }
+  end
+
   context 'first example' do
     subject { Cmxl.parse(mt940_file(), :encoding => 'ISO-8859-1', :universal_newline => true)[0] }
     it { expect(subject.reference).to eql('131110') }
@@ -30,20 +44,22 @@ describe 'parsing a statement' do
     it { expect(subject.transactions.first.iban).to eql('234567') }
   end
 
-    context 'third example' do
-      subject { Cmxl.parse(mt940_file(), :encoding => 'ISO-8859-1', :universal_newline => true)[2] }
-      it { expect(subject.reference).to eql('TELEWIZORY S.A.') }
-      it { expect(subject.opening_balance.amount_in_cents).to eql(4000000) }
-      it { expect(subject.closing_balance.amount_in_cents).to eql(5004000) }
-      it { expect(subject.reference).to eql("TELEWIZORY S.A.") }
-      it { expect(subject.transactions.count).to eql(3) }
-      it { expect(subject.transactions.first.description).to eql('Wyplata-(dysp/przel)') }
-      it { expect(subject.transactions.first.information).to eql('0810600076000077777777777715617INFO INFO INFO INFO INFO INFO 1 ENDINFO INFO INFO INFO INFOINFO 2 ENDZAPLATA ZA FABRYKATY DO TUB - 200 S ZTUK, TRANZYSTORY-300 SZT GR544 I OPORNIKI-500 SZT GTX847 FAKTURA 333/2003.') }
-      it { expect(subject.transactions.first.name).to eql('HUTA SZKLA TOPIC ULPRZEMYSLOWA 67 32-669 WROCLAW') }
-      it { expect(subject.transactions.first.bic).to eql('10600076') }
-      it { expect(subject.transactions.first.iban).to eql('PL08106000760000777777777777') }
-      it { expect(subject.transactions.first.sepa).to eql({}) }
-  end
+
+
+  context 'third example' do
+    subject { Cmxl.parse(mt940_file(), :encoding => 'ISO-8859-1', :universal_newline => true)[2] }
+    it { expect(subject.reference).to eql('TELEWIZORY S.A.') }
+    it { expect(subject.opening_balance.amount_in_cents).to eql(4000000) }
+    it { expect(subject.closing_balance.amount_in_cents).to eql(5004000) }
+    it { expect(subject.reference).to eql("TELEWIZORY S.A.") }
+    it { expect(subject.transactions.count).to eql(3) }
+    it { expect(subject.transactions.first.description).to eql('Wyplata-(dysp/przel)') }
+    it { expect(subject.transactions.first.information).to eql('0810600076000077777777777715617INFO INFO INFO INFO INFO INFO 1 ENDINFO INFO INFO INFO INFOINFO 2 ENDZAPLATA ZA FABRYKATY DO TUB - 200 S ZTUK, TRANZYSTORY-300 SZT GR544 I OPORNIKI-500 SZT GTX847 FAKTURA 333/2003.') }
+    it { expect(subject.transactions.first.name).to eql('HUTA SZKLA TOPIC ULPRZEMYSLOWA 67 32-669 WROCLAW') }
+    it { expect(subject.transactions.first.bic).to eql('10600076') }
+    it { expect(subject.transactions.first.iban).to eql('PL08106000760000777777777777') }
+    it { expect(subject.transactions.first.sepa).to eql({}) }
+end
 
 
 end

metadata

@@ -1,57 +1,80 @@
 --- !ruby/object:Gem::Specification
 name: cmxl
 version: !ruby/object:Gem::Version
-  version: 0.0.7
+  version: 0.1.1
+  prerelease: 
 platform: ruby
 authors:
 - Michael Bumann
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2014-09-26 00:00:00.000000000 Z
+date: 2014-09-29 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: bundler
   requirement: !ruby/object:Gem::Requirement
+    none: false
     requirements:
-    - - "~>"
+    - - ~>
       - !ruby/object:Gem::Version
         version: '1.5'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
+    none: false
     requirements:
-    - - "~>"
+    - - ~>
       - !ruby/object:Gem::Version
         version: '1.5'
 - !ruby/object:Gem::Dependency
   name: rake
   requirement: !ruby/object:Gem::Requirement
+    none: false
     requirements:
-    - - ">="
+    - - ! '>='
       - !ruby/object:Gem::Version
         version: '0'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
+    none: false
     requirements:
-    - - ">="
+    - - ! '>='
       - !ruby/object:Gem::Version
         version: '0'
 - !ruby/object:Gem::Dependency
   name: rspec
   requirement: !ruby/object:Gem::Requirement
+    none: false
     requirements:
-    - - "~>"
+    - - ~>
       - !ruby/object:Gem::Version
         version: '3.0'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
+    none: false
     requirements:
-    - - "~>"
+    - - ~>
       - !ruby/object:Gem::Version
         version: '3.0'
+- !ruby/object:Gem::Dependency
+  name: rchardet19
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
 description: Cmxl provides an friendly, extensible and customizable parser for the
   MT940 bank statement format.
 email:
@@ -60,8 +83,8 @@ executables: []
 extensions: []
 extra_rdoc_files: []
 files:
-- ".gitignore"
-- ".travis.yml"
+- .gitignore
+- .travis.yml
 - Gemfile
 - LICENSE.txt
 - README.md
@@ -100,6 +123,7 @@ files:
 - spec/fixtures/lines/statement_details.txt
 - spec/fixtures/lines/statement_line.txt
 - spec/fixtures/lines/statement_number.txt
+- spec/fixtures/mt940-iso8859-1.txt
 - spec/fixtures/mt940.txt
 - spec/mt940_parsing_spec.rb
 - spec/spec_helper.rb
@@ -108,28 +132,29 @@ files:
 homepage: https://github.com/railslove/cmxl
 licenses:
 - MIT
-metadata: {}
-post_install_message: "Thanks for using Cmxl - your friendly MT940 parser!\nWe hope
+post_install_message: ! "Thanks for using Cmxl - your friendly MT940 parser!\nWe hope
   we can make dealing with MT940 files a bit more fun. :) \nPlease create an issue
   on github if anything is not as expected.\n\n"
 rdoc_options: []
 require_paths:
 - lib
 required_ruby_version: !ruby/object:Gem::Requirement
+  none: false
   requirements:
-  - - ">="
+  - - ! '>='
     - !ruby/object:Gem::Version
       version: '0'
 required_rubygems_version: !ruby/object:Gem::Requirement
+  none: false
   requirements:
-  - - ">="
+  - - ! '>='
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
 rubyforge_project: 
-rubygems_version: 2.2.2
+rubygems_version: 1.8.23.2
 signing_key: 
-specification_version: 4
+specification_version: 3
 summary: Cmxl is your friendly MT940 bank statement parser
 test_files:
 - spec/field_spec.rb
@@ -152,9 +177,9 @@ test_files:
 - spec/fixtures/lines/statement_details.txt
 - spec/fixtures/lines/statement_line.txt
 - spec/fixtures/lines/statement_number.txt
+- spec/fixtures/mt940-iso8859-1.txt
 - spec/fixtures/mt940.txt
 - spec/mt940_parsing_spec.rb
 - spec/spec_helper.rb
 - spec/support/fixtures.rb
 - spec/transaction_spec.rb
-has_rdoc: 

checksums.yaml

@@ -1,7 +0,0 @@
----
-SHA1:
-  metadata.gz: 29c6b73c044ebe4baf36ef42a8740f0d92a8b186
-  data.tar.gz: 2a69e78bdea382565fec283e23d90eb1809b5222
-SHA512:
-  metadata.gz: 0054825050267f040b34236f2105b798b1aebcf68c51659ebc3396358c75f024e1a021368d9cc1679073a08d28e084e496a167b9443a61cb245d8a289c7e685e
-  data.tar.gz: 2fc88b2861fdb09dc48975f538dc4856011194670b818379f93591824c46be8a6a6f1f7db42bebf411b84d4650fe2bf6872053819122eed6985049fb58ead83b