reckon 0.3.8 → 0.3.9

data/lib/reckon/money.rb

@@ -0,0 +1,150 @@
+#coding: utf-8
+require 'pp'
+
+module Reckon
+  class Money
+    include Comparable
+    attr_accessor :amount, :currency, :suffixed
+    def initialize( amount, options = {} )
+      if options[:inverse]
+        @amount = -1*amount.to_f
+      else
+        @amount = amount.to_f
+      end
+      @currency = options[:currency] || "$"
+      @suffixed = options[:suffixed]
+    end
+
+    def to_f
+      return @amount
+    end
+
+    def -@
+      Money.new( -@amount, :currency => @currency, :suffixed => @suffixed )
+    end
+
+    def <=>( mon )
+      other_amount = mon.to_f
+      if @amount < other_amount
+        -1
+      elsif @amount > other_amount
+        1
+      else
+        0
+      end
+    end
+
+    def pretty( negate = false )
+      if @suffixed
+        (@amount >= 0 ? " " : "") + sprintf("%0.2f #{@currency}", @amount * (negate ? -1 : 1))
+      else
+        (@amount >= 0 ? " " : "") + sprintf("%0.2f", @amount * (negate ? -1 : 1)).gsub(/^((\-)|)(?=\d)/, "\\1#{@currency}")
+      end      
+    end
+
+    def Money::from_s( value, options = {} )
+      return nil if value.empty?
+      value = value.gsub(/\./, '').gsub(/,/, '.') if options[:comma_separates_cents]
+      amount = value.gsub(/[^\d\.]/, '').to_f
+      amount *= -1 if value =~ /[\(\-]/
+      Money.new( amount, options )
+    end
+
+    def Money::likelihood( entry )
+      money_score = 0
+      money_score += 20 if entry[/^[\-\+\(]{0,2}\$/]
+      money_score += 10 if entry[/^\$?\-?\$?\d+[\.,\d]*?[\.,]\d\d$/]
+      money_score += 10 if entry[/\d+[\.,\d]*?[\.,]\d\d$/]
+      money_score += entry.gsub(/[^\d\.\-\+,\(\)]/, '').length if entry.length < 7
+      money_score -= entry.length if entry.length > 8
+      money_score -= 20 if entry !~ /^[\$\+\.\-,\d\(\)]+$/
+      money_score
+    end
+  end
+
+  class MoneyColumn < Array
+    def initialize( arr = [], options = {} )
+      arr.each { |str| self.push( Money.from_s( str, options ) ) }
+    end
+
+    def positive?
+      self.each do |money|
+        return false if money < 0 if money
+      end
+      true
+    end
+
+    def merge!( other_column )
+      invert = false
+      invert = true if self.positive? && other_column.positive?
+      self.each_with_index do |mon, i|
+        other = other_column[i]
+        if mon && !other
+          if invert
+            self[i]= -mon
+          end
+        elsif !mon && other
+          self[i] = other
+        else
+          return nil
+        end
+      end
+      self
+    end
+  end
+
+  class DateColumn < Array
+    attr_accessor :endian_precedence
+    def initialize( arr = [], options = {} )
+      arr.each do |value|
+        if options[:date_format]
+          begin
+            value = Date.strptime(value, options[:date_format])
+          rescue
+            puts "I'm having trouble parsing #{value} with the desired format: #{options[:date_format]}"
+            exit 1
+          end
+        else
+          value = [$1, $2, $3].join("/") if value =~ /^(\d{4})(\d{2})(\d{2})\d+\[\d+\:GMT\]$/ # chase format
+          value = [$3, $2, $1].join("/") if value =~ /^(\d{2})\.(\d{2})\.(\d{4})$/            # german format
+          value = [$3, $2, $1].join("/") if value =~ /^(\d{2})\-(\d{2})\-(\d{4})$/            # nordea format
+          value = [$1, $2, $3].join("/") if value =~ /^(\d{4})(\d{2})(\d{2})/                 # yyyymmdd format
+
+          unless @endian_precedence # Try to detect endian_precedence
+            reg_match = value.match( /^(\d\d)\/(\d\d)\/\d\d\d?\d?/ )
+            # If first one is not \d\d/\d\d/\d\d\d?\d set it to default 
+            if !reg_match
+              @endian_precedence = [:middle, :little]
+            elsif reg_match[1].to_i > 12
+              @endian_precedence = [:little]
+            elsif reg_match[2].to_i > 12
+              @endian_precedence = [:middle]
+            end
+          end
+        end
+        self.push( value ) 
+      end
+      # if endian_precedence still nil, raise error
+      unless @endian_precedence || options[:date_format]
+        raise( "Unable to determine date format. Please specify using --date-format" )
+      end
+    end
+
+    def for( index )
+      value = self.at( index )
+      guess = Chronic.parse(value, :context => :past, 
+                            :endian_precedence => @endian_precedence )
+      if guess.to_i < 953236800 && value =~ /\//
+        guess = Chronic.parse((value.split("/")[0...-1] + [(2000 + value.split("/").last.to_i).to_s]).join("/"), :context => :past, 
+                              :endian_precedence => @endian_precedence)
+      end
+      guess
+    end
+
+    def pretty_for(index)
+      self.for(index).strftime("%Y/%m/%d")
+    end
+
+  end
+end
+

data/reckon.gemspec

@@ -3,8 +3,8 @@ $:.push File.expand_path("../lib", __FILE__)
 
 Gem::Specification.new do |s|
   s.name = %q{reckon}
-  s.version = "0.3.8"
-  s.authors = ["Andrew Cantino"]
+  s.version = "0.3.9"
+  s.authors = ["Andrew Cantino", "BlackEdder"]
   s.email = %q{andrew@iterationlabs.com}
   s.homepage = %q{https://github.com/cantino/reckon}
   s.description = %q{Reckon automagically converts CSV files for use with the command-line accounting tool Ledger.  It also helps you to select the correct accounts associated with the CSV data using Bayesian machine learning.}

data/spec/reckon/app_spec.rb

@@ -5,204 +5,26 @@ require "spec_helper"
 require 'rubygems'
 require 'reckon'
 
-Reckon::App.settings[:testing] = true
-
 describe Reckon::App do
   before do
-    @chase = Reckon::App.new(:string => CHASE_CSV)
-    @some_other_bank = Reckon::App.new(:string => SOME_OTHER_CSV)
-    @two_money_columns = Reckon::App.new(:string => TWO_MONEY_COLUMNS_BANK)
-    @simple_csv = Reckon::App.new(:string => SIMPLE_CSV)
-    @german_date = Reckon::App.new(:string => GERMAN_DATE_EXAMPLE)
-    @danish_kroner_nordea = Reckon::App.new(:string => DANISH_KRONER_NORDEA_EXAMPLE, :csv_separator => ';', :comma_separates_cents => true)
-    @yyyymmdd_date = Reckon::App.new(:string => YYYYMMDD_DATE_EXAMPLE)
-    @spanish_date = Reckon::App.new(:string => SPANISH_DATE_EXAMPLE, :date_format => '%d/%m/%Y')
-    @english_date = Reckon::App.new(:string => ENGLISH_DATE_EXAMPLE)
-  end
-  
-  it "should be in testing mode" do
-    @chase.settings[:testing].should be_true
-    Reckon::App.settings[:testing].should be_true
-  end
-  
-  describe "parse" do
-    it "should work with foreign character encodings" do
-      app = Reckon::App.new(:file => File.expand_path(File.join(File.dirname(__FILE__), "..", "data_fixtures", "extratofake.csv")))
-      app.columns[0][0..2].should == ["Data", "10/31/2012", "11/01/2012"]
-      app.columns[2].first.should == "Hist?rico"
-    end
-
-    it "should work with other separators" do
-      Reckon::App.new(:string => "one;two\nthree;four", :csv_separator => ';').columns.should == [['one', 'three'], ['two', 'four']]
-    end
-  end
-
-  describe "columns" do
-    it "should return the csv transposed" do
-      @simple_csv.columns.should == [["entry1", "entry4"], ["entry2", "entry5"], ["entry3", "entry6"]]
-      @chase.columns.length.should == 4
-    end
-    
-    it "should be ok with empty lines" do
-      lambda {
-        Reckon::App.new(:string => "one,two\nthree,four\n\n\n\n\n").columns.should == [['one', 'three'], ['two', 'four']]
-      }.should_not raise_error
-    end
-  end
-
-  describe "detect_columns" do
-    before do
-      @harder_date_example_csv = Reckon::App.new(:string => HARDER_DATE_EXAMPLE)
-    end
-    
-    it "should detect the money column" do
-      @chase.money_column_indices.should == [3]
-      @some_other_bank.money_column_indices.should == [3]
-      @two_money_columns.money_column_indices.should == [3, 4]
-      @harder_date_example_csv.money_column_indices.should == [1]
-      @danish_kroner_nordea.money_column_indices.should == [3]
-      @yyyymmdd_date.money_column_indices.should == [3]
-    end
-
-    it "should detect the date column" do
-      @chase.date_column_index.should == 1
-      @some_other_bank.date_column_index.should == 1
-      @two_money_columns.date_column_index.should == 0
-      @harder_date_example_csv.date_column_index.should == 0
-      @danish_kroner_nordea.date_column_index.should == 0
-      @yyyymmdd_date.date_column_index.should == 1
-    end
-
-    it "should consider all other columns to be description columns" do
-      @chase.description_column_indices.should == [0, 2]
-      @some_other_bank.description_column_indices.should == [0, 2]
-      @two_money_columns.description_column_indices.should == [1, 2, 5]
-      @harder_date_example_csv.description_column_indices.should == [2, 3, 4, 5, 6, 7]
-      @danish_kroner_nordea.description_column_indices.should == [1, 2, 4]
-      @yyyymmdd_date.description_column_indices.should == [0, 2]
-    end
-  end
-
-  describe "each_index_backwards" do
-    it "should hit every index" do
-      count = 0
-      @chase.each_row_backwards { count += 1}
-      count.should == 9
-    end
-  end
-
-  describe "money_for" do
-    it "should return the appropriate fields" do
-      @chase.money_for(1).should == -20
-      @chase.money_for(4).should == 1558.52
-      @chase.money_for(7).should == -116.22
-      @some_other_bank.money_for(1).should == -20
-      @some_other_bank.money_for(4).should == 1558.52
-      @some_other_bank.money_for(7).should == -116.22
-      @two_money_columns.money_for(0).should == -76
-      @two_money_columns.money_for(1).should == 327.49
-      @two_money_columns.money_for(2).should == -800
-      @two_money_columns.money_for(3).should == -88.55
-      @two_money_columns.money_for(4).should == 88.55
-      @danish_kroner_nordea.money_for(0).should == -48.00
-      @danish_kroner_nordea.money_for(1).should == -79.00
-      @danish_kroner_nordea.money_for(2).should == 497.90
-      @danish_kroner_nordea.money_for(3).should == -995.00
-      @danish_kroner_nordea.money_for(4).should == -3452.90
-      @danish_kroner_nordea.money_for(5).should == -655.00
-      @yyyymmdd_date.money_for(0).should == -123.45
-    end
-
-    it "should handle the comma_separates_cents option correctly" do
-      european_csv = Reckon::App.new(:string => "$2,00;something\n1.025,67;something else", :csv_separator => ';', :comma_separates_cents => true)
-      european_csv.money_for(0).should == 2.00
-      european_csv.money_for(1).should == 1025.67
-    end
-
-    it "should return negated values if the inverse option is passed" do
-      inversed_csv = Reckon::App.new(:string => INVERSED_CREDIT_CARD, :inverse => true)
-      inversed_csv.money_for(0).should == -30.00
-      inversed_csv.money_for(3).should == 500.00
-    end
-  end
-
-  describe "date_for" do
-    it "should return a parsed date object" do
-      @chase.date_for(1).year.should == Time.parse("2009/12/24").year
-      @chase.date_for(1).month.should == Time.parse("2009/12/24").month
-      @chase.date_for(1).day.should == Time.parse("2009/12/24").day
-      @some_other_bank.date_for(1).year.should == Time.parse("2010/12/24").year
-      @some_other_bank.date_for(1).month.should == Time.parse("2010/12/24").month
-      @some_other_bank.date_for(1).day.should == Time.parse("2010/12/24").day
-      @german_date.date_for(1).year.should == Time.parse("2009/12/24").year
-      @german_date.date_for(1).month.should == Time.parse("2009/12/24").month
-      @german_date.date_for(1).day.should == Time.parse("2009/12/24").day
-      @danish_kroner_nordea.date_for(0).year.should == Time.parse("2012/11/16").year
-      @danish_kroner_nordea.date_for(0).month.should == Time.parse("2012/11/16").month
-      @danish_kroner_nordea.date_for(0).day.should == Time.parse("2012/11/16").day
-      @yyyymmdd_date.date_for(0).year.should == Time.parse("2012/12/31").year
-      @yyyymmdd_date.date_for(0).month.should == Time.parse("2012/12/31").month
-      @yyyymmdd_date.date_for(0).day.should == Time.parse("2012/12/31").day
-      @spanish_date.date_for(1).year.should == Time.parse("2009/12/02").year
-      @spanish_date.date_for(1).month.should == Time.parse("2009/12/02").month
-      @spanish_date.date_for(1).day.should == Time.parse("2009/12/02").day
-      @english_date.date_for(1).year.should == Time.parse("2009/12/24").year
-      @english_date.date_for(1).month.should == Time.parse("2009/12/24").month
-      @english_date.date_for(1).day.should == Time.parse("2009/12/24").day
-    end
-  end
-
-  describe "description_for" do
-    it "should return the combined fields that are not money for date fields" do
-      @chase.description_for(1).should == "CHECK; CHECK 2656"
-      @chase.description_for(7).should == "CREDIT; PAYPAL TRANSFER PPD ID: PAYPALSDSL"
-    end
+    @chase = Reckon::App.new(:string => BANK_CSV)
+    @rows = []
+    @chase.each_row_backwards { |row| @rows.push( row ) }
   end
 
-  describe "pretty_money_for" do
-    it "work with negative and positive numbers" do
-      @some_other_bank.pretty_money_for(1).should == "-$20.00"
-      @some_other_bank.pretty_money_for(4).should == " $1558.52"
-      @some_other_bank.pretty_money_for(7).should == "-$116.22"
-      @some_other_bank.pretty_money_for(5).should == " $0.23"
-      @some_other_bank.pretty_money_for(6).should == "-$0.96"
-    end
-
-    it "work with other currencies such as €" do
-      euro_bank = Reckon::App.new(:string => SOME_OTHER_CSV, :currency => "€", :suffixed => false )
-      euro_bank.pretty_money_for(1).should == "-€20.00"
-      euro_bank.pretty_money_for(4).should == " €1558.52"
-      euro_bank.pretty_money_for(7).should == "-€116.22"
-      euro_bank.pretty_money_for(5).should == " €0.23"
-      euro_bank.pretty_money_for(6).should == "-€0.96"
-    end
-
-    it "work with suffixed currencies such as SEK" do
-      swedish_bank = Reckon::App.new(:string => SOME_OTHER_CSV, :currency => 'SEK', :suffixed => true )
-      swedish_bank.pretty_money_for(1).should == "-20.00 SEK"
-      swedish_bank.pretty_money_for(4).should == " 1558.52 SEK"
-      swedish_bank.pretty_money_for(7).should == "-116.22 SEK"
-      swedish_bank.pretty_money_for(5).should == " 0.23 SEK"
-      swedish_bank.pretty_money_for(6).should == "-0.96 SEK"
+  describe "each_row_backwards" do
+    it "should return rows with hashes" do
+      @rows[0][:pretty_date].should == "2009/12/10"
+      @rows[0][:pretty_money].should == " $2105.00"
+      @rows[0][:description].should == "CREDIT; Some Company vendorpymt PPD ID: 5KL3832735"
+      @rows[1][:pretty_date].should == "2009/12/11"
+      @rows[1][:pretty_money].should == "-$116.22"
+      @rows[1][:description].should == "CREDIT; PAYPAL TRANSFER PPD ID: PAYPALSDSL"
     end
   end
-
-  describe "merge_columns" do
-    it "should work on adjacent columns" do
-      @simple_csv.merge_columns(0,1).should == [["entry1 entry2", "entry4 entry5"], ["entry3", "entry6"]]
-    end
-
-    it "should work on non-adjacent columns" do
-      @simple_csv.merge_columns(0,2).should == [["entry1 entry3", "entry4 entry6"], ["entry2", "entry5"]]
-    end
-  end
-
-
-  # Data
-
-  SIMPLE_CSV = "entry1,entry2,entry3\nentry4,entry5,entry6"
-
-  CHASE_CSV = (<<-CSV).strip
+  
+  #DATA
+  BANK_CSV = (<<-CSV).strip
     DEBIT,20091224120000[0:GMT],"HOST 037196321563 MO        12/22SLICEHOST",-85.00
     CHECK,20091224120000[0:GMT],"CHECK 2656",-20.00
     DEBIT,20091224120000[0:GMT],"GITHUB 041287430274 CA           12/22GITHUB 04",-7.00
@@ -213,82 +35,4 @@ describe Reckon::App do
     CREDIT,20091211120000[0:GMT],"PAYPAL           TRANSFER                   PPD ID: PAYPALSDSL",-116.22
     CREDIT,20091210120000[0:GMT],"Some Company vendorpymt                 PPD ID: 5KL3832735",2105.00
   CSV
-
-  SOME_OTHER_CSV = (<<-CSV).strip
-    DEBIT,2011/12/24,"HOST 037196321563 MO        12/22SLICEHOST",($85.00)
-    CHECK,2010/12/24,"CHECK 2656",($20.00)
-    DEBIT,2009/12/24,"GITHUB 041287430274 CA           12/22GITHUB 04",($7.00)
-    CREDIT,2008/12/24,"Some Company vendorpymt                 PPD ID: 59728JSL20",$3520.00
-    CREDIT,2007/12/24,"Blarg BLARG REVENUE                  PPD ID: 00jah78563",$1558.52
-    DEBIT,2006/12/24,"WEBSITE-BALANCE-17DEC09 12        12/17WEBSITE-BAL",$.23
-    DEBIT,2005/12/24,"WEBSITE-BALANCE-10DEC09 12        12/10WEBSITE-BAL",($0.96)
-    CREDIT,2004/12/24,"PAYPAL           TRANSFER                   PPD ID: PAYPALSDSL",($116.22)
-    CREDIT,2003/12/24,"Some Company vendorpymt                 PPD ID: 5KL3832735",$2105.00
-  CSV
-
-  INVERSED_CREDIT_CARD = (<<-CSV).strip
-    2013/01/17,2013/01/16,2013011702,DEBIT,2226,"VODAFONE PREPAY VISA M   AUCKLAND      NZL",30.00
-    2013/01/18,2013/01/17,2013011801,DEBIT,2226,"WILSON PARKING           AUCKLAND      NZL",4.60
-    2013/01/18,2013/01/17,2013011802,DEBIT,2226,"AUCKLAND TRANSPORT       HENDERSON     NZL",2.00
-    2013/01/19,2013/01/19,2013011901,CREDIT,2226,"INTERNET PAYMENT RECEIVED                 ",-500.00
-    2013/01/26,2013/01/23,2013012601,DEBIT,2226,"ITUNES NZ                CORK          IRL",64.99
-    2013/01/26,2013/01/25,2013012602,DEBIT,2226,"VODAFONE FXFLNE BBND R   NEWTON        NZL",90.26
-    2013/01/29,2013/01/29,2013012901,CREDIT,2101,"PAYMENT RECEIVED THANK YOU                ",-27.75
-    2013/01/30,2013/01/29,2013013001,DEBIT,2226,"AUCKLAND TRANSPORT       HENDERSON     NZL",3.50
-    2013/02/05,2013/02/03,2013020501,DEBIT,2226,"Z BEACH RD               AUCKLAND      NZL",129.89
-    2013/02/05,2013/02/03,2013020502,DEBIT,2226,"TOURNAMENT KHYBER PASS   AUCKLAND      NZL",8.00
-    2013/02/05,2013/02/04,2013020503,DEBIT,2226,"VODAFONE PREPAY VISA M   AUCKLAND      NZL",30.00
-    2013/02/08,2013/02/07,2013020801,DEBIT,2226,"AKLD TRANSPORT PARKING   AUCKLAND      NZL",2.50
-    2013/02/08,2013/02/07,2013020802,DEBIT,2226,"AUCKLAND TRANSPORT       HENDERSON     NZL",3.50
-    2013/02/12,2013/02/11,2013021201,DEBIT,2226,"AKLD TRANSPORT PARKING   AUCKLAND      NZL",1.50
-    2013/02/17,2013/02/17,2013021701,CREDIT,2226,"INTERNET PAYMENT RECEIVED                 ",-12.00
-    2013/02/17,2013/02/17,2013021702,CREDIT,2226,"INTERNET PAYMENT RECEIVED                 ",-18.00
-  CSV
-
-  TWO_MONEY_COLUMNS_BANK = (<<-CSV).strip
-    4/1/2008,Check - 0000000122,122,-$76.00,"","$1,750.06"
-    3/28/2008,BLARG    R SH 456930,"","",+$327.49,"$1,826.06"
-    3/27/2008,Check - 0000000112,112,-$800.00,"","$1,498.57"
-    3/26/2008,Check - 0000000251,251,-$88.55,"","$1,298.57"
-    3/26/2008,Check - 0000000251,251,"","+$88.55","$1,298.57"
-  CSV
-  
-  HARDER_DATE_EXAMPLE = (<<-CSV).strip
-    10-Nov-9,-123.12,,,TRANSFER DEBIT INTERNET TRANSFER,INTERNET TRANSFER MORTGAGE,0.00,
-    09-Nov-10,123.12,,,SALARY SALARY,NGHSKS46383BGDJKD  FOO BAR,432.12,
-    04-Nov-11,-1234.00,,,TRANSFER DEBIT INTERNET TRANSFER,INTERNET TRANSFER   SAV TO MECU,0.00,
-    04-Nov-9,1234.00,,,TRANSFER CREDIT INTERNET TRANSFER,INTERNET TRANSFER,1234.00,
-    28-Oct-10,-123.12,,,TRANSFER DEBIT INTERNET TRANSFER,INTERNET TRANSFER SAV TO MORTGAGE,0.00,
-  CSV
-  GERMAN_DATE_EXAMPLE = (<<-CSV).strip
-    24.12.2009,Check - 0000000122,122,-$76.00,"","$1,750.06"
-    24.12.2009,BLARG    R SH 456930,"","",+$327.49,"$1,826.06"
-    24.12.2009,Check - 0000000112,112,-$800.00,"","$1,498.57"
-  CSV
-
-  DANISH_KRONER_NORDEA_EXAMPLE = (<<-CSV).strip
-    16-11-2012;Dankort-nota DSB Kobenhavn  15149;16-11-2012;-48,00;26550,33
-    26-10-2012;Dankort-nota Ziggy Cafe     19471;26-10-2012;-79,00;26054,54
-    22-10-2012;Dankort-nota H&M Hennes & M 10681;23-10-2012;497,90;25433,54
-    12-10-2012;Visa kob DKK     995,00            WWW.ASOS.COM   00000               ;12-10-2012;-995,00;27939,54
-    12-09-2012;Dankort-nota B.J. TRADING E 14660;12-09-2012;-3452,90;26164,80
-    27-08-2012;Dankort-nota MATAS - 20319  18230;27-08-2012;-655,00;21127,45
-  CSV
-
-  YYYYMMDD_DATE_EXAMPLE = (<<-CSV).strip
-    DEBIT,20121231,"ODESK***BAL-27DEC12 650-12345 CA 12/28",-123.45
-  CSV
-
-  SPANISH_DATE_EXAMPLE = (<<-CSV).strip
-    02/12/2009,Check - 0000000122,122,-$76.00,"","$1,750.06"
-    02/12/2009,BLARG    R SH 456930,"","",+$327.49,"$1,826.06"
-    02/12/2009,Check - 0000000112,112,-$800.00,"","$1,498.57"
-  CSV
-
-  ENGLISH_DATE_EXAMPLE = (<<-CSV).strip
-    24/12/2009,Check - 0000000122,122,-$76.00,"","$1,750.06"
-    24/12/2009,BLARG    R SH 456930,"","",+$327.49,"$1,826.06"
-    24/12/2009,Check - 0000000112,112,-$800.00,"","$1,498.57"
-  CSV
-
 end