total_recall 0.2.0 → 0.4.0

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: 162939627043b1aea142c3c8a6dedc9c0557801a
+  data.tar.gz: fd307f5b53406336a46225d36b9138d11d228bfd
+SHA512:
+  metadata.gz: a78dcb6fa9e0d5d533dcc8bef4d34769ced4f8809c8f074158c4a3c3de2cd45a53cacd2364d0e0b941330cc7fccf35c8f443106eada6f6dfa7c2b48cc555db3f
+  data.tar.gz: 1ac9db0b80f7c7e08be72ccadb399d1eb209b56bbfa40bafcc0fa3c7037c691e3e329c6a9e4147bcda57b6893058a8b2f8a1b10459ebb31ca7fb428ec701a80f

data/.travis.yml

@@ -0,0 +1,3 @@
+rvm:
+  - 1.9.3
+  - 2.1

data/Gemfile

@@ -2,5 +2,3 @@ source 'http://rubygems.org'
 
 # Specify your gem's dependencies in total_recall.gemspec
 gemspec
-
-gem 'rake'

data/README.md

@@ -1,39 +1,100 @@
-TotalRecall
-============
+# TotalRecall [![travis](https://secure.travis-ci.org/eval/total_recall.png?branch=master)](https://secure.travis-ci.org/#!/eval/total_recall)
 
-Turn your bank record csv's into a [Ledger](http://ledger-cli.org/3.0/doc/ledger3.html) journal.
+Turn **any** csv-file into a [Ledger](http://ledger-cli.org/) journal.
 
-Usage
-------------
+## Quickstart
 
-    $ total_recall
-    Tasks:
-      total_recall help [TASK]                                   # Describe available tasks or one specific task
-      total_recall ledger -i, --input=INPUT -p, --parser=PARSER  # Convert input to ledger-transactions
-      total_recall parse -i, --input=INPUT -p, --parser=PARSER   # Parses input-file and prints it
+### Generate a sample config
 
-    # typically you would do:
-    $ total_recall ledger -i abn.csv -p abn > abn.dat
+```bash
+total_recall sample
+# An annotated config 'sample.yml' will be written to CWD.
+```
 
-Develop
-------------
-    
-    $ git clone git://github.com/eval/total_recall.git
-    $ cd total_recall
-    $ bundle
-    $ bundle exec rake spec
+### Generate a ledger
+
+The sample config contains 2 transactions.  
+Let's get 'em in a journal:
+
+```bash
+total_recall ledger -c sample.yml > sample.dat
+# What account provides these transactions?  |Assets:Checking|
+#
+# +------------+-----+----------+
+# | 03.11.2013 | Foo | 1.638,00 |
+# +------------+-----+----------+
+# To what account did the money go?
+# Expenses:Foo
+# +------------+-----+---------+
+# | 03.11.2013 | Bar | -492,93 |
+# +------------+-----+---------+
+# To what account did the money go?
+# Expenses:Bar
+```
+Now verify the ledger file:
+
+```bash
+ledger -f sample.dat balance
+
+#         $ -1.145,07  Assets:Checking
+#          $ 1.145,07  Expenses
+#           $ -492,93    Bar
+#          $ 1.638,00    Foo
+#--------------------
+#                   0
+```
+
+### Now what?
+
+May I suggest:
+* read `sample.yml`
+
+  It explains what options are available.
+* put your own csv in `sample.yml` and adjust the context
+
+## Usage
 
-Author
-------
+```bash
+total_recall
+
+# Commands:
+#  total_recall help [COMMAND]              # Describe available commands or one specific command
+#  total_recall init NAME                   # Generate a minimal config NAME.yml
+#  total_recall ledger -c, --config=CONFIG  # Convert the config to a ledger
+#  total_recall sample                      # Generate an annotated config
+
+# typically you would do:
+total_recall init my-bank
+
+# fiddle with the settings in 'my-bank.yml' and test-run it:
+total_recal ledger -c my-bank.yml
+# to skip prompts just provide dummy-data:
+yes 'Dummy' | total_recal ledger -c my-bank.yml
+
+# export it to a journal:
+total_recall ledger -c my-bank.yml > my-bank.dat
+
+# verify correctness with ledger:
+ledger -f my-bank.dat bal
+```
+
+## Develop
+    
+```bash
+git clone git://github.com/eval/total_recall.git
+cd total_recall
+bundle
+bundle exec rake spec
+```
+## Author
 
 Gert Goet (eval) :: gert@thinkcreate.nl :: @gertgoet
 
-License
-------
+## License
 
 (The MIT license)
 
-Copyright (c) 2011 Gert Goet, ThinkCreate
+Copyright (c) 2014 Gert Goet, ThinkCreate
 
 Permission is hereby granted, free of charge, to any person obtaining
 a copy of this software and associated documentation files (the
@@ -53,3 +114,4 @@ NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
 LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
 OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
 WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
+

data/lib/total_recall.rb

@@ -1,323 +1,162 @@
-require "total_recall/version"
+require 'yaml'
 require "thor"
 require "mustache"
+require 'csv'
 
 module TotalRecall
-  module ParseStrategy
-    class Ing
-      require 'time'
-
-      # Expected: Hash with:
-      #:amount => Float,
-      #:currency => String,
-      #:description => String,
-      #:date => Date
-      def parse_row(row)
-        amount = row[6].sub(/,/,'.').to_f
-        {
-          :amount => (row[5] == 'Bij' ? amount : -amount),
-          :date => Date.parse(row[0]),
-          :description => [row[1], row[8]].map{|i| i.strip.gsub(/\s+/, ' ')}.join(' '),
-          :currency => 'EUR'
-        }
-      end
-
-
-      def self.options
-        {:col_sep => ",", :headers => true}
-      end
-
-      def options
-        self.class.options
-      end
-    end # /Ing
-
-    class Abn
-      require 'time'
-
-      # Expected: Hash with:
-      #:amount => Float,
-      #:currency => String,
-      #:description => String,
-      #:date => Date
-      def parse_row(row)
-        {
-          :amount => row[6].sub(/,/,'.').to_f,
-          :date => Date.parse(row[2]),
-          :description => row[7].strip.gsub(/\s+/,' '),
-          :currency => row[1]
-        }
-      end
-
-      def self.options
-        {:col_sep => "\t"}
-      end
-
-      def options
-        self.class.options
-      end
-    end # /Abn
-
-    class AbnCC
-      require 'time'
+  class Helper
+    require 'highline/import'
+    require "terminal-table"
 
-      # Expected: Hash with:
-      #:amount => Float,
-      #:currency => String,
-      #:description => String,
-      #:date => Date
-      def parse_row(row)
-        amount = row[2].sub(/,/,'.').to_f
-        {
-          :amount => (row[8] == 'D' ? -amount : amount),
-          :date => Date.parse(row[0]),
-          :description => row[3],
-          :currency => 'EUR'
-        }
-      end
+    attr_reader :config
+    attr_accessor :row
 
-      def self.options
-        {:col_sep => ",", :headers => true}
-      end
+    def initialize(config = {})
+      @config = config
+    end
 
-      def options
-        self.class.options
-      end
-    end # /AbnCC
-  end # /ParseStrategy
+    def with_row(row, &block)
+      @row = row
+      instance_eval(&block)
+    ensure
+      @row = nil
+    end
 
-  class Ledger < Mustache
-    attr_reader :default_account, :options
+    def highline
+      @highline ||= HighLine.new($stdin, $stderr)
+    end
 
-    def initialize(default_account, transactions, options={})
-      @options = {:max_account_width => 80, :decimal_mark => ','}.merge(options)
-      @default_account = default_account
-      @_transactions = transactions
+    def ask(question, &block)
+      highline.ask(question, &block)
     end
 
-    def transactions
-      @transactions ||= begin
-        @_transactions.map do |i|
-          res = {}
-          res[:to], res[:from] = (i[:amount] > 0 ? [default_account, i[:account]] : [i[:account], default_account])
-          if i[:tags].any?
-            tagsline = "\n  ; :%s:" % (i[:tags] * ':')
-            tagskey = i[:amount] > 0 ? :from_tags : :to_tags
-            res[tagskey] = tagsline
-          end
-          res[:amount] = fmt_amount(i[:amount].abs)
-          res[:description], res[:date], res[:currency] = i[:description], i[:date], i[:currency]
-          res[:spacer] = " " * (options[:max_account_width] - res[:to].size)
-          res
-        end
+    # Prompts the user for an account-name.
+    #
+    # @param question [String] the question
+    # @param options [Hash]
+    # @option options [String] :default (nil) account-name that will be used
+    #   if no input is provided.
+    #
+    # @example
+    #   ask_account("What account did this money come from?",
+    #               default: 'Expenses:Various')
+    #   What account did this money come from?  |Expenses:Various|
+    #   _
+    #
+    # @return [String] the account-name
+    def ask_account(question, options = {})
+      options = { default: nil }.merge(options)
+      highline.ask(question) do |q|
+        q.default = options[:default] if options[:default]
       end
     end
 
-
-    def self.template;<<-TEMPLATE
-{{# transactions}}
-{{date}} {{description}}
-  {{to}}  {{spacer}}{{currency}} {{amount}}{{to_tags}}
-  {{from}}{{from_tags}}
-
-{{/ transactions}}
-TEMPLATE
+    def render_row(options = {})
+      options = { columns: [] }.merge(options)
+      _row = options[:columns].map{|i| row[i] }
+      $stderr.puts Terminal::Table.new(rows: [ _row ])
     end
-
-    protected
-      def fmt_amount(amount)
-        ("%10.2f" % amount).split('.') * options[:decimal_mark]
-      end
   end
 
-  class AccountGuesser
-    attr_reader :accounts, :tokens
+  class Config
+    YAML::add_builtin_type('proc') {|_, val| eval("proc{ #{val} }") }
 
-    def initialize
-      @accounts = {}
-      @tokens = {}
+    def initialize(options = {})
+      options = {file: 'total_recall.yml'}.merge(options)
+      @config_file = File.expand_path(options[:file])
     end
 
-    # copied from reckon(https://github.com/iterationlabs/reckon)
-    def guess(data)
-      query_tokens = tokenize(data)
-
-      search_vector = []
-      account_vectors = {}
-
-      query_tokens.each do |token|
-        idf = Math.log((accounts.keys.length + 1) / ((tokens[token] || {}).keys.length.to_f + 1))
-        tf = 1.0 / query_tokens.length.to_f
-        search_vector << tf*idf
+    def config
+      @config ||= YAML.load_file(@config_file)
+    end
 
-        accounts.each do |account, total_terms|
-          tf = (tokens[token] && tokens[token][account]) ? tokens[token][account] / total_terms.to_f : 0
-          account_vectors[account] ||= []
-          account_vectors[account] << tf*idf
-        end
-      end
+    def csv_file
+      config[:csv][:file] &&
+        File.expand_path(config[:csv][:file], File.dirname(@config_file))
+    end
 
-      # Should I normalize the vectors?  Probably unnecessary due to tf-idf and short documents.
-      account_vectors = account_vectors.to_a.map do |account, account_vector|
-        { :cosine => (0...account_vector.length).to_a.inject(0) { |m, i| m + search_vector[i] * account_vector[i] },
-          :account => account }
+    def csv
+      @csv ||= begin
+        csv_raw = csv_file ? File.read(csv_file) : config[:csv][:raw]
+        CSV.parse(csv_raw, config[:csv][:options] || {})
       end
-
-      account_vectors.sort! {|a, b| b[:cosine] <=> a[:cosine] }
-      account_vectors.first && account_vectors.first[:account]
     end
 
-    # copied from reckon(https://github.com/iterationlabs/reckon)
-    def learn(account, data)
-      accounts[account] ||= 0
-      tokenize(data).each do |token|
-        tokens[token] ||= {}
-        tokens[token][account] ||= 0
-        tokens[token][account] += 1
-        accounts[account] += 1
-      end
+    def template_file
+      config[:template][:file] &&
+        File.expand_path(config[:template][:file], File.dirname(@config_file))
     end
 
-    protected
-      def tokenize(str)
-        str.downcase.split(/[\s\-]/)
+    def template
+      @template ||= begin
+        template_file ? File.read(template_file) : config[:template][:raw]
       end
-  end
-
-  class BankParser
-    require 'csv'
-    attr_reader :strategy
-
-    def initialize(options={})
-      @strategy = options[:strategy]
     end
 
-    # Parses csv content and returns array of hashes.
-    #
-    # @example
-    #   parser = TotalRecall::BankParser.new(:strategy => TotalRecall::ParseStrategy::Some.new)
-    #   parser.parse("12.1\n1.99") #=> [{:amount => 12.1}, {:amount => 1.99}]
-    #
-    # @param [String] str content of csv to parse.
-    # @return [Array<Hash>]
-    def parse(str, options={})
-      options = strategy.options.merge(options)
-
-      result = []
-      CSV.parse(str, options){|row| result << strategy.parse_row(row)}
-      result
+    def session
+      @session ||= Helper.new(config)
     end
-  end #/BankParser
-
 
-  class Cli < Thor
-    require "terminal-table"
-    require "highline/import"
-    require "bayes_motel"
-
-    no_tasks do
-      def self.strategies
-        {
-          'abn' => TotalRecall::ParseStrategy::Abn,
-          'ing' => TotalRecall::ParseStrategy::Ing,
-          'abncc' => TotalRecall::ParseStrategy::AbnCC
-        }
-      end
+    def context
+      @context ||= config[:context].merge(transactions: transactions)
+    end
 
-      def highline
-        @highline ||= HighLine.new($stdin, $stderr)
+    def transactions
+      @transactions ||= begin
+        csv.each_with_object([]) do |row, result|
+          result << transaction_defaults.merge(transactions_config).each_with_object({}) do |(k,v), cfg|
+            next if k[/^__/]
+            cfg[k] = v.respond_to?(:call) ? session.with_row(row, &v) : v
+          end
+        end
       end
+    end
 
-      def strategies
-        self.class.strategies
+    def transaction_defaults
+      @transaction_defaults ||= begin
+        defaults = transactions_config[:__defaults__] || {}
+        defaults.each_with_object({}) do |(k,v), result|
+          result[k] = v.respond_to?(:call) ? session.with_row(nil, &v) : v
+        end
       end
+    end
 
-      def parser(strategy)
-        TotalRecall::BankParser.new(:strategy => strategy)
-      end
+    def transactions_config
+      config[:context][:transactions]
     end
 
-    desc "ledger", "Convert input to ledger-transactions"
-    method_option :input, :aliases => "-i", :desc => "CSV file to use for input", :required => true
-    method_option :parser, :aliases => "-p", :desc => "Parser to use (one of #{strategies.keys.inspect})", :required => true
     def ledger
-      strategy = strategies[options[:parser]]
-      file_contents = File.read(options[:input])
-      rows = parser(strategy.new).parse(file_contents)
-
-      guesser = AccountGuesser.new
-
-      default_account = highline.ask("What is the account name of this bank account in Ledger?\n> ")
-      transactions = [] # [{<row>, :account => 'Expenses:Car'}, ...]
-      tags = []
-      start_from = 0
-      begin
-        rows.each_with_index do |row, ix|
-          if start_from && start_from != ix
-            next
-          elsif start_from
-            start_from = nil
-          end
-
-          guessed = guesser.guess(row[:description])
-          question = row[:amount] > 0 ? "What account provided this income?" : "To which account did this money go?"
+      Mustache.render(template, context)
+    end
+  end
 
-          $stderr.puts Terminal::Table.new(:rows => [ [ row[:date], row[:amount], row[:description] ] ])
-          account = highline.ask("#{question} (#{guessed}) or [d]one, [s]kip, [p]revious\n> ")
-          account = account.empty? ? guessed : account # defaults not working
-          case account
-          when 'd'
-            break
-          when 's'
-            next
-          when 'p'
-            transactions.pop
-            start_from = [0, (ix - 1)].max
-            raise
-          end
+  class Cli < Thor
+    require 'total_recall/version'
 
-          transaction_tags = []
-          loop do
-            tag = highline.choose do |menu|
-              menu.shell = true
-              menu.prompt = "Add tags? "
-              menu.prompt << "(#{transaction_tags.join(',')})" if transaction_tags.any?
+    include Thor::Actions
+    source_root File.expand_path('../total_recall/templates', __FILE__)
 
-              menu.choices('Done'){ nil }
-              menu.choices(*tags - transaction_tags)
-              menu.choice('New...'){ newtag = highline.ask('Tag: ');tags << newtag; newtag }
-            end
-            break unless tag
-            transaction_tags << tag
-          end
+    desc "ledger", "Convert the config to a ledger"
+    method_option :config, :aliases => "-c", :desc => "Config file", :required => true
+    def ledger
+      puts TotalRecall::Config.new(file: File.expand_path(options[:config])).ledger
+    end
 
-          guesser.learn(account, row[:description])
-          transactions << row.merge(:account => account, :tags => transaction_tags)
-        end
-      rescue
-        $stderr.puts "Let's do that again"
-        retry
-      end
+    desc "sample", "Generate an annotated config"
+    def sample
+      @version = TotalRecall::VERSION
+      template("sample.yml.tt")
 
-      puts Ledger.new(default_account, transactions).render
+      say "Now run '#{$0} ledger -c sample.yml' to generate the ledger"
     end
 
-    desc "parse", "Parses input-file and prints it"
-    method_option :input, :aliases => "-i", :desc => "CSV file to use for input", :required => true
-    method_option :parser, :aliases => "-p", :desc => "Parser to use (one of #{strategies.keys.join(',')})", :required => true
-    def parse
-      strategy = strategies[options[:parser]]
-      file_contents = File.read(options[:input])
-      data = parser(strategy.new).parse(file_contents)
+    desc "init NAME", "Generate a minimal config NAME.yml"
+    def init(name = "total_recall")
+      destination = name + ".yml"
 
-      table = Terminal::Table.new do |t|
-        t.headings = 'Date', 'Amount', 'Description'
-        data.each do |row|
-          t << [ row[:date], row[:amount], row[:description] ]
-        end
-      end
-      puts table
+      @version = TotalRecall::VERSION
+      @name = name
+      template("simple.yml.tt", destination)
     end
-
   end
 end

data/lib/total_recall/templates/sample.yml.tt

@@ -0,0 +1,79 @@
+---
+:total_recall:
+  # The version of total_recall that generated this file
+  :version: <%= @version %>
+:template:
+  # 1). Provide the [mustache-template](https://github.com/defunkt/mustache)
+  #   for your ledger.
+  #
+  # Either assign a template to :raw: or point to a file via :file:.
+  # The location of :file: is relative to this file.
+  # :file: takes precedence over :raw:
+  #
+  # The template MUST contain a section `transactions`.
+  #
+  #:file: ledger.mustache
+  :raw: |-
+    ; -*- ledger -*-¬
+    ; Generated by total_recall at {{generated_at}}
+    --decimal-comma
+
+    {{# transactions}}
+    {{date}} {{{description}}}
+      {{to}}    {{currency}} {{amount}}
+      {{from}}
+
+    {{/ transactions}}
+
+:csv:
+  # 2). Provide the csv
+  #
+  # Either assign csv to :raw: or point to a csv-file via :file:.
+  # :raw: is ideal for experimenting with the csv-format.
+  #
+  # The location of :file: is relative to this file.
+  # :file: takes precedence over :raw:
+  #
+  #:file: sample.csv
+  :raw: |-
+    "03.11.2013";"Foo";"04.11.2013";"1.638,00";""
+    "03.11.2013";"Bar";"04.11.2013";"-492,93";""
+  :options:
+    # Any option accepted by CSV#new (http://www.ruby-doc.org/stdlib-2.1.1/libdoc/csv/rdoc/CSV.html#method-c-new).
+    :col_sep: ";"
+    :headers: false
+
+:context:
+  # 3). Define the context
+  #
+  # The context is in essence the dictionary that will be applied to the template.
+  # The value for transactions will be expanded to an array, one for every line in the csv.
+  :transactions:
+    # transactions have defaults...
+    :__defaults__:
+      :from: !!proc |
+        ask_account("What account provides these transactions?",
+                      default: 'Assets:Checking')
+      :currency: $
+    # ...and fields that vary per transaction.
+    # Helper method exist such as `row`, `ask_account` (see `TotalRecall::Helper` for more).
+    :date: !!proc |
+      # For weird date formats consider using Date#strptime (http://www.ruby-doc.org/stdlib-2.1.1/libdoc/date/rdoc/Date.html#method-c-strptime)
+      Date.parse(row[0])
+    :description: !!proc row[1]
+    :amount: !!proc row[3]
+    :to: !!proc |
+      # show the row and let the user decide
+      render_row(columns: [0, 1, 3])
+      ask_account("To what account did the money go?")
+  :generated_at: !!proc Time.now
+
+# You can add any other data needed:
+# :ticker_sybols:
+#   "Apple": AAPL
+#   "Google Inc.": GOOG
+#
+# Example usage:
+# :context:
+#   :transactions:
+#     :symbol: !!proc config[:ticker_symbols][row[1]]

data/lib/total_recall/templates/simple.yml.tt

@@ -0,0 +1,35 @@
+---
+:total_recall:
+  :version: <%= @version %>
+:template:
+  :raw: |-
+    ; -*- ledger -*-¬
+
+    {{# transactions}}
+    {{date}} {{{description}}}
+      {{to}}    {{currency}} {{amount}}
+      {{from}}
+
+    {{/ transactions}}
+
+:csv:
+  #:file: <%= @name %>.csv
+  :raw: |-
+    "03.11.2013";"Foo";"04.11.2013";"1.638,00";""
+    "03.11.2013";"Bar";"04.11.2013";"-492,93";""
+  :options:
+    :col_sep: ";"
+    :headers: false
+
+:context:
+  :transactions:
+    :__defaults__:
+      :from: !!proc |
+        ask_account("What account provides these transactions?", default: 'Assets:Checking')
+      :currency: $
+    :date: !!proc Date.parse(row[0])
+    :description: !!proc row[1]
+    :amount: !!proc row[3]
+    :to: !!proc |
+      render_row(columns: [0, 1, 3, 4])
+      ask_account("To what account did the money go?")

data/lib/total_recall/version.rb

@@ -1,3 +1,3 @@
 module TotalRecall
-  VERSION = "0.2.0"
+  VERSION = "0.4.0"
 end

data/spec/spec_helper.rb

@@ -4,12 +4,4 @@ Bundler.setup
 
 $:.unshift File.expand_path("../../lib", __FILE__)
 require "total_recall"
-
-# fullpath to csv-file
-def fixture_pathname(str)
-  Pathname(%W(spec fixtures #{str}.csv).join(File::SEPARATOR)).realpath
-end
-
-def fixture_contents(str)
-  File.read(fixture_pathname(str))
-end
+require 'fakefs/spec_helpers'

data/spec/total_recall/total_recall_spec.rb

@@ -0,0 +1,176 @@
+require File.expand_path(File.dirname(__FILE__) + '/../spec_helper')
+
+describe TotalRecall::Config do
+  include FakeFS::SpecHelpers
+
+  def stubbed_file(path, content)
+    # SOURCE http://edgeapi.rubyonrails.org/classes/String.html#method-i-strip_heredoc
+    indent = content.scan(/^[ \t]*(?=\S)/).min.size rescue 0
+    content = content.gsub(/^[ \t]{#{indent}}/, '')
+
+    FakeFS do
+      File.open(path, 'w'){|f| f.print content }
+    end
+  end
+
+  def instance_with_config(config, options = {})
+    options = {file: 'config.yml'}.merge(options)
+    stubbed_file(options[:file], config)
+    described_class.new(options)
+  end
+
+  describe '#config' do
+    it 'yields the config as hash' do
+      instance = instance_with_config(<<-CONFIG)
+      :csv:
+        :raw: Some csv
+      :a: 1
+      CONFIG
+
+      expect(instance.config).to eql({csv: { raw: 'Some csv'}, a: 1})
+    end
+  end
+
+  describe '#csv' do
+    it 'yields csv assigned to :raw' do
+      instance = instance_with_config(<<-CONFIG)
+      :csv:
+        :raw: Some csv
+      CONFIG
+
+      expect(instance.csv).to eql(CSV.parse('Some csv'))
+    end
+
+    it 'yields csv from file :file' do
+      csv_file = stubbed_file('some.csv', 'Some csv')
+      instance = instance_with_config(<<-CONFIG)
+      :csv:
+        :file: some.csv
+      CONFIG
+
+      expect(instance.csv).to eql(CSV.parse('Some csv'))
+    end
+
+    it 'yields csv from :file when both :raw and :file are configured' do
+      csv_file = stubbed_file('some.csv', 'Some csv')
+      instance = instance_with_config(<<-CONFIG)
+      :csv:
+        :file: some.csv
+        :raw: Some raw csv
+      CONFIG
+
+      expect(instance.csv).to eql(CSV.parse('Some csv'))
+    end
+
+    specify 'csv-options are passed on to CSV#read' do
+      instance = instance_with_config(<<-CONFIG)
+      :csv:
+        :options:
+          :option1: true
+      CONFIG
+
+      expect(CSV).to receive(:parse).with(anything(), { option1: true })
+      instance.csv
+    end
+  end
+
+  describe '#template' do
+    it 'yields template assigned to :raw' do
+      instance = instance_with_config(<<-CONFIG)
+      :template:
+        :raw: |-
+          Raw template
+          here
+      CONFIG
+
+      expect(instance.template).to eql("Raw template\nhere")
+    end
+
+    it 'yields template from file :file' do
+      template_file = stubbed_file('template.mustache', 'File template')
+      instance = instance_with_config(<<-CONFIG)
+      :template:
+        :file: template.mustache
+      CONFIG
+
+      expect(instance.template).to eql('File template')
+    end
+
+    it 'yields template from :file when both :raw and :file are configured' do
+      template_file = stubbed_file('template.mustache', 'File template')
+      instance = instance_with_config(<<-CONFIG)
+      :template:
+        :file: template.mustache
+        :raw: Raw template
+      CONFIG
+
+      expect(instance.template).to eql('File template')
+    end
+  end
+
+  describe 'YAML types' do
+    it 'allows proc-types' do
+      instance = instance_with_config(<<-CONFIG)
+      :a: !!proc 1 + 1
+      :b: !!proc |
+        1 + 1
+      CONFIG
+
+      expect(instance.config[:a].call).to eq 2
+      expect(instance.config[:b].call).to eq 2
+    end
+  end
+
+  describe '#context' do
+    it 'has a transaction per line of csv' do
+      instance = instance_with_config(<<-CONFIG)
+      :csv:
+        :raw: |-
+          1
+          1
+      :context:
+        :transactions:
+          :from: From
+          :to: !!proc 1 + 1
+          :amount: !!proc row[0]
+      CONFIG
+
+      transactions = instance.context[:transactions]
+      expect(transactions.size).to eq 2
+
+      transaction = transactions.first
+      expect(transaction).to match({from: 'From', to: 2, amount: "1"})
+    end
+
+    it 'adds defaults to every transaction' do
+      instance = instance_with_config(<<-CONFIG)
+      :csv:
+        :raw: |-
+          line 1
+          line 2
+      :context:
+        :transactions:
+          :__defaults__:
+            :default: !!proc 1
+          :from: From
+      CONFIG
+
+      transaction = instance.context[:transactions].first
+
+      expect(transaction).to match({from: 'From', default: 1})
+    end
+
+    it 'may contain any other settings' do
+      instance = instance_with_config(<<-CONFIG)
+      :csv:
+        :raw: some csv
+      :context:
+        :transactions:
+          :from: From
+        :a: 1
+      CONFIG
+
+      expect(instance.context).to match(transactions: [{from: 'From'}], a: 1)
+    end
+  end
+end

data/total_recall.gemspec

@@ -1,24 +1,29 @@
-# -*- encoding: utf-8 -*-
-require File.expand_path('../lib/total_recall/version', __FILE__)
+# coding: utf-8
+lib = File.expand_path('../lib', __FILE__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+require 'total_recall/version'
 
 Gem::Specification.new do |gem|
+  gem.name          = "total_recall"
+  gem.version       = TotalRecall::VERSION
   gem.authors       = ["Gert Goet"]
   gem.email         = ["gert@thinkcreate.nl"]
-  gem.description   = %q{Turn your bank records csv's into Ledger journals}
-  gem.summary       = %q{Turn your bank records csv's into Ledger journals}
-  gem.homepage      = ""
+  gem.description   = %q{Turn any csv into a Ledger journal}
+  gem.summary       = %q{Turn any csv into a Ledger journal}
+  gem.homepage      = "https://github.com/eval/total_recall"
+  gem.license       = "MIT"
 
-  gem.executables   = `git ls-files -- bin/*`.split("\n").map{ |f| File.basename(f) }
-  gem.files         = `git ls-files`.split("\n")
-  gem.test_files    = `git ls-files -- {test,spec,features}/*`.split("\n")
-  gem.name          = "total_recall"
+  gem.files         = `git ls-files -z`.split("\x0")
+  gem.executables   = gem.files.grep(%r{^bin/}) { |f| File.basename(f) }
+  gem.test_files    = gem.files.grep(%r{^(test|spec|features)/})
   gem.require_paths = ["lib"]
-  gem.version       = TotalRecall::VERSION
 
-  gem.add_dependency('thor', '~> 0.14.6')
-  gem.add_dependency('terminal-table', '~> 1.4.4')
-  gem.add_dependency('highline', '~> 1.6.1')
-  gem.add_dependency('bayes_motel', '~> 0.1.0')
-  gem.add_dependency('mustache', '~> 0.99.4')
-  gem.add_development_dependency('rspec', '~> 2.7.0')
+  gem.add_dependency 'thor', '~> 0.19'
+  gem.add_dependency 'terminal-table', '~> 1.4'
+  gem.add_dependency 'highline', '~> 1.6'
+  gem.add_dependency 'mustache', '~> 0.99'
+  gem.add_development_dependency "bundler", "~> 1.6"
+  gem.add_development_dependency "rake"
+  gem.add_development_dependency 'rspec', '~> 3.0.0'
+  gem.add_development_dependency 'fakefs'
 end

metadata

@@ -1,83 +1,128 @@
 --- !ruby/object:Gem::Specification
 name: total_recall
 version: !ruby/object:Gem::Version
-  version: 0.2.0
-  prerelease: 
+  version: 0.4.0
 platform: ruby
 authors:
 - Gert Goet
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2012-04-15 00:00:00.000000000Z
+date: 2014-06-04 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: thor
-  requirement: &70134896727920 !ruby/object:Gem::Requirement
-    none: false
+  requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - ~>
+    - - "~>"
       - !ruby/object:Gem::Version
-        version: 0.14.6
+        version: '0.19'
   type: :runtime
   prerelease: false
-  version_requirements: *70134896727920
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.19'
 - !ruby/object:Gem::Dependency
   name: terminal-table
-  requirement: &70134896727220 !ruby/object:Gem::Requirement
-    none: false
+  requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - ~>
+    - - "~>"
       - !ruby/object:Gem::Version
-        version: 1.4.4
+        version: '1.4'
   type: :runtime
   prerelease: false
-  version_requirements: *70134896727220
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.4'
 - !ruby/object:Gem::Dependency
   name: highline
-  requirement: &70134896726600 !ruby/object:Gem::Requirement
-    none: false
+  requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - ~>
+    - - "~>"
       - !ruby/object:Gem::Version
-        version: 1.6.1
+        version: '1.6'
   type: :runtime
   prerelease: false
-  version_requirements: *70134896726600
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.6'
 - !ruby/object:Gem::Dependency
-  name: bayes_motel
-  requirement: &70134896726040 !ruby/object:Gem::Requirement
-    none: false
+  name: mustache
+  requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - ~>
+    - - "~>"
       - !ruby/object:Gem::Version
-        version: 0.1.0
+        version: '0.99'
   type: :runtime
   prerelease: false
-  version_requirements: *70134896726040
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.99'
 - !ruby/object:Gem::Dependency
-  name: mustache
-  requirement: &70134896725360 !ruby/object:Gem::Requirement
-    none: false
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - ~>
+    - - "~>"
       - !ruby/object:Gem::Version
-        version: 0.99.4
-  type: :runtime
+        version: '1.6'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.6'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
   prerelease: false
-  version_requirements: *70134896725360
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
 - !ruby/object:Gem::Dependency
   name: rspec
-  requirement: &70134896724820 !ruby/object:Gem::Requirement
-    none: false
+  requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - ~>
+    - - "~>"
       - !ruby/object:Gem::Version
-        version: 2.7.0
+        version: 3.0.0
   type: :development
   prerelease: false
-  version_requirements: *70134896724820
-description: Turn your bank records csv's into Ledger journals
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 3.0.0
+- !ruby/object:Gem::Dependency
+  name: fakefs
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+description: Turn any csv into a Ledger journal
 email:
 - gert@thinkcreate.nl
 executables:
@@ -86,57 +131,46 @@ executables:
 extensions: []
 extra_rdoc_files: []
 files:
-- .gitignore
+- ".gitignore"
+- ".travis.yml"
 - Gemfile
 - README.md
 - Rakefile
 - bin/total_recall
 - bin/total_recall.rb
 - lib/total_recall.rb
+- lib/total_recall/templates/sample.yml.tt
+- lib/total_recall/templates/simple.yml.tt
 - lib/total_recall/version.rb
-- spec/fixtures/.keep
-- spec/fixtures/abn.csv
-- spec/fixtures/abncc.csv
-- spec/fixtures/ing.csv
 - spec/spec.opts
 - spec/spec_helper.rb
-- spec/total_recall/bank_parser_spec.rb
+- spec/total_recall/total_recall_spec.rb
 - total_recall.gemspec
-homepage: ''
-licenses: []
+homepage: https://github.com/eval/total_recall
+licenses:
+- MIT
+metadata: {}
 post_install_message: 
 rdoc_options: []
 require_paths:
 - lib
 required_ruby_version: !ruby/object:Gem::Requirement
-  none: false
   requirements:
-  - - ! '>='
+  - - ">="
     - !ruby/object:Gem::Version
       version: '0'
-      segments:
-      - 0
-      hash: -1362278848564129285
 required_rubygems_version: !ruby/object:Gem::Requirement
-  none: false
   requirements:
-  - - ! '>='
+  - - ">="
     - !ruby/object:Gem::Version
       version: '0'
-      segments:
-      - 0
-      hash: -1362278848564129285
 requirements: []
 rubyforge_project: 
-rubygems_version: 1.8.10
+rubygems_version: 2.2.2
 signing_key: 
-specification_version: 3
-summary: Turn your bank records csv's into Ledger journals
+specification_version: 4
+summary: Turn any csv into a Ledger journal
 test_files:
-- spec/fixtures/.keep
-- spec/fixtures/abn.csv
-- spec/fixtures/abncc.csv
-- spec/fixtures/ing.csv
 - spec/spec.opts
 - spec/spec_helper.rb
-- spec/total_recall/bank_parser_spec.rb
+- spec/total_recall/total_recall_spec.rb

data/spec/fixtures/abn.csv

@@ -1,2 +0,0 @@
-123456789	EUR	20101230	  100,00	   70,00	20101230	-30,00	BEA   NR:12AA34   30.12.10/22.24 iCentre CS AMSTERDAM,PAS123 
-123456789	EUR	20101231	   70,00	   50,00	20101231	-20,00	BEA   NR:12AA34   31.12.10/22.24 iCentre CS AMSTERDAM,PAS123 

data/spec/fixtures/abncc.csv

@@ -1,3 +0,0 @@
-Transactie Datum , Boekingsdatum , In rekening gebracht bedrag , Handelsnaam , Stad , Land , Postcode , Referentienummer , Debet/Credit , SICMCC Code
-29/12/2011,30/12/2011,100.00,"Handelsnaam I",,,,,D,
-30/12/2011,31/12/2011,200.00,"Handelsnaam II",,,,,D,

data/spec/fixtures/ing.csv

@@ -1,3 +0,0 @@
-"Datum","Naam / Omschrijving","Rekening","Tegenrekening","Code","Af Bij","Bedrag (EUR)","MutatieSoort","Mededelingen"
-"20101231","Omschrijving                    ","123456789","012345678","GT","Af","100,00","Internetbankieren","mededeling eèéêë"
-"20101230","Omschrijving                    ","123456789","012345678","GT","Af","200,00","Internetbankieren","mededeling        "

data/spec/total_recall/bank_parser_spec.rb

@@ -1,57 +0,0 @@
-require File.expand_path(File.dirname(__FILE__) + '/../spec_helper')
-
-describe TotalRecall::BankParser do
-  context '#parse' do
-    subject{ described_class.new(:strategy => TotalRecall::ParseStrategy::Abn.new) }
-
-    it "should return an Array" do
-      subject.parse(fixture_contents('abn')).class.should == Array
-    end
-  end
-end
-
-
-shared_examples "a parser" do
-  context '#parse_row' do
-    it "should return a hash" do
-      CSV.parse(fixture_contents(@fixture), subject.options).each do |i|
-        parsed_row = subject.parse_row(i)
-
-        parsed_row.class.should == Hash
-      end
-    end
-
-    it "should return the correct keys and classes" do
-      expected_keys_and_classes = {
-        :amount => Float,
-        :currency => String,
-        :description => String,
-        :date => Date
-      }
-
-      CSV.parse(fixture_contents(@fixture), subject.options).each do |i|
-        parsed_row = subject.parse_row(i)
-
-        parsed_row.keys.should =~ expected_keys_and_classes.keys
-        expected_keys_and_classes.each do |key, klass|
-          parsed_row.send(:[], key).class.should == klass
-        end
-      end
-    end
-  end
-end
-
-describe TotalRecall::ParseStrategy::Abn do
-  before{ @fixture = 'abn' }
-  it_behaves_like "a parser"
-end
-
-describe TotalRecall::ParseStrategy::Ing do
-  before{ @fixture = 'ing' }
-  it_behaves_like "a parser"
-end
-
-describe TotalRecall::ParseStrategy::AbnCC do
-  before{ @fixture = 'abncc' }
-  it_behaves_like "a parser"
-end