csv2qif 0.0.1

data/History.txt

@@ -0,0 +1,4 @@
+=== 0.0.1 2009-09-28
+
+* 1 major enhancement:
+  * Initial release

data/Manifest.txt

@@ -0,0 +1,27 @@
+History.txt
+Manifest.txt
+PostInstall.txt
+README.rdoc
+Rakefile
+bin/csv2qif
+config/amex2008.yml
+config/amexblue2008.yml
+config/lufthansa.yml
+config/schwabone.yml
+config/website.yml
+lib/csv2qif.rb
+lib/csv2qif/cli.rb
+lib/csv2qif/defaults.rb
+lib/csv2qif/processor.rb
+lib/csv2qif/qif.rb
+lib/csv2qif/string_ext.rb
+script/console
+script/destroy
+script/generate
+script/txt2html
+tasks/rspec.rake
+website/index.html
+website/index.txt
+website/javascripts/rounded_corners_lite.inc.js
+website/stylesheets/screen.css
+website/template.html.erb

data/PostInstall.txt

@@ -0,0 +1,7 @@
+
+For more information on csv2qif, see http://csv2qif.rubyforge.org
+
+NOTE: Change this information in PostInstall.txt 
+You can also delete it if you don't want it.
+
+

data/README.rdoc

@@ -0,0 +1,48 @@
+= csv2qif
+
+* http://github.com/#{github_username}/#{project_name}
+
+== DESCRIPTION:
+
+FIX (describe your package)
+
+== FEATURES/PROBLEMS:
+
+* FIX (list of features or problems)
+
+== SYNOPSIS:
+
+  FIX (code sample of usage)
+
+== REQUIREMENTS:
+
+* FIX (list of requirements)
+
+== INSTALL:
+
+* FIX (sudo gem install, anything else)
+
+== LICENSE:
+
+(The MIT License)
+
+Copyright (c) 2009 FIXME full name
+
+Permission is hereby granted, free of charge, to any person obtaining
+a copy of this software and associated documentation files (the
+'Software'), to deal in the Software without restriction, including
+without limitation the rights to use, copy, modify, merge, publish,
+distribute, sublicense, and/or sell copies of the Software, and to
+permit persons to whom the Software is furnished to do so, subject to
+the following conditions:
+
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED 'AS IS', WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.
+IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY
+CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT,
+TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE
+SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/Rakefile

@@ -0,0 +1,26 @@
+require 'rubygems'
+gem 'hoe', '>= 2.1.0'
+require 'hoe'
+require 'fileutils'
+require './lib/csv2qif'
+
+Hoe.plugin :newgem
+Hoe.plugin :website
+# Hoe.plugin :cucumberfeatures
+
+# Generate all the Rake tasks
+# Run 'rake -T' to see list of generated tasks (from gem root directory)
+$hoe = Hoe.spec 'csv2qif' do
+  self.developer 'Heinrich Klobuczek', 'heinrich@mail.com'
+  #self.post_install_message = 'PostInstall.txt' # TODO remove if post-install message not required
+  self.rubyforge_name       = self.name # TODO this is default value
+  # self.extra_deps         = [['activesupport','>= 2.0.2']]
+
+end
+
+require 'newgem/tasks'
+Dir['tasks/**/*.rake'].each { |t| load t }
+
+# TODO - want other tests/tasks run by default? Add them to the list
+# remove_task :default
+# task :default => [:spec, :features]

data/bin/csv2qif

@@ -0,0 +1,9 @@
+#!/usr/bin/env ruby
+#
+#  Created on 2009-9-28.
+#  Copyright (c) 2009. All rights reserved.
+
+require 'rubygems'
+require File.expand_path(File.dirname(__FILE__) + "/../lib/csv2qif")
+
+Csv2qif::CLI.execute(STDIN, STDOUT, ARGV)

data/config/amex2008.yml

@@ -0,0 +1,13 @@
+type: CCard
+header: 7
+where: e
+date: a
+payee: c
+category: m
+amount: f
+num: l
+address: |
+    j ? k ? j+"\n"+k : j : k
+mappings:
+    - /-/:/
+    - /^/Expenses:/

data/config/amexblue2008.yml

@@ -0,0 +1,13 @@
+type: CCard
+header: 7
+where: e
+date: a
+payee: c
+category: m
+amount: f
+num: l
+address: |
+    j ? k ? j+"\n"+k : j : k
+mappings:
+    - /-/:/
+    - /^/Private:Expenses:/

data/config/lufthansa.yml

@@ -0,0 +1,10 @@
+field_separator: ;
+type: CCard
+header: 2
+date: d
+payee: f
+amount: |
+    n=='H'?m:-m.to_f
+num: a
+address: g
+memo: h+"\n"+i

data/config/schwabone.yml

@@ -0,0 +1,7 @@
+type: Bank
+header: 2
+where: |
+    d !='SWMXX' and not e =~ /FOR INV CKG OVERDRAFT   \d+-\d+ type: IC OVERDRAFT TRF/
+date: a
+payee: e
+amount: g

data/config/website.yml

@@ -0,0 +1,2 @@
+host: klobuczek@rubyforge.org
+remote_dir: /var/www/gforge-projects/csv2qif

data/lib/csv2qif.rb

@@ -0,0 +1,8 @@
+$:.unshift(File.dirname(__FILE__)) unless
+  $:.include?(File.dirname(__FILE__)) || $:.include?(File.expand_path(File.dirname(__FILE__)))
+
+Dir[File.join(File.dirname(__FILE__), 'csv2qif/**/*.rb')].sort.each { |lib| require lib }
+
+module Csv2qif
+  VERSION = '0.0.1'
+end

data/lib/csv2qif/cli.rb

@@ -0,0 +1,129 @@
+require 'optparse'
+
+module Csv2qif
+  class CLI
+    DEFAULT_OPTIONS = {
+            :field_separator => ',',
+            :header => 1,
+            :date => "a",
+            :amount => "b",
+            :type => 'CCard'
+
+    }
+
+    def self.execute(stdin, stdout, arguments=[])
+
+      # NOTE: the option -p/--path= is given as an example, and should be replaced in your application.
+
+      options = {
+
+              }
+
+      mandatory_options = %w(  )
+
+      parser = OptionParser.new do |opts|
+        opts.banner = <<-BANNER.gsub(/^          /, '')
+          cvs2qif -- format converter
+
+          Usage: #{File.basename($0)} [options] [file...]
+
+          The csv2qif utility reads the specified csv files, or the standard input if no files are specified,
+          converting the input to qif format. The output is written to either the standart output if read from
+          standard input or file with the same base name as input and qif extension or to a file specified as an
+          option.
+
+          The CONDITION and COLUMN below are in the simplest case represented by just one lower case letter (a-z) indicating the the csv column
+          which should be mapped to a particular line in a qif record. As a minimum a date and amount column should be mapped
+          e.g.
+          #> csv2qif -D a --amount b file.csv
+          will assume the first column (a) in the csv file is date and  second (b) the amount. Those are as well defaults.
+          CONDITION and COLUMNS may as well be any ruby expression. In this case the expression will be evaluated in a context
+          in which the column names (a-z) are available as methods returning the value in the corresponding column or nil if empty.
+
+          Options are:
+        BANNER
+        opts.separator ""
+        opts.on("-b", "--bundle BUNDLE", String,
+                 "Name of an option bundle",
+                 "Default: default") { |arg| options[:bundle] = arg }
+        opts.on("-t", "--type Type", ['CCard', 'Bank', 'Cash'],
+                 "Type of acoount: CCard, Bank or Cash",
+                 "Default: CCard") { |arg| options[:type] = arg }
+         opts.on("-w", "--where CONDITION",
+                "only records satisfying CONDITION will be converted") { |arg| options[:where] = arg }
+        opts.on("-s", "--field_separator SEPARATOR",
+                "field seprator. Default: ,") { |arg| options[:where] = arg }
+        opts.on("-m", "--mappings MAPPINGS",
+                "comma separated list of mappings in the format: /pattern/replacement/",
+                "Use for modifying categories") { |arg| options[:mappings] = arg.split "," }
+        opts.on("-d", "--header N", Integer,
+                "number of rows occupied by headers before actual data") { |arg| options[:header] = arg }
+        opts.on("-h", "--help",
+                "Show this help message.") { stdout.puts opts; return }
+        opts.separator " "
+        
+        opts.separator "QIF Record options:"
+        QIF::QIF_CODES.each do |key, code, description|
+           opts.on("-#{code}", "--#{key} COLUMN", String, description || key.to_s.capitalize) {|arg| options[key]=arg}
+        end
+
+        opts.parse!(arguments)
+
+        if mandatory_options && mandatory_options.find { |option| options[option.to_sym].nil? }
+          stdout.puts opts; exit
+        end
+      end
+
+      options = prepare_options stdout, options, Processor.init
+      prepare_mappings options
+
+      Processor.process stdin, stdout, arguments, options
+    end
+
+    private
+    def self.load_yml file, qif=nil
+      symbolize_keys YAML.load_file(file)
+    end
+
+    def self.load_rb file, qif
+      eval File.read(file), qif.block
+    end
+
+    def self.prepare_options stdout, options, qif
+      if h = options[:bundle] ? load_file(options[:bundle], qif) : {}
+        DEFAULT_OPTIONS.merge(h).merge options
+      else
+        stdout.puts("Specified bundle '#{options[:bundle]}' does not exist")
+        exit
+      end
+    end
+
+    def self.load_file bundle, qif=nil
+      ['.', File.join( File.dirname(__FILE__), "../../config")].each do |dir|
+        [:rb, :yml].each do |type|
+          if h = (File.exists?(file=File.join(dir, [bundle, type].join('.'))) and send "load_#{type}".to_sym, file, qif)
+            return h
+          end
+        end
+      end
+      nil
+    end
+
+    def self.symbolize_keys hash
+      hash.inject({}) do |options, (key, value)|
+        options[(key.to_sym rescue key) || key] = value
+        options
+      end
+    end
+
+    def self.prepare_mappings options
+      options[:mappings] = options[:mappings].map do |m|
+        m = m.split(m[0,1])[1,3] unless m.instance_of? Array
+        m.unshift true if m.length < 3
+        m[1]=Regexp.new(m[1])
+        m
+      end if options[:mappings]
+    end
+  end
+
+end

data/lib/csv2qif/defaults.rb

@@ -0,0 +1,4 @@
+COMMON_HEADINGS = {
+        :date => %w{datum},
+        :amount => %w{betrag, charge}
+        }

data/lib/csv2qif/processor.rb

@@ -0,0 +1,43 @@
+require 'csv'
+
+class Processor
+
+  class << self
+    def init
+      @qif = QIF.new
+    end
+
+    def process stdin, stdout, arguments, options
+      if arguments.empty?
+        process_file stdin, stdout, options
+      else
+        arguments.each do |file|
+          stream_in = File.open(file, "r")
+          stream_out = File.new esub(file, :csv, :qif), "w"
+          begin
+            process_file stream_in, stream_out, options
+          ensure
+            stream_in.close
+            stream_out.close
+          end
+        end
+      end
+    end
+
+    private
+
+    def esub file, old, new
+       file.gsub(/\.#{old}$/i, '')+".#{new}"
+    end
+
+    def process_file in_stream, out_stream, options
+      @qif.reset out_stream, options
+      rownum = 0
+      CSV::Reader.parse(in_stream, options[:field_separator]) do |row|
+        rownum += 1
+        @qif.header row if rownum == options[:header]
+        @qif.push row if rownum > options[:header]
+      end
+    end
+  end
+end

data/lib/csv2qif/qif.rb

@@ -0,0 +1,86 @@
+class QIF
+  COLUMNS = ('a'..'z').to_a
+  QIF_CODES = [
+          [:date, :D],
+          [:amount, :T],
+          [:cleared, :C, 'Cleared Status'],
+          [:num, :N, 'Num (check or reference number)'],
+          [:payee, :P],
+          [:memo, :M],
+          [:address, :A, 'Address (up to five lines; the sixth line is an optional message)'],
+          [:category, :L, 'Category (Category/Subcategory/Transfer/Class)']
+  ]
+
+  def reset stream, options
+    @stream = stream
+    @options = options
+    #options.keys.each { |m| undef_method m }
+    stream.puts"!Type:#{options[:type]}"
+  end
+
+  def block
+    Proc.new {}
+  end
+
+  def header row
+
+  end
+
+  def push row
+    @row = row
+    return unless @options[:where].nil? or call_or_eval(:where)
+    QIF_CODES.each do |key, code|
+      next unless value = call_or_eval(key)
+      case key
+        when :date then
+          put_line code, (value.instance_of?(Date) ? value : Date.parse(value, true)).strftime("%m/%d/%Y")
+        when :amount then
+          put_line code, sprintf("%.2f", value.to_f)
+        when :address then
+          put_lines code, value, 5
+        when :category then
+          @options[:mappings].each {|condition, pattern, replacement| value.gsub!(pattern, replacement) if call_or_eval_or_value condition} if @options[:mappings]
+          put_line code, value
+        else
+          put_line code, value
+      end
+    end
+    @stream.puts '^'
+  end
+
+  def method_missing(sym, *args, &block)
+    @row[COLUMNS.index(sym.to_s)]
+  end
+
+  private
+
+  def call_or_eval key
+    if instr = @options[key]
+      call_or_eval_or_value instr
+    end
+  end
+
+  def call_or_eval_or_value value
+    value.instance_of?(Proc) ? value.call : value.instance_of?(String) ? eval(value) : value
+  end
+
+  def put_lines code, value, limit
+    overflow = []
+    value.each_line do |line|
+      unless (line = line.strip).empty?
+        if (limit -= 1) > 0
+          put_line code, line
+        else
+          overflow << line
+        end
+      end
+    end
+    put_line code, overflow.join(' ') unless overflow.empty?
+  end
+
+  def put_line code, value
+    return if (value = value.to_s.gsub(/\n+/, ' ').strip).empty?
+    @stream.puts code.to_s + value
+  end
+end  
+