eccsv 0.0.1

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: 8dd728098ee2f3066326be199f2657c34b33facd
+  data.tar.gz: 0472be8f00b3f6c9079cc20808bfd89804ff2212
+SHA512:
+  metadata.gz: 9238b550d38a2766e5c53ca152855dfc7f782cc79c98dad60030095138e4a40a68655b14f22c3e376214901294ad81ad3e835e9091c2ee9d810c302e3f744ff3
+  data.tar.gz: 12599cfb6ae428dc134dd67c64fac344fa2a0306ba28de4e5f7a183b2754780d5c3e865ead20f6e20e2979b076e49e13ca83bbd11eb51ddf03587839d648b693

data/.gitignore

@@ -0,0 +1,17 @@
+*.gem
+*.rbc
+.bundle
+.config
+.yardoc
+Gemfile.lock
+InstalledFiles
+_yardoc
+coverage
+doc/
+lib/bundler/man
+pkg
+rdoc
+spec/reports
+test/tmp
+test/version_tmp
+tmp

data/Gemfile

@@ -0,0 +1,6 @@
+source 'https://rubygems.org'
+
+# Specify your gem's dependencies in csv_parser.gemspec
+gemspec
+
+gem 'byebug'

data/LICENSE.txt

@@ -0,0 +1,22 @@
+Copyright (c) 2013 Vanderbilt University
+
+MIT License
+
+Permission is hereby granted, free of charge, to any person obtaining
+a copy of this software and associated documentation files (the
+"Software"), to deal in the Software without restriction, including
+without limitation the rights to use, copy, modify, merge, publish,
+distribute, sublicense, and/or sell copies of the Software, and to
+permit persons to whom the Software is furnished to do so, subject to
+the following conditions:
+
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
+LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
+OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
+WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/README.md

@@ -0,0 +1,113 @@
+# ECCSV
+
+ECCSV (error correcting comma seperated values) is a CSV parsing library with
+advanced error reporting and correcting.
+
+## Installation
+
+Add this line to your application's Gemfile:
+
+    gem 'eccsv'
+
+And then execute:
+
+    $ bundle
+
+Or install it yourself as:
+
+    $ gem install eccsv
+
+## Basic Usage
+
+```ruby
+require 'eccsv'
+
+data = <<EOF
+foo,bar
+baz,qux
+EOF
+
+parser = ECCSV::Parser.new
+parser.parse(data) #=> [["foo", "bar"], ["baz", "qux"]]
+```
+
+## Errors
+
+One of the goals of this project is to give you descriptive error messages.
+
+Each error type is a subclass of `ECCSV::Error` and contains the exact line
+number (via `Error#line`) and column number (via `Error#col`) where the error
+took place.
+
+* missing closing quote (`ECCSV::UnmatchedQuoteError`)
+* quote in the wrong place (`ECCSV::StrayQuoteError`)
+* rows with not enough fields (`ECCSV::MissingFieldsError`)
+* rows with too many fields (`ECCSV::ExtraFieldsError`)
+
+Since missing/extra fields do not cause the CSV to be unparsable, they are
+treated as warnings instead of errors (see example below).
+
+### Examples
+
+#### Unmatched quote
+
+If there was an error, `#parse` will return `nil` and set `#error`.
+
+```ruby
+require 'eccsv'
+
+data = <<EOF
+foo,"bar
+baz,qux
+EOF
+
+parser = ECCSV::Parser.new
+parser.parse(data) #=> nil
+parser.error       #=> #<ECCSV::UnmatchedQuoteError: unmatched quote at line 1, column 5>
+parser.error.line  #=> 1
+parser.error.col   #=> 5
+```
+
+#### Missing fields
+
+If there was a warning, `#parse` will return the records and add to `#warnings`.
+
+```ruby
+require 'eccsv'
+
+data = <<EOF
+foo,bar
+baz
+EOF
+
+parser = ECCSV::Parser.new
+parser.parse(data)      #=> [["foo", "bar"], ["baz"]]
+parser.warnings         #=> [#<ECCSV::MissingFieldsError: expected 1 more fields on line 2>]
+parser.warnings[0].line #=> 2
+parser.warnings[0].col  #=> 4
+```
+
+#### Extra fields
+
+```ruby
+require 'eccsv'
+
+data = <<EOF
+foo
+bar,baz
+EOF
+
+parser = ECCSV::Parser.new
+parser.parse(data)      #=> [["foo"], ["bar", "baz"]]
+parser.warnings         #=> [#<ECCSV::ExtraFieldsError: 1 extra fields found on line 2, column 4>]
+parser.warnings[0].line #=> 2
+parser.warnings[0].col  #=> 4
+```
+
+## Contributing
+
+1. Fork it
+2. Create your feature branch (`git checkout -b my-new-feature`)
+3. Commit your changes (`git commit -am 'Add some feature'`)
+4. Push to the branch (`git push origin my-new-feature`)
+5. Create new Pull Request

data/Rakefile

@@ -0,0 +1,16 @@
+require "bundler/gem_tasks"
+require "rake/testtask"
+
+Rake::TestTask.new do |t|
+  t.libs << "test"
+  t.pattern = 'test/**/test*.rb'
+end
+task :test => :racc
+task :default => :test
+
+desc "Compile racc grammar"
+task :racc => "lib/eccsv/parser.rb"
+
+file "lib/eccsv/parser.rb" => "lib/eccsv/parser.y" do |t|
+  system("racc -v -o #{t.name} #{t.source}")
+end

data/eccsv.gemspec

@@ -0,0 +1,25 @@
+# coding: utf-8
+lib = File.expand_path('../lib', __FILE__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+require 'eccsv/version'
+
+Gem::Specification.new do |spec|
+  spec.name          = "eccsv"
+  spec.version       = ECCSV::VERSION
+  spec.authors       = ["Jeremy Stephens"]
+  spec.email         = ["jeremy.f.stephens@vanderbilt.edu"]
+  spec.description   = %q{CSV library with advanced error reporting}
+  spec.summary       = %q{CSV library with advanced error reporting}
+  spec.homepage      = "https://github.com/coupler/eccsv"
+  spec.license       = "MIT"
+
+  spec.files         = `git ls-files`.split($/)
+  spec.executables   = spec.files.grep(%r{^bin/}) { |f| File.basename(f) }
+  spec.test_files    = spec.files.grep(%r{^(test|spec|features)/})
+  spec.require_paths = ["lib"]
+
+  spec.add_development_dependency "bundler", "~> 1.3"
+  spec.add_development_dependency "rake"
+  spec.add_development_dependency "test-unit"
+  spec.add_development_dependency "racc"
+end

data/lib/eccsv/errors.rb

@@ -0,0 +1,16 @@
+module ECCSV
+  class Error < Exception
+    attr_reader :line, :col
+
+    def initialize(msg = nil, line = nil, col = nil)
+      super(msg)
+      @line = line
+      @col = col
+    end
+  end
+
+  class UnmatchedQuoteError < Error; end
+  class StrayQuoteError < Error; end
+  class MissingFieldsError < Error; end
+  class ExtraFieldsError < Error; end
+end

data/lib/eccsv/parser.rb

@@ -0,0 +1,465 @@
+#
+# DO NOT MODIFY!!!!
+# This file is automatically generated by Racc 1.4.12
+# from Racc grammer file "".
+#
+
+require 'racc/parser.rb'
+
+require 'strscan'
+
+module ECCSV
+class Parser < Racc::Parser
+
+module_eval(<<'...end parser.y/module_eval...', 'parser.y', 36)
+  class Node
+    attr_reader :value, :token, :line, :col
+
+    def initialize(value = "", token = nil, line = nil, col = nil)
+      @value = value
+      @token = token
+      @line = line
+      @col = col
+    end
+  end
+
+  class ParentNode < Node
+    def initialize(children = [], line = nil, col = nil)
+      last = children.last
+      if last && last.is_a?(Node)
+        line = last.line
+        col = last.col
+      end
+      super(nil, nil, line, col)
+      @children = children
+    end
+  end
+
+  class QuotedTextNode < ParentNode
+    def value
+      @value ||= @children.collect(&:value).join
+    end
+  end
+
+  class FieldNode < ParentNode
+    def value
+      @value ||=
+        if @children[0].token == :TEXT
+          @children[0].value
+        else
+          # quoted text
+          @children[1].value
+        end
+    end
+  end
+
+  class DelimFieldNode < ParentNode
+    def value
+      @value ||= @children[0].value
+    end
+  end
+
+  class DelimFieldsNode < ParentNode
+    def value
+      @value ||=
+        if @children.empty?
+          []
+        else
+          @children[0].value + [@children[1].value]
+        end
+    end
+  end
+
+  class RecordNode < ParentNode
+    def value
+      # TODO: 'consume' children to produce value to reduce memory footprint
+      @value ||= @children[0].value + [@children[1].value]
+    end
+  end
+
+  class DelimRecordNode < ParentNode
+    def value
+      @value ||= @children.length == 1 ? [] : @children[0].value
+    end
+  end
+
+  class DelimRecordsNode < ParentNode
+    def value
+      if @value.nil?
+        if @children.empty?
+          @value = []
+        else
+          @value = @children[0].value
+          val = @children[1].value
+          if !val.empty?
+            @value += [val]
+          end
+        end
+      end
+      @value
+    end
+  end
+
+  class RootNode < ParentNode
+    def value
+      if @value.nil?
+        @value = @children[0].value
+        if @children[1]
+          @value += [@children[1].value]
+        end
+      end
+      @value
+    end
+  end
+
+  attr_reader :error
+
+  def parse(str)
+    @scanner = StringScanner.new(str)
+    @line = 1
+    @col = 1
+    do_parse
+  end
+
+  def next_token
+    until @scanner.empty?
+      next_line = @line
+      next_col = @col
+      case
+        when match = @scanner.scan(/,/)
+          token = :COMMA
+        when match = @scanner.scan(/"/)
+          token = :QUOTE
+        when match = @scanner.scan(/\n/)
+          token = :NEWLINE
+          next_line += 1
+          next_col = 0
+        when match = @scanner.scan(/[^,\n"]+/)
+          token = :TEXT
+        else
+          raise "can't recognize <#{@scanner.peek(5)}>"
+      end
+      next_col += match.length
+
+      value = node(match, token)
+      @line = next_line
+      @col = next_col
+
+      return [token, value]
+    end
+  end
+
+  def warnings
+    @warnings ||= []
+  end
+
+  private
+
+  def node(value = "", token = nil, line = @line, col = @col)
+    Node.new(value, token, line, col)
+  end
+
+  def quoted_text(children = [], line = @line, col = @col)
+    QuotedTextNode.new(children, line, col)
+  end
+
+  def field(children = [], line = @line, col = @col)
+    FieldNode.new(children, line, col)
+  end
+
+  def delim_field(children = [], line = @line, col = @col)
+    DelimFieldNode.new(children, line, col)
+  end
+
+  def delim_fields(children = [], line = @line, col = @col)
+    DelimFieldsNode.new(children, line, col)
+  end
+
+  def record(children = [], line = @line, col = @col)
+    record = RecordNode.new(children, line, col)
+    value = record.value
+    if defined? @num_fields
+      first = children[0]
+      line = first.line
+      col = first.col
+      if @num_fields > value.length
+        msg = "expected %d more fields on line %d" % [@num_fields - value.length, line]
+        self.warnings.push(MissingFieldsError.new(msg, line, col))
+      elsif @num_fields < value.length
+        msg = "%d extra fields found on line %d, column %d" % [value.length - @num_fields, line, col]
+        self.warnings.push(ExtraFieldsError.new(msg, line, col))
+      end
+    else
+      @num_fields = value.length
+    end
+
+    record
+  end
+
+  def delim_record(children = [], line = @line, col = @col)
+    DelimRecordNode.new(children, line, col)
+  end
+
+  def delim_records(children = [], line = @line, col = @col)
+    DelimRecordsNode.new(children, line, col)
+  end
+
+  def root(children = [], line = @line, col = @col)
+    RootNode.new(children, line, col)
+  end
+
+  def on_error(t, val, stack)
+    #pp t
+    #pp val
+    #pp stack
+
+    # figure out what error we have
+    if t == 0
+      # unexpected EOF
+      type = nil
+      stack.reverse_each do |node|
+        case node
+        when QuotedTextNode
+          type = :unmatched_quote
+        when Node
+          if type == :unmatched_quote && node.token == :QUOTE
+            line = node.line
+            col = node.col
+            @error = UnmatchedQuoteError.new("unmatched quote at line #{line}, column #{col}", line, col)
+          end
+        end
+      end
+
+      if @error.nil?
+        @error = Error.new("unexpected EOF")
+      end
+    elsif val.is_a?(Node) && val.token == :QUOTE
+      line = val.line
+      col = val.col
+      @error = StrayQuoteError.new("stray quote at line #{line}, column #{col}", line, col)
+    end
+  end
+...end parser.y/module_eval...
+##### State transition tables begin ###
+
+racc_action_table = [
+    18,    17,    19,    16,    -1,     9,     6,    13,    12,     8,
+    14,     3 ]
+
+racc_action_check = [
+    15,    15,    15,    15,     2,     4,     2,     7,     7,     3,
+    10,     1 ]
+
+racc_action_pointer = [
+   nil,    11,     4,     9,     3,   nil,   nil,     3,   nil,   nil,
+     7,   nil,   nil,   nil,   nil,    -2,   nil,   nil,   nil,   nil ]
+
+racc_action_default = [
+    -3,   -17,    -8,   -17,    -2,    -4,    -5,   -17,    20,    -6,
+    -7,    -9,   -13,   -12,   -10,   -17,   -11,   -14,   -15,   -16 ]
+
+racc_goto_table = [
+     1,     2,     4,     5,     7,    10,    11,    15 ]
+
+racc_goto_check = [
+     1,     2,     3,     4,     5,     6,     7,     8 ]
+
+racc_goto_pointer = [
+   nil,     0,     1,     0,     1,     2,    -2,    -1,    -5 ]
+
+racc_goto_default = [
+   nil,   nil,   nil,   nil,   nil,   nil,   nil,   nil,   nil ]
+
+racc_reduce_table = [
+  0, 0, :racc_error,
+  1, 7, :_reduce_1,
+  2, 7, :_reduce_2,
+  0, 8, :_reduce_3,
+  2, 8, :_reduce_4,
+  1, 10, :_reduce_5,
+  2, 10, :_reduce_6,
+  2, 9, :_reduce_7,
+  0, 11, :_reduce_8,
+  2, 11, :_reduce_9,
+  2, 13, :_reduce_10,
+  3, 12, :_reduce_11,
+  1, 12, :_reduce_12,
+  0, 14, :_reduce_13,
+  2, 14, :_reduce_14,
+  2, 14, :_reduce_15,
+  2, 14, :_reduce_16 ]
+
+racc_reduce_n = 17
+
+racc_shift_n = 20
+
+racc_token_table = {
+  false => 0,
+  :error => 1,
+  :NEWLINE => 2,
+  :COMMA => 3,
+  :TEXT => 4,
+  :QUOTE => 5 }
+
+racc_nt_base = 6
+
+racc_use_result_var = true
+
+Racc_arg = [
+  racc_action_table,
+  racc_action_check,
+  racc_action_default,
+  racc_action_pointer,
+  racc_goto_table,
+  racc_goto_check,
+  racc_goto_default,
+  racc_goto_pointer,
+  racc_nt_base,
+  racc_reduce_table,
+  racc_token_table,
+  racc_shift_n,
+  racc_reduce_n,
+  racc_use_result_var ]
+
+Racc_token_to_s_table = [
+  "$end",
+  "error",
+  "NEWLINE",
+  "COMMA",
+  "TEXT",
+  "QUOTE",
+  "$start",
+  "root",
+  "delim_records",
+  "record",
+  "delim_record",
+  "delim_fields",
+  "field",
+  "delim_field",
+  "quoted_text" ]
+
+Racc_debug_parser = true
+
+##### State transition tables end #####
+
+# reduce 0 omitted
+
+module_eval(<<'.,.,', 'parser.y', 4)
+  def _reduce_1(val, _values, result)
+     result = root(val).value 
+    result
+  end
+.,.,
+
+module_eval(<<'.,.,', 'parser.y', 5)
+  def _reduce_2(val, _values, result)
+     result = root(val).value 
+    result
+  end
+.,.,
+
+module_eval(<<'.,.,', 'parser.y', 7)
+  def _reduce_3(val, _values, result)
+     result = delim_records 
+    result
+  end
+.,.,
+
+module_eval(<<'.,.,', 'parser.y', 8)
+  def _reduce_4(val, _values, result)
+     result = delim_records(val) 
+    result
+  end
+.,.,
+
+module_eval(<<'.,.,', 'parser.y', 10)
+  def _reduce_5(val, _values, result)
+     result = delim_record(val) 
+    result
+  end
+.,.,
+
+module_eval(<<'.,.,', 'parser.y', 11)
+  def _reduce_6(val, _values, result)
+     result = delim_record(val) 
+    result
+  end
+.,.,
+
+module_eval(<<'.,.,', 'parser.y', 14)
+  def _reduce_7(val, _values, result)
+     result = record(val) 
+    result
+  end
+.,.,
+
+module_eval(<<'.,.,', 'parser.y', 16)
+  def _reduce_8(val, _values, result)
+     result = delim_fields 
+    result
+  end
+.,.,
+
+module_eval(<<'.,.,', 'parser.y', 17)
+  def _reduce_9(val, _values, result)
+     result = delim_fields(val) 
+    result
+  end
+.,.,
+
+module_eval(<<'.,.,', 'parser.y', 19)
+  def _reduce_10(val, _values, result)
+     result = delim_field(val) 
+    result
+  end
+.,.,
+
+module_eval(<<'.,.,', 'parser.y', 21)
+  def _reduce_11(val, _values, result)
+     result = field(val) 
+    result
+  end
+.,.,
+
+module_eval(<<'.,.,', 'parser.y', 22)
+  def _reduce_12(val, _values, result)
+     result = field(val) 
+    result
+  end
+.,.,
+
+module_eval(<<'.,.,', 'parser.y', 24)
+  def _reduce_13(val, _values, result)
+     result = quoted_text 
+    result
+  end
+.,.,
+
+module_eval(<<'.,.,', 'parser.y', 25)
+  def _reduce_14(val, _values, result)
+     result = quoted_text(val) 
+    result
+  end
+.,.,
+
+module_eval(<<'.,.,', 'parser.y', 26)
+  def _reduce_15(val, _values, result)
+     result = quoted_text(val) 
+    result
+  end
+.,.,
+
+module_eval(<<'.,.,', 'parser.y', 27)
+  def _reduce_16(val, _values, result)
+     result = quoted_text(val) 
+    result
+  end
+.,.,
+
+def _reduce_none(val, _values, result)
+  val[0]
+end
+
+end   # class Parser
+
+end

data/lib/eccsv/parser.y

@@ -0,0 +1,264 @@
+class Parser
+  token NEWLINE COMMA TEXT QUOTE
+
+rule
+  root: delim_records        { result = root(val).value }
+      | delim_records record { result = root(val).value }
+
+  delim_records:                            { result = delim_records }
+               | delim_records delim_record { result = delim_records(val) }
+
+  delim_record: NEWLINE        { result = delim_record(val) }
+              | record NEWLINE { result = delim_record(val) }
+
+  # TODO: reduce record nodes
+  record: delim_fields field { result = record(val) }
+
+  delim_fields:                          { result = delim_fields }
+              | delim_fields delim_field { result = delim_fields(val) }
+
+  delim_field: field COMMA { result = delim_field(val) }
+
+  field: QUOTE quoted_text QUOTE { result = field(val) }
+       | TEXT                    { result = field(val) }
+
+  quoted_text:                     { result = quoted_text }
+             | quoted_text COMMA   { result = quoted_text(val) }
+             | quoted_text NEWLINE { result = quoted_text(val) }
+             | quoted_text TEXT    { result = quoted_text(val) }
+end
+
+---- header
+require 'strscan'
+
+module ECCSV
+---- inner
+  class Node
+    attr_reader :value, :token, :line, :col
+
+    def initialize(value = "", token = nil, line = nil, col = nil)
+      @value = value
+      @token = token
+      @line = line
+      @col = col
+    end
+  end
+
+  class ParentNode < Node
+    def initialize(children = [], line = nil, col = nil)
+      last = children.last
+      if last && last.is_a?(Node)
+        line = last.line
+        col = last.col
+      end
+      super(nil, nil, line, col)
+      @children = children
+    end
+  end
+
+  class QuotedTextNode < ParentNode
+    def value
+      @value ||= @children.collect(&:value).join
+    end
+  end
+
+  class FieldNode < ParentNode
+    def value
+      @value ||=
+        if @children[0].token == :TEXT
+          @children[0].value
+        else
+          # quoted text
+          @children[1].value
+        end
+    end
+  end
+
+  class DelimFieldNode < ParentNode
+    def value
+      @value ||= @children[0].value
+    end
+  end
+
+  class DelimFieldsNode < ParentNode
+    def value
+      @value ||=
+        if @children.empty?
+          []
+        else
+          @children[0].value + [@children[1].value]
+        end
+    end
+  end
+
+  class RecordNode < ParentNode
+    def value
+      # TODO: 'consume' children to produce value to reduce memory footprint
+      @value ||= @children[0].value + [@children[1].value]
+    end
+  end
+
+  class DelimRecordNode < ParentNode
+    def value
+      @value ||= @children.length == 1 ? [] : @children[0].value
+    end
+  end
+
+  class DelimRecordsNode < ParentNode
+    def value
+      if @value.nil?
+        if @children.empty?
+          @value = []
+        else
+          @value = @children[0].value
+          val = @children[1].value
+          if !val.empty?
+            @value += [val]
+          end
+        end
+      end
+      @value
+    end
+  end
+
+  class RootNode < ParentNode
+    def value
+      if @value.nil?
+        @value = @children[0].value
+        if @children[1]
+          @value += [@children[1].value]
+        end
+      end
+      @value
+    end
+  end
+
+  attr_reader :error
+
+  def parse(str)
+    @scanner = StringScanner.new(str)
+    @line = 1
+    @col = 1
+    do_parse
+  end
+
+  def next_token
+    until @scanner.empty?
+      next_line = @line
+      next_col = @col
+      case
+        when match = @scanner.scan(/,/)
+          token = :COMMA
+        when match = @scanner.scan(/"/)
+          token = :QUOTE
+        when match = @scanner.scan(/\n/)
+          token = :NEWLINE
+          next_line += 1
+          next_col = 0
+        when match = @scanner.scan(/[^,\n"]+/)
+          token = :TEXT
+        else
+          raise "can't recognize <#{@scanner.peek(5)}>"
+      end
+      next_col += match.length
+
+      value = node(match, token)
+      @line = next_line
+      @col = next_col
+
+      return [token, value]
+    end
+  end
+
+  def warnings
+    @warnings ||= []
+  end
+
+  private
+
+  def node(value = "", token = nil, line = @line, col = @col)
+    Node.new(value, token, line, col)
+  end
+
+  def quoted_text(children = [], line = @line, col = @col)
+    QuotedTextNode.new(children, line, col)
+  end
+
+  def field(children = [], line = @line, col = @col)
+    FieldNode.new(children, line, col)
+  end
+
+  def delim_field(children = [], line = @line, col = @col)
+    DelimFieldNode.new(children, line, col)
+  end
+
+  def delim_fields(children = [], line = @line, col = @col)
+    DelimFieldsNode.new(children, line, col)
+  end
+
+  def record(children = [], line = @line, col = @col)
+    record = RecordNode.new(children, line, col)
+    value = record.value
+    if defined? @num_fields
+      first = children[0]
+      line = first.line
+      col = first.col
+      if @num_fields > value.length
+        msg = "expected %d more fields on line %d" % [@num_fields - value.length, line]
+        self.warnings.push(MissingFieldsError.new(msg, line, col))
+      elsif @num_fields < value.length
+        msg = "%d extra fields found on line %d, column %d" % [value.length - @num_fields, line, col]
+        self.warnings.push(ExtraFieldsError.new(msg, line, col))
+      end
+    else
+      @num_fields = value.length
+    end
+
+    record
+  end
+
+  def delim_record(children = [], line = @line, col = @col)
+    DelimRecordNode.new(children, line, col)
+  end
+
+  def delim_records(children = [], line = @line, col = @col)
+    DelimRecordsNode.new(children, line, col)
+  end
+
+  def root(children = [], line = @line, col = @col)
+    RootNode.new(children, line, col)
+  end
+
+  def on_error(t, val, stack)
+    #pp t
+    #pp val
+    #pp stack
+
+    # figure out what error we have
+    if t == 0
+      # unexpected EOF
+      type = nil
+      stack.reverse_each do |node|
+        case node
+        when QuotedTextNode
+          type = :unmatched_quote
+        when Node
+          if type == :unmatched_quote && node.token == :QUOTE
+            line = node.line
+            col = node.col
+            @error = UnmatchedQuoteError.new("unmatched quote at line #{line}, column #{col}", line, col)
+          end
+        end
+      end
+
+      if @error.nil?
+        @error = Error.new("unexpected EOF")
+      end
+    elsif val.is_a?(Node) && val.token == :QUOTE
+      line = val.line
+      col = val.col
+      @error = StrayQuoteError.new("stray quote at line #{line}, column #{col}", line, col)
+    end
+  end
+---- footer
+end

data/lib/eccsv/version.rb

@@ -0,0 +1,3 @@
+module ECCSV
+  VERSION = "0.0.1"
+end

data/lib/eccsv.rb

@@ -0,0 +1,6 @@
+require 'eccsv/version'
+require 'eccsv/errors'
+require 'eccsv/parser'
+
+module ECCSV
+end

data/test/helper.rb

@@ -0,0 +1,16 @@
+require 'rubygems'
+require 'bundler'
+begin
+  Bundler.setup(:default, :development)
+rescue Bundler::BundlerError => e
+  $stderr.puts e.message
+  $stderr.puts "Run `bundle install` to install missing gems"
+  exit e.status_code
+end
+
+require 'test/unit'
+require 'byebug'
+
+$LOAD_PATH.unshift(File.dirname(__FILE__))
+$LOAD_PATH.unshift(File.join(File.dirname(__FILE__), '..', 'lib'))
+require 'eccsv'

data/test/test_parser.rb

@@ -0,0 +1,230 @@
+require 'helper'
+
+class TestParser < Test::Unit::TestCase
+  def parse(string)
+    parser = ECCSV::Parser.new
+    parser.parse(string)
+  end
+
+  test "one record with two fields" do
+    assert_equal [['foo', 'bar']], parse("foo,bar")
+  end
+
+  test "one record with one field" do
+    assert_equal [['foo']], parse("foo")
+  end
+
+  test "empty records" do
+    assert_equal [], parse("")
+  end
+
+  test "empty record is skipped by default" do
+    assert_equal [['foo'], ['bar']], parse("foo\n\nbar")
+  end
+
+  test "skipping empty record at end" do
+    assert_equal [['foo'], ['bar']], parse("foo\nbar\n")
+  end
+
+=begin
+  test "not skipping an empty record" do
+    parser = ECCSV::Parser.new
+    parser.skip_empty_record = false
+    result = parser.parse("foo\n\nbar")
+    assert_equal [['foo'], [], ['bar']], result.value
+  end
+
+  test "not skipping empty record at end" do
+    parser = ECCSV::Parser.new
+    parser.skip_empty_record = false
+    result = parser.parse("foo\nbar\n")
+    assert_equal [['foo'], ['bar'], []], result.value
+  end
+=end
+
+  test "two records" do
+    assert_equal [['foo', 'bar'], ['baz', 'qux']], parse("foo,bar\nbaz,qux")
+  end
+
+  test "quoted field" do
+    assert_equal [["foo,bar"]], parse(%{"foo,bar"})
+  end
+
+  test "missing closing quote" do
+    parser = ECCSV::Parser.new
+    result = parser.parse(%{foo,bar\n"foo})
+    assert !result
+    assert_kind_of ECCSV::UnmatchedQuoteError, parser.error
+    assert_equal 2, parser.error.line
+    assert_equal 1, parser.error.col
+  end
+
+  test "quote inside unquoted field" do
+    parser = ECCSV::Parser.new
+    result = parser.parse(%{f"oo})
+    assert !result
+    assert_kind_of ECCSV::StrayQuoteError, parser.error
+    assert_equal 1, parser.error.line
+    assert_equal 2, parser.error.col
+  end
+
+  test "missing fields gets warning by default" do
+    parser = ECCSV::Parser.new
+    result = parser.parse(%{foo,bar\nbaz})
+    assert_equal [['foo', 'bar'], ['baz']], result
+    assert_equal 1, parser.warnings.length
+    warning = parser.warnings[0]
+    assert_kind_of ECCSV::MissingFieldsError, warning
+    assert_equal 2, warning.line
+    assert_equal 4, warning.col
+  end
+
+=begin
+  test "missing fields when disallowed" do
+    parser = ECCSV::Parser.new
+    parser.allow_uneven_records = false
+    result = parser.parse(%{foo,bar\nbaz})
+    assert !result
+    assert_equal :missing_fields, parser.failure_type
+  end
+=end
+
+  test "extra fields gets warning by default" do
+    parser = ECCSV::Parser.new
+    result = parser.parse(%{foo\nbar,baz})
+    assert_equal [['foo'], ['bar', 'baz']], result
+    assert_equal 1, parser.warnings.length
+    warning = parser.warnings[0]
+    assert_kind_of ECCSV::ExtraFieldsError, warning
+    assert_equal 2, warning.line
+    assert_equal 4, warning.col
+  end
+
+=begin
+  test "extra fields when disallowed" do
+    parser = ECCSV::Parser.new
+    parser.allow_uneven_records = false
+    result = parser.parse(%{foo\nbar,baz})
+    assert !result
+    assert_equal :extra_fields, parser.failure_type
+  end
+
+  test "single-character custom field separator" do
+    parser = ECCSV::Parser.new
+    parser.field_sep = "\t"
+    result = parser.parse("foo\tbar")
+    assert result, parser.failure_reason
+    assert_equal [['foo', 'bar']], result.value
+  end
+
+  test "multi-character custom field separator" do
+    parser = ECCSV::Parser.new
+    parser.field_sep = "foo"
+    result = parser.parse("bazfoobar")
+    assert result, parser.failure_reason
+    assert_equal [['baz', 'bar']], result.value
+  end
+
+  test "single-character custom record separator" do
+    parser = ECCSV::Parser.new
+    parser.record_sep = "x"
+    result = parser.parse("fooxbar")
+    assert result, parser.failure_reason
+    assert_equal [['foo'], ['bar']], result.value
+  end
+
+  test "multi-character custom record separator" do
+    parser = ECCSV::Parser.new
+    parser.record_sep = "foo"
+    result = parser.parse("barfoobaz")
+    assert result, parser.failure_reason
+    assert_equal [['bar'], ['baz']], result.value
+  end
+
+  test "custom quote character" do
+    parser = ECCSV::Parser.new
+    parser.quote_char = "'"
+    result = parser.parse("'foo,bar'")
+    assert result, parser.failure_reason
+    assert_equal [['foo,bar']], result.value
+  end
+
+  test "parse helper" do
+    result = CsvParser.parse("foo,bar")
+    assert_equal [['foo', 'bar']], result.data
+  end
+
+  test "parse helper with options" do
+    result = CsvParser.parse("foo\tbar", :field_sep => "\t")
+    assert_equal [['foo', 'bar']], result.data
+  end
+
+  test "parse helper with missing closing quote" do
+    error = nil
+    begin
+      CsvParser.parse(%{"foo})
+    rescue CsvParser::MissingQuoteError => error
+      assert_equal 1, error.line
+      assert_equal 1, error.column
+      assert_equal "no ending quote found for quote on line 1, column 1", error.message
+    end
+    assert error
+  end
+
+  test "parse helper with stray quote" do
+    error = nil
+    begin
+      CsvParser.parse(%{f"oo})
+    rescue CsvParser::StrayQuoteError => error
+      assert_equal 1, error.line
+      assert_equal 2, error.column
+      assert_equal "invalid quote found on line 1, column 2", error.message
+    end
+    assert error
+  end
+
+  test "parse helper with allowed short records" do
+    result = CsvParser.parse(%{foo,bar\nbaz})
+    assert_equal 1, result.warnings.length
+    assert_kind_of CsvParser::MissingFieldsError, result.warnings[0]
+    error = result.warnings[0]
+    assert_equal 2, error.line
+    assert_equal 4, error.column
+    assert_equal "record on line 2 had too few fields", error.message
+  end
+
+  test "parse helper with disallowed short records" do
+    error = nil
+    begin
+      CsvParser.parse(%{foo,bar\nbaz}, :allow_uneven_records => false)
+    rescue CsvParser::MissingFieldsError => error
+      assert_equal 2, error.line
+      assert_equal 4, error.column
+      assert_equal "record on line 2 had too few fields", error.message
+    end
+    assert error
+  end
+
+  test "parse helper with allowed long records" do
+    result = CsvParser.parse(%{foo\nbar,baz})
+    assert_equal 1, result.warnings.length
+    assert_kind_of CsvParser::ExtraFieldsError, result.warnings[0]
+    error = result.warnings[0]
+    assert_equal 2, error.line
+    assert_equal 5, error.column
+    assert_equal "record on line 2 had too many fields", error.message
+  end
+
+  test "parse helper with disallowed long records" do
+    error = nil
+    begin
+      CsvParser.parse(%{foo\nbar,baz}, :allow_uneven_records => false)
+    rescue CsvParser::ExtraFieldsError => error
+      assert_equal 2, error.line
+      assert_equal 5, error.column
+      assert_equal "record on line 2 had too many fields", error.message
+    end
+    assert error
+  end
+=end
+end

metadata

@@ -0,0 +1,115 @@
+--- !ruby/object:Gem::Specification
+name: eccsv
+version: !ruby/object:Gem::Version
+  version: 0.0.1
+platform: ruby
+authors:
+- Jeremy Stephens
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2014-10-02 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.3'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.3'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: test-unit
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: racc
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+description: CSV library with advanced error reporting
+email:
+- jeremy.f.stephens@vanderbilt.edu
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- ".gitignore"
+- Gemfile
+- LICENSE.txt
+- README.md
+- Rakefile
+- eccsv.gemspec
+- lib/eccsv.rb
+- lib/eccsv/errors.rb
+- lib/eccsv/parser.rb
+- lib/eccsv/parser.y
+- lib/eccsv/version.rb
+- test/helper.rb
+- test/test_parser.rb
+homepage: https://github.com/coupler/eccsv
+licenses:
+- MIT
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.2.2
+signing_key: 
+specification_version: 4
+summary: CSV library with advanced error reporting
+test_files:
+- test/helper.rb
+- test/test_parser.rb