fastcsv 0.0.4 → 0.0.5

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: e5c917e36ec5bc0f784fa36281e33e23a14784c3
-  data.tar.gz: 38ac5f6dc7c494759b98c06b4879c54770e088d7
+  metadata.gz: a4bd98782c7284ce6b9041b789f9048aa7d9772b
+  data.tar.gz: b970c8d7cd54e52aaa56ab5b88f61b575a7dd811
 SHA512:
-  metadata.gz: bfcc78d6223c83a270b658921a334e70f58dc600d380935d3baf27e980c0881cfcc5018af08adbb5f039f839aa52c153f161013fa1ae544f74c5968fac1daf86
-  data.tar.gz: 0e7c462ec4f1d41174885faa9af6fd93db533cb143e1403fa7dc0b3fa18bc8e6a69a4e3db3697ee798f430d3af5191f31d9c2eee04f6e9e2e40edcccb0ca45dc
+  metadata.gz: 407c12a75c2e24a14f0f65d144e9b525c79ae8c531b8dcaa67f12520083a6474a6af9ceebcf2eecaed86516730a6346a9c3323d7f0b2c2c63e9c50a197f18f5b
+  data.tar.gz: 8b8880a373dc298da5e40c7b038ac04b9156c004222ba8ba7f315354b008805388da72b9e954d450bda6ccddec85559aaedc2e076354646c5b62b17bdc8eee94

data/.travis.yml

@@ -3,6 +3,7 @@ rvm:
   - 1.9.3
   - 2.0.0
   - 2.1.0
+  - 2.2.0
 before_script:
   - rake compile
 script:

data/Gemfile

@@ -1,4 +1,4 @@
-source "http://rubygems.org"
+source "https://rubygems.org/"
 
 # Specify your gem's dependencies in the gemspec
 gemspec

data/LICENSE

@@ -1,4 +1,4 @@
-Copyright (c) 2014 Open North Inc.
+Copyright (c) 2014 James McKinney
 
 Permission is hereby granted, free of charge, to any person obtaining
 a copy of this software and associated documentation files (the

data/README.md

@@ -1,14 +1,12 @@
 # FastCSV
 
-[![Gem Version](https://badge.fury.io/rb/fastcsv.svg)](http://badge.fury.io/rb/fastcsv)
-[![Build Status](https://secure.travis-ci.org/opennorth/fastcsv.png)](http://travis-ci.org/opennorth/fastcsv)
-[![Dependency Status](https://gemnasium.com/opennorth/fastcsv.png)](https://gemnasium.com/opennorth/fastcsv)
-[![Coverage Status](https://coveralls.io/repos/opennorth/fastcsv/badge.png?branch=master)](https://coveralls.io/r/opennorth/fastcsv)
-[![Code Climate](https://codeclimate.com/github/opennorth/fastcsv.png)](https://codeclimate.com/github/opennorth/fastcsv)
+[![Gem Version](https://badge.fury.io/rb/fastcsv.svg)](https://badge.fury.io/rb/fastcsv)
+[![Build Status](https://secure.travis-ci.org/jpmckinney/fastcsv.png)](https://travis-ci.org/jpmckinney/fastcsv)
+[![Dependency Status](https://gemnasium.com/jpmckinney/fastcsv.png)](https://gemnasium.com/jpmckinney/fastcsv)
+[![Coverage Status](https://coveralls.io/repos/jpmckinney/fastcsv/badge.png)](https://coveralls.io/r/jpmckinney/fastcsv)
+[![Code Climate](https://codeclimate.com/github/jpmckinney/fastcsv.png)](https://codeclimate.com/github/jpmckinney/fastcsv)
 
-A fast [Ragel](http://www.colm.net/open-source/ragel/)-based CSV parser.
-
-**Only reads CSVs using `"` as the quote character, `,` as the delimiter and `\r`, `\n` or `\r\n` as the line terminator.**
+A fast [Ragel](http://www.colm.net/open-source/ragel/)-based CSV parser, compatible with Ruby's CSV.
 
 ## Usage
 
@@ -42,8 +40,9 @@ end
 
 FastCSV can be used as a drop-in replacement for [CSV](http://ruby-doc.org/stdlib-2.1.1/libdoc/csv/rdoc/CSV.html) (replace `CSV` with `FastCSV`) except:
 
-* The `:quote_char` (`"`), `:col_sep` (`,`) and `:row_sep` (`:auto`) options are ignored. [#2](https://github.com/opennorth/fastcsv/issues/2)
-* If FastCSV raises an error, you can't continue reading. [#3](https://github.com/opennorth/fastcsv/issues/3) Its error messages don't perfectly match those of CSV.
+* The `:row_sep` option is ignored. The default `:auto` is implemented. [#9](https://github.com/jpmckinney/fastcsv/issues/9)
+* The `:col_sep` option must be a single-byte string, like the default `,`. [#8](https://github.com/jpmckinney/fastcsv/issues/8)
+* If FastCSV raises an error, you can't continue reading. [#3](https://github.com/jpmckinney/fastcsv/issues/3) Its error messages don't perfectly match those of CSV.
 
 A few minor caveats:
 
@@ -74,18 +73,14 @@ CSV delegates IO methods to the IO object it's reading. IO methods that move the
 
 CSV's `#shift` runs the regular expression in the `:skip_lines` option against a row's raw text. `FastCSV::Parser` implements a `row` method, which returns the most recently parsed row's raw text.
 
-FastCSV is tested against the same tests as CSV. See [TESTS.md](https://github.com/opennorth/fastcsv/blob/master/TESTS.md) for details.
+FastCSV is tested against the same tests as CSV. See [TESTS.md](https://github.com/jpmckinney/fastcsv/blob/master/TESTS.md) for details.
 
 ## Why?
 
-We evaluated [many CSV Ruby gems](https://github.com/jpmckinney/csv-benchmark#benchmark), and they were either too slow or had implementation errors. [rcsv](https://github.com/fiksu/rcsv) is fast and [libcsv](http://sourceforge.net/projects/libcsv/)-based, but it skips blank rows (Ruby's CSV module returns an empty array) and silently fails on input with an unclosed quote. [bamfcsv](https://github.com/jondistad/bamfcsv) is well implemented, but it's considerably slower on large files. We looked for Ragel-based CSV parsers to copy, but they either had implementation errors or could not handle large files. [commas](https://github.com/aklt/commas/blob/master/csv.rl) looks good, but it performs a memory check on each character, which is overkill.
-
-## Bugs? Questions?
-
-This project's main repository is on GitHub: [http://github.com/opennorth/fastcsv](http://github.com/opennorth/fastcsv), where your contributions, forks, bug reports, feature requests, and feedback are greatly welcomed.
+I evaluated [many CSV Ruby gems](https://github.com/jpmckinney/csv-benchmark#benchmark), and they were either too slow or had implementation errors. [rcsv](https://github.com/fiksu/rcsv) is fast and [libcsv](http://sourceforge.net/projects/libcsv/)-based, but it skips blank rows (Ruby's CSV module returns an empty array) and silently fails on input with an unclosed quote. [bamfcsv](https://github.com/jondistad/bamfcsv) is well implemented, but it's considerably slower on large files. I looked for Ragel-based CSV parsers to copy, but they either had implementation errors or could not handle large files. [commas](https://github.com/aklt/commas/blob/master/csv.rl) looks good, but it performs a memory check on each character, which is overkill.
 
 ## Acknowledgements
 
 Started as a Ruby 2.1 fork of MoonWolf <moonwolf@moonwolf.com>'s CSVScan, found in [this commit](https://github.com/nickstenning/csvscan/commit/11ec30f71a27cc673bca09738ee8a63942f416f0.patch). CSVScan uses Ragel code from [HPricot](https://github.com/hpricot/hpricot/blob/master/ext/hpricot_scan/hpricot_scan.rl) from [this commit](https://github.com/hpricot/hpricot/blob/908a4ae64bc8b935c4415c47ca6aea6492c6ce0a/ext/hpricot_scan/hpricot_scan.rl). Most of the Ruby (i.e. non-C, non-Ragel) methods are copied from [CSV](https://github.com/ruby/ruby/blob/ab337e61ecb5f42384ba7d710c36faf96a454e5c/lib/csv.rb).
 
-Copyright (c) 2014 Open North Inc., released under the MIT license
+Copyright (c) 2014 James McKinney, released under the MIT license

data/TESTS.md

@@ -23,15 +23,14 @@ Here are some notes on maintaining the `test/` directory.
         sed -i.bak '1s;^;require "fastcsv"\
         ;' test/runner.rb
 
-1. In `test_interface.rb`, replace `\\t|;|(?<=\S)\|(?=\S)` with `,`. In `test_encodings.rb`, replace `(?<=[^\s{])\|(?=\S)` with `,` and replace `Encoding.list` with `Encoding.list.reject{|e| e.name[/\AUTF-\d\d/]}`. These changes are because `:col_sep`, `:row_sep` and `:quote_char` are ignored and because UTF-16 and UTF-32 aren't supported.
+1. In `test_encodings.rb`, replace `Encoding.list` with `Encoding.list.reject{|e| e.name[/\AUTF-\d\d/]}`, because UTF-16 and UTF-32 aren't supported.
 
-1. Comment these tests because `:col_sep`, `:row_sep` and `:quote_char` are ignored:
+1. Comment these tests because `:row_sep` is ignored and multibyte `:quote_char` is unsupported:
 
   * `test_csv_parsing.rb`: the first part of `test_malformed_csv`
-  * `test_features.rb`: `test_col_sep`, `test_row_sep`, `test_quote_char`, `test_leading_empty_fields_with_multibyte_col_sep_bug_fix`
-  * `test_headers.rb`: `test_csv_header_string_inherits_separators`
+  * `test_features.rb`: `test_row_sep`, `test_leading_empty_fields_with_multibyte_col_sep_bug_fix`
 
-1. Comment these tests in `test_csv_encoding.rb` because UTF-16 and UTF-32 aren't supported:
+1. Comment these tests in `test_encodings.rb` because UTF-16 and UTF-32 aren't supported:
 
   * `test_parses_utf16be_encoding`
   * the second part of `test_open_allows_you_to_set_encodings`

data/ext/fastcsv/fastcsv.c

@@ -24,6 +24,9 @@ if (enc2 != NULL) { \
 #define FREE \
 if (buf != NULL) { \
   free(buf); \
+} \
+if (row_sep != NULL) { \
+  free(row_sep); \
 }
 
 static VALUE cClass, cParser, eError;
@@ -35,19 +38,19 @@ typedef struct {
 } Data;
 
 
-#line 152 "ext/fastcsv/fastcsv.rl"
+#line 169 "ext/fastcsv/fastcsv.rl"
 
 
 
-#line 43 "ext/fastcsv/fastcsv.c"
-static const int raw_parse_start = 4;
-static const int raw_parse_first_final = 4;
+#line 46 "ext/fastcsv/fastcsv.c"
+static const int raw_parse_start = 5;
+static const int raw_parse_first_final = 5;
 static const int raw_parse_error = 0;
 
-static const int raw_parse_en_main = 4;
+static const int raw_parse_en_main = 5;
 
 
-#line 155 "ext/fastcsv/fastcsv.rl"
+#line 172 "ext/fastcsv/fastcsv.rl"
 
 // 16 kB
 #define BUFSIZE 16384
@@ -80,18 +83,18 @@ static void rb_io_ext_int_to_encs(rb_encoding *ext, rb_encoding *intern, rb_enco
 
 static VALUE raw_parse(int argc, VALUE *argv, VALUE self) {
   int cs, act, have = 0, curline = 1, io = 0;
-  char *ts = 0, *te = 0, *buf = 0, *eof = 0;
+  char *ts = 0, *te = 0, *buf = 0, *eof = 0, *mark_row_sep = 0, *row_sep = 0;
 
   VALUE port, opts, r_encoding;
   VALUE row = rb_ary_new(), field = Qnil, bufsize = Qnil;
-  int done = 0, unclosed_line = 0, buffer_size = 0, taint = 0;
+  int done = 0, unclosed_line = 0, buffer_size = 0, taint = 0, len_row_sep = 0;
   rb_encoding *enc = NULL, *enc2 = NULL, *encoding = NULL;
 
   Data *d;
   Data_Get_Struct(self, Data, d);
 
   VALUE option;
-  char quote_char = '"';
+  char quote_char = '"', col_sep = ',';
 
   rb_scan_args(argc, argv, "11", &port, &opts);
   taint = OBJ_TAINTED(port);
@@ -113,6 +116,22 @@ static VALUE raw_parse(int argc, VALUE *argv, VALUE self) {
     rb_raise(rb_eArgError, "options has to be a Hash or nil");
   }
 
+  option = rb_hash_aref(opts, ID2SYM(rb_intern("quote_char")));
+  if (TYPE(option) == T_STRING && RSTRING_LEN(option) == 1) {
+    quote_char = *StringValueCStr(option);
+  }
+  else if (!NIL_P(option)) {
+    rb_raise(rb_eArgError, ":quote_char has to be a single character String");
+  }
+
+  option = rb_hash_aref(opts, ID2SYM(rb_intern("col_sep")));
+  if (TYPE(option) == T_STRING && RSTRING_LEN(option) == 1) {
+    col_sep = *StringValueCStr(option);
+  }
+  else if (!NIL_P(option)) {
+    rb_raise(rb_eArgError, ":col_sep has to be a single character String");
+  }
+
   // @see rb_io_extract_modeenc
   /* Set to defaults */
   rb_io_ext_int_to_encs(NULL, NULL, &enc, &enc2, 0);
@@ -243,7 +262,7 @@ static VALUE raw_parse(int argc, VALUE *argv, VALUE self) {
   }
 
   
-#line 247 "ext/fastcsv/fastcsv.c"
+#line 266 "ext/fastcsv/fastcsv.c"
 	{
 	cs = raw_parse_start;
 	ts = 0;
@@ -251,12 +270,12 @@ static VALUE raw_parse(int argc, VALUE *argv, VALUE self) {
 	act = 0;
 	}
 
-#line 350 "ext/fastcsv/fastcsv.rl"
+#line 383 "ext/fastcsv/fastcsv.rl"
 
   while (!done) {
     VALUE str;
     char *p, *pe;
-    int len, space = buffer_size - have, tokstart_diff, tokend_diff, start_diff;
+    int len, space = buffer_size - have, tokstart_diff, tokend_diff, start_diff, mark_row_sep_diff;
 
     if (io) {
       if (space == 0) {
@@ -264,6 +283,7 @@ static VALUE raw_parse(int argc, VALUE *argv, VALUE self) {
         tokstart_diff = ts - buf;
         tokend_diff = te - buf;
         start_diff = d->start - buf;
+        mark_row_sep_diff = mark_row_sep - buf;
 
         buffer_size += BUFSIZE;
         REALLOC_N(buf, char, buffer_size);
@@ -273,6 +293,7 @@ static VALUE raw_parse(int argc, VALUE *argv, VALUE self) {
         ts = buf + tokstart_diff;
         te = buf + tokend_diff;
         d->start = buf + start_diff;
+        mark_row_sep = buf + mark_row_sep_diff;
       }
       p = buf + have;
 
@@ -311,8 +332,9 @@ static VALUE raw_parse(int argc, VALUE *argv, VALUE self) {
 
     pe = p + len;
     
-#line 315 "ext/fastcsv/fastcsv.c"
+#line 336 "ext/fastcsv/fastcsv.c"
 	{
+	short _widec;
 	if ( p == pe )
 		goto _test_eof;
 	switch ( cs )
@@ -328,9 +350,41 @@ tr0:
 	break;
 	}
 	}
-	goto st4;
+	goto st5;
 tr5:
-#line 46 "ext/fastcsv/fastcsv.rl"
+#line 49 "ext/fastcsv/fastcsv.rl"
+	{
+    if (p == ts) {
+      // Unquoted empty fields are nil, not "", in Ruby.
+      field = Qnil;
+    }
+    else if (p > ts) {
+      field = rb_enc_str_new(ts, p - ts, encoding);
+      ENCODE;
+    }
+  }
+#line 137 "ext/fastcsv/fastcsv.rl"
+	{
+    if (d->start == 0 || p == d->start) { // same as new_row
+      rb_ivar_set(self, s_row, rb_str_new2(""));
+    }
+    else if (p > d->start) {
+      rb_ivar_set(self, s_row, rb_str_new(d->start, p - d->start));
+    }
+
+    if (!NIL_P(field) || RARRAY_LEN(row)) {
+      rb_ary_push(row, field);
+    }
+
+    if (RARRAY_LEN(row)) {
+      rb_yield(row);
+    }
+  }
+#line 167 "ext/fastcsv/fastcsv.rl"
+	{te = p+1;}
+	goto st5;
+tr6:
+#line 49 "ext/fastcsv/fastcsv.rl"
 	{
     if (p == ts) {
       // Unquoted empty fields are nil, not "", in Ruby.
@@ -341,18 +395,55 @@ tr5:
       ENCODE;
     }
   }
-#line 92 "ext/fastcsv/fastcsv.rl"
+#line 95 "ext/fastcsv/fastcsv.rl"
 	{
     rb_ary_push(row, field);
     field = Qnil;
   }
-#line 148 "ext/fastcsv/fastcsv.rl"
+#line 165 "ext/fastcsv/fastcsv.rl"
 	{te = p+1;}
-	goto st4;
-tr9:
-#line 120 "ext/fastcsv/fastcsv.rl"
+	goto st5;
+tr7:
+#line 49 "ext/fastcsv/fastcsv.rl"
 	{
-    if (d->start == 0 || p == d->start) {
+    if (p == ts) {
+      // Unquoted empty fields are nil, not "", in Ruby.
+      field = Qnil;
+    }
+    else if (p > ts) {
+      field = rb_enc_str_new(ts, p - ts, encoding);
+      ENCODE;
+    }
+  }
+#line 95 "ext/fastcsv/fastcsv.rl"
+	{
+    rb_ary_push(row, field);
+    field = Qnil;
+  }
+#line 165 "ext/fastcsv/fastcsv.rl"
+	{te = p+1;}
+#line 137 "ext/fastcsv/fastcsv.rl"
+	{
+    if (d->start == 0 || p == d->start) { // same as new_row
+      rb_ivar_set(self, s_row, rb_str_new2(""));
+    }
+    else if (p > d->start) {
+      rb_ivar_set(self, s_row, rb_str_new(d->start, p - d->start));
+    }
+
+    if (!NIL_P(field) || RARRAY_LEN(row)) {
+      rb_ary_push(row, field);
+    }
+
+    if (RARRAY_LEN(row)) {
+      rb_yield(row);
+    }
+  }
+	goto st5;
+tr13:
+#line 137 "ext/fastcsv/fastcsv.rl"
+	{
+    if (d->start == 0 || p == d->start) { // same as new_row
       rb_ivar_set(self, s_row, rb_str_new2(""));
     }
     else if (p > d->start) {
@@ -367,65 +458,242 @@ tr9:
       rb_yield(row);
     }
   }
-#line 150 "ext/fastcsv/fastcsv.rl"
+#line 167 "ext/fastcsv/fastcsv.rl"
 	{te = p+1;}
-	goto st4;
-tr12:
-#line 92 "ext/fastcsv/fastcsv.rl"
+	goto st5;
+tr19:
+#line 95 "ext/fastcsv/fastcsv.rl"
 	{
     rb_ary_push(row, field);
     field = Qnil;
   }
-#line 148 "ext/fastcsv/fastcsv.rl"
+#line 165 "ext/fastcsv/fastcsv.rl"
 	{te = p+1;}
-	goto st4;
-tr15:
-#line 150 "ext/fastcsv/fastcsv.rl"
+	goto st5;
+tr20:
+#line 95 "ext/fastcsv/fastcsv.rl"
+	{
+    rb_ary_push(row, field);
+    field = Qnil;
+  }
+#line 165 "ext/fastcsv/fastcsv.rl"
+	{te = p+1;}
+#line 137 "ext/fastcsv/fastcsv.rl"
+	{
+    if (d->start == 0 || p == d->start) { // same as new_row
+      rb_ivar_set(self, s_row, rb_str_new2(""));
+    }
+    else if (p > d->start) {
+      rb_ivar_set(self, s_row, rb_str_new(d->start, p - d->start));
+    }
+
+    if (!NIL_P(field) || RARRAY_LEN(row)) {
+      rb_ary_push(row, field);
+    }
+
+    if (RARRAY_LEN(row)) {
+      rb_yield(row);
+    }
+  }
+	goto st5;
+tr42:
+#line 167 "ext/fastcsv/fastcsv.rl"
 	{te = p;p--;}
-	goto st4;
-tr16:
-#line 97 "ext/fastcsv/fastcsv.rl"
+	goto st5;
+tr43:
+#line 100 "ext/fastcsv/fastcsv.rl"
 	{
     d->start = p;
+
+    if (len_row_sep) {
+      if (p - mark_row_sep != len_row_sep || row_sep[0] != *mark_row_sep || (len_row_sep == 2 && row_sep[1] != *(mark_row_sep + 1))) {
+        FREE;
+
+        rb_raise(eError, "Unquoted fields do not allow \\r or \\n (line %d).", curline - 1);
+      }
+    }
+    else {
+      len_row_sep = p - mark_row_sep;
+      row_sep = ALLOC_N(char, len_row_sep);
+      memcpy(row_sep, mark_row_sep, len_row_sep);
+    }
   }
-#line 149 "ext/fastcsv/fastcsv.rl"
-	{te = p;p--;}
-	goto st4;
-st4:
+#line 1 "NONE"
+	{	switch( act ) {
+	case 0:
+	{{goto st0;}}
+	break;
+	default:
+	{{p = ((te))-1;}}
+	break;
+	}
+	}
+	goto st5;
+tr50:
+#line 100 "ext/fastcsv/fastcsv.rl"
+	{
+    d->start = p;
+
+    if (len_row_sep) {
+      if (p - mark_row_sep != len_row_sep || row_sep[0] != *mark_row_sep || (len_row_sep == 2 && row_sep[1] != *(mark_row_sep + 1))) {
+        FREE;
+
+        rb_raise(eError, "Unquoted fields do not allow \\r or \\n (line %d).", curline - 1);
+      }
+    }
+    else {
+      len_row_sep = p - mark_row_sep;
+      row_sep = ALLOC_N(char, len_row_sep);
+      memcpy(row_sep, mark_row_sep, len_row_sep);
+    }
+  }
+#line 137 "ext/fastcsv/fastcsv.rl"
+	{
+    if (d->start == 0 || p == d->start) { // same as new_row
+      rb_ivar_set(self, s_row, rb_str_new2(""));
+    }
+    else if (p > d->start) {
+      rb_ivar_set(self, s_row, rb_str_new(d->start, p - d->start));
+    }
+
+    if (!NIL_P(field) || RARRAY_LEN(row)) {
+      rb_ary_push(row, field);
+    }
+
+    if (RARRAY_LEN(row)) {
+      rb_yield(row);
+    }
+  }
+#line 167 "ext/fastcsv/fastcsv.rl"
+	{te = p+1;}
+	goto st5;
+tr56:
+#line 95 "ext/fastcsv/fastcsv.rl"
+	{
+    rb_ary_push(row, field);
+    field = Qnil;
+  }
+#line 165 "ext/fastcsv/fastcsv.rl"
+	{te = p+1;}
+#line 100 "ext/fastcsv/fastcsv.rl"
+	{
+    d->start = p;
+
+    if (len_row_sep) {
+      if (p - mark_row_sep != len_row_sep || row_sep[0] != *mark_row_sep || (len_row_sep == 2 && row_sep[1] != *(mark_row_sep + 1))) {
+        FREE;
+
+        rb_raise(eError, "Unquoted fields do not allow \\r or \\n (line %d).", curline - 1);
+      }
+    }
+    else {
+      len_row_sep = p - mark_row_sep;
+      row_sep = ALLOC_N(char, len_row_sep);
+      memcpy(row_sep, mark_row_sep, len_row_sep);
+    }
+  }
+#line 137 "ext/fastcsv/fastcsv.rl"
+	{
+    if (d->start == 0 || p == d->start) { // same as new_row
+      rb_ivar_set(self, s_row, rb_str_new2(""));
+    }
+    else if (p > d->start) {
+      rb_ivar_set(self, s_row, rb_str_new(d->start, p - d->start));
+    }
+
+    if (!NIL_P(field) || RARRAY_LEN(row)) {
+      rb_ary_push(row, field);
+    }
+
+    if (RARRAY_LEN(row)) {
+      rb_yield(row);
+    }
+  }
+	goto st5;
+st5:
 #line 1 "NONE"
 	{ts = 0;}
 #line 1 "NONE"
 	{act = 0;}
 	if ( ++p == pe )
-		goto _test_eof4;
-case 4:
+		goto _test_eof5;
+case 5:
 #line 1 "NONE"
 	{ts = p;}
-#line 405 "ext/fastcsv/fastcsv.c"
-	switch( (*p) ) {
-		case 0: goto tr13;
-		case 10: goto tr3;
-		case 13: goto tr4;
-		case 34: goto tr14;
-		case 44: goto tr5;
+#line 624 "ext/fastcsv/fastcsv.c"
+	_widec = (*p);
+	_widec = (short)(1152 + ((*p) - -128));
+	if ( 
+#line 155 "ext/fastcsv/fastcsv.rl"
+ (*p) == quote_char  ) _widec += 256;
+	if ( 
+#line 156 "ext/fastcsv/fastcsv.rl"
+ (*p) == col_sep  ) _widec += 512;
+	switch( _widec ) {
+		case 1280: goto tr33;
+		case 1290: goto tr3;
+		case 1293: goto tr4;
+		case 1536: goto tr35;
+		case 1546: goto tr36;
+		case 1549: goto tr37;
+		case 1792: goto tr7;
+		case 1802: goto tr8;
+		case 1805: goto tr9;
+		case 2048: goto tr39;
+		case 2058: goto tr40;
+		case 2061: goto tr41;
 	}
-	goto st1;
+	if ( _widec < 1408 ) {
+		if ( 1152 <= _widec && _widec <= 1407 )
+			goto st1;
+	} else if ( _widec > 1663 ) {
+		if ( _widec > 1919 ) {
+			if ( 1920 <= _widec && _widec <= 2175 )
+				goto tr38;
+		} else if ( _widec >= 1664 )
+			goto tr6;
+	} else
+		goto tr34;
+	goto st0;
+st0:
+cs = 0;
+	goto _out;
 st1:
 	if ( ++p == pe )
 		goto _test_eof1;
 case 1:
-	switch( (*p) ) {
-		case 0: goto tr2;
-		case 10: goto tr3;
-		case 13: goto tr4;
-		case 34: goto tr0;
-		case 44: goto tr5;
+	_widec = (*p);
+	_widec = (short)(1152 + ((*p) - -128));
+	if ( 
+#line 155 "ext/fastcsv/fastcsv.rl"
+ (*p) == quote_char  ) _widec += 256;
+	if ( 
+#line 156 "ext/fastcsv/fastcsv.rl"
+ (*p) == col_sep  ) _widec += 512;
+	switch( _widec ) {
+		case 1280: goto tr2;
+		case 1290: goto tr3;
+		case 1293: goto tr4;
+		case 1536: goto tr5;
+		case 1546: goto tr3;
+		case 1549: goto tr4;
+		case 1792: goto tr7;
+		case 1802: goto tr8;
+		case 1805: goto tr9;
+		case 2048: goto tr7;
+		case 2058: goto tr8;
+		case 2061: goto tr9;
 	}
-	goto st1;
+	if ( _widec > 1407 ) {
+		if ( 1664 <= _widec && _widec <= 2175 )
+			goto tr6;
+	} else if ( _widec >= 1152 )
+		goto st1;
+	goto tr0;
 tr2:
 #line 1 "NONE"
 	{te = p+1;}
-#line 46 "ext/fastcsv/fastcsv.rl"
+#line 49 "ext/fastcsv/fastcsv.rl"
 	{
     if (p == ts) {
       // Unquoted empty fields are nil, not "", in Ruby.
@@ -436,9 +704,9 @@ tr2:
       ENCODE;
     }
   }
-#line 120 "ext/fastcsv/fastcsv.rl"
+#line 137 "ext/fastcsv/fastcsv.rl"
 	{
-    if (d->start == 0 || p == d->start) {
+    if (d->start == 0 || p == d->start) { // same as new_row
       rb_ivar_set(self, s_row, rb_str_new2(""));
     }
     else if (p > d->start) {
@@ -453,24 +721,46 @@ tr2:
       rb_yield(row);
     }
   }
-#line 150 "ext/fastcsv/fastcsv.rl"
+#line 167 "ext/fastcsv/fastcsv.rl"
 	{act = 3;}
-	goto st5;
-st5:
+	goto st6;
+st6:
 	if ( ++p == pe )
-		goto _test_eof5;
-case 5:
-#line 464 "ext/fastcsv/fastcsv.c"
-	switch( (*p) ) {
-		case 0: goto tr2;
-		case 10: goto tr3;
-		case 13: goto tr4;
-		case 34: goto tr15;
-		case 44: goto tr5;
+		goto _test_eof6;
+case 6:
+#line 732 "ext/fastcsv/fastcsv.c"
+	_widec = (*p);
+	_widec = (short)(1152 + ((*p) - -128));
+	if ( 
+#line 155 "ext/fastcsv/fastcsv.rl"
+ (*p) == quote_char  ) _widec += 256;
+	if ( 
+#line 156 "ext/fastcsv/fastcsv.rl"
+ (*p) == col_sep  ) _widec += 512;
+	switch( _widec ) {
+		case 1280: goto tr2;
+		case 1290: goto tr3;
+		case 1293: goto tr4;
+		case 1536: goto tr5;
+		case 1546: goto tr3;
+		case 1549: goto tr4;
+		case 1792: goto tr7;
+		case 1802: goto tr8;
+		case 1805: goto tr9;
+		case 2048: goto tr7;
+		case 2058: goto tr8;
+		case 2061: goto tr9;
 	}
-	goto st1;
+	if ( _widec > 1407 ) {
+		if ( 1664 <= _widec && _widec <= 2175 )
+			goto tr6;
+	} else if ( _widec >= 1152 )
+		goto st1;
+	goto tr42;
 tr3:
-#line 46 "ext/fastcsv/fastcsv.rl"
+#line 1 "NONE"
+	{te = p+1;}
+#line 49 "ext/fastcsv/fastcsv.rl"
 	{
     if (p == ts) {
       // Unquoted empty fields are nil, not "", in Ruby.
@@ -481,8 +771,9 @@ tr3:
       ENCODE;
     }
   }
-#line 101 "ext/fastcsv/fastcsv.rl"
+#line 117 "ext/fastcsv/fastcsv.rl"
 	{
+    mark_row_sep = p;
     curline++;
 
     if (d->start == 0 || p == d->start) {
@@ -500,10 +791,33 @@ tr3:
     rb_yield(row);
     row = rb_ary_new();
   }
-	goto st6;
-tr10:
-#line 101 "ext/fastcsv/fastcsv.rl"
+#line 166 "ext/fastcsv/fastcsv.rl"
+	{act = 2;}
+	goto st7;
+tr8:
+#line 1 "NONE"
+	{te = p+1;}
+#line 49 "ext/fastcsv/fastcsv.rl"
 	{
+    if (p == ts) {
+      // Unquoted empty fields are nil, not "", in Ruby.
+      field = Qnil;
+    }
+    else if (p > ts) {
+      field = rb_enc_str_new(ts, p - ts, encoding);
+      ENCODE;
+    }
+  }
+#line 95 "ext/fastcsv/fastcsv.rl"
+	{
+    rb_ary_push(row, field);
+    field = Qnil;
+  }
+#line 165 "ext/fastcsv/fastcsv.rl"
+	{act = 1;}
+#line 117 "ext/fastcsv/fastcsv.rl"
+	{
+    mark_row_sep = p;
     curline++;
 
     if (d->start == 0 || p == d->start) {
@@ -521,27 +835,13 @@ tr10:
     rb_yield(row);
     row = rb_ary_new();
   }
-	goto st6;
-st6:
-	if ( ++p == pe )
-		goto _test_eof6;
-case 6:
-#line 530 "ext/fastcsv/fastcsv.c"
-	goto tr16;
-tr4:
-#line 46 "ext/fastcsv/fastcsv.rl"
-	{
-    if (p == ts) {
-      // Unquoted empty fields are nil, not "", in Ruby.
-      field = Qnil;
-    }
-    else if (p > ts) {
-      field = rb_enc_str_new(ts, p - ts, encoding);
-      ENCODE;
-    }
-  }
-#line 101 "ext/fastcsv/fastcsv.rl"
+	goto st7;
+tr14:
+#line 1 "NONE"
+	{te = p+1;}
+#line 117 "ext/fastcsv/fastcsv.rl"
 	{
+    mark_row_sep = p;
     curline++;
 
     if (d->start == 0 || p == d->start) {
@@ -559,10 +859,22 @@ tr4:
     rb_yield(row);
     row = rb_ary_new();
   }
+#line 166 "ext/fastcsv/fastcsv.rl"
+	{act = 2;}
 	goto st7;
-tr11:
-#line 101 "ext/fastcsv/fastcsv.rl"
+tr21:
+#line 1 "NONE"
+	{te = p+1;}
+#line 95 "ext/fastcsv/fastcsv.rl"
+	{
+    rb_ary_push(row, field);
+    field = Qnil;
+  }
+#line 165 "ext/fastcsv/fastcsv.rl"
+	{act = 1;}
+#line 117 "ext/fastcsv/fastcsv.rl"
 	{
+    mark_row_sep = p;
     curline++;
 
     if (d->start == 0 || p == d->start) {
@@ -581,18 +893,22 @@ tr11:
     row = rb_ary_new();
   }
 	goto st7;
+tr44:
+#line 1 "NONE"
+	{te = p+1;}
+#line 166 "ext/fastcsv/fastcsv.rl"
+	{act = 2;}
+	goto st7;
 st7:
 	if ( ++p == pe )
 		goto _test_eof7;
 case 7:
-#line 589 "ext/fastcsv/fastcsv.c"
-	if ( (*p) == 10 )
-		goto st6;
-	goto tr16;
-tr13:
+#line 907 "ext/fastcsv/fastcsv.c"
+	goto tr43;
+tr4:
 #line 1 "NONE"
 	{te = p+1;}
-#line 46 "ext/fastcsv/fastcsv.rl"
+#line 49 "ext/fastcsv/fastcsv.rl"
 	{
     if (p == ts) {
       // Unquoted empty fields are nil, not "", in Ruby.
@@ -603,59 +919,283 @@ tr13:
       ENCODE;
     }
   }
-#line 120 "ext/fastcsv/fastcsv.rl"
+#line 117 "ext/fastcsv/fastcsv.rl"
 	{
-    if (d->start == 0 || p == d->start) {
+    mark_row_sep = p;
+    curline++;
+
+    if (d->start == 0 || p == d->start) {
       rb_ivar_set(self, s_row, rb_str_new2(""));
     }
     else if (p > d->start) {
       rb_ivar_set(self, s_row, rb_str_new(d->start, p - d->start));
     }
 
-    if (!NIL_P(field) || RARRAY_LEN(row)) {
+    if (!NIL_P(field) || RARRAY_LEN(row)) { // same as new_field
       rb_ary_push(row, field);
+      field = Qnil;
     }
 
-    if (RARRAY_LEN(row)) {
-      rb_yield(row);
+    rb_yield(row);
+    row = rb_ary_new();
+  }
+#line 166 "ext/fastcsv/fastcsv.rl"
+	{act = 2;}
+	goto st8;
+tr9:
+#line 1 "NONE"
+	{te = p+1;}
+#line 49 "ext/fastcsv/fastcsv.rl"
+	{
+    if (p == ts) {
+      // Unquoted empty fields are nil, not "", in Ruby.
+      field = Qnil;
+    }
+    else if (p > ts) {
+      field = rb_enc_str_new(ts, p - ts, encoding);
+      ENCODE;
     }
   }
-#line 150 "ext/fastcsv/fastcsv.rl"
-	{act = 3;}
+#line 95 "ext/fastcsv/fastcsv.rl"
+	{
+    rb_ary_push(row, field);
+    field = Qnil;
+  }
+#line 165 "ext/fastcsv/fastcsv.rl"
+	{act = 1;}
+#line 117 "ext/fastcsv/fastcsv.rl"
+	{
+    mark_row_sep = p;
+    curline++;
+
+    if (d->start == 0 || p == d->start) {
+      rb_ivar_set(self, s_row, rb_str_new2(""));
+    }
+    else if (p > d->start) {
+      rb_ivar_set(self, s_row, rb_str_new(d->start, p - d->start));
+    }
+
+    if (!NIL_P(field) || RARRAY_LEN(row)) { // same as new_field
+      rb_ary_push(row, field);
+      field = Qnil;
+    }
+
+    rb_yield(row);
+    row = rb_ary_new();
+  }
+	goto st8;
+tr15:
+#line 1 "NONE"
+	{te = p+1;}
+#line 117 "ext/fastcsv/fastcsv.rl"
+	{
+    mark_row_sep = p;
+    curline++;
+
+    if (d->start == 0 || p == d->start) {
+      rb_ivar_set(self, s_row, rb_str_new2(""));
+    }
+    else if (p > d->start) {
+      rb_ivar_set(self, s_row, rb_str_new(d->start, p - d->start));
+    }
+
+    if (!NIL_P(field) || RARRAY_LEN(row)) { // same as new_field
+      rb_ary_push(row, field);
+      field = Qnil;
+    }
+
+    rb_yield(row);
+    row = rb_ary_new();
+  }
+#line 166 "ext/fastcsv/fastcsv.rl"
+	{act = 2;}
+	goto st8;
+tr22:
+#line 1 "NONE"
+	{te = p+1;}
+#line 95 "ext/fastcsv/fastcsv.rl"
+	{
+    rb_ary_push(row, field);
+    field = Qnil;
+  }
+#line 165 "ext/fastcsv/fastcsv.rl"
+	{act = 1;}
+#line 117 "ext/fastcsv/fastcsv.rl"
+	{
+    mark_row_sep = p;
+    curline++;
+
+    if (d->start == 0 || p == d->start) {
+      rb_ivar_set(self, s_row, rb_str_new2(""));
+    }
+    else if (p > d->start) {
+      rb_ivar_set(self, s_row, rb_str_new(d->start, p - d->start));
+    }
+
+    if (!NIL_P(field) || RARRAY_LEN(row)) { // same as new_field
+      rb_ary_push(row, field);
+      field = Qnil;
+    }
+
+    rb_yield(row);
+    row = rb_ary_new();
+  }
 	goto st8;
 st8:
 	if ( ++p == pe )
 		goto _test_eof8;
 case 8:
-#line 631 "ext/fastcsv/fastcsv.c"
-	switch( (*p) ) {
-		case 10: goto tr15;
-		case 13: goto tr15;
-		case 34: goto tr15;
-		case 44: goto tr15;
-	}
-	goto st1;
-tr14:
-#line 38 "ext/fastcsv/fastcsv.rl"
+#line 1049 "ext/fastcsv/fastcsv.c"
+	if ( (*p) == 10 )
+		goto tr44;
+	goto tr43;
+tr33:
+#line 1 "NONE"
+	{te = p+1;}
+#line 49 "ext/fastcsv/fastcsv.rl"
+	{
+    if (p == ts) {
+      // Unquoted empty fields are nil, not "", in Ruby.
+      field = Qnil;
+    }
+    else if (p > ts) {
+      field = rb_enc_str_new(ts, p - ts, encoding);
+      ENCODE;
+    }
+  }
+#line 137 "ext/fastcsv/fastcsv.rl"
+	{
+    if (d->start == 0 || p == d->start) { // same as new_row
+      rb_ivar_set(self, s_row, rb_str_new2(""));
+    }
+    else if (p > d->start) {
+      rb_ivar_set(self, s_row, rb_str_new(d->start, p - d->start));
+    }
+
+    if (!NIL_P(field) || RARRAY_LEN(row)) {
+      rb_ary_push(row, field);
+    }
+
+    if (RARRAY_LEN(row)) {
+      rb_yield(row);
+    }
+  }
+#line 167 "ext/fastcsv/fastcsv.rl"
+	{act = 3;}
+	goto st9;
+st9:
+	if ( ++p == pe )
+		goto _test_eof9;
+case 9:
+#line 1091 "ext/fastcsv/fastcsv.c"
+	_widec = (*p);
+	_widec = (short)(1152 + ((*p) - -128));
+	if ( 
+#line 155 "ext/fastcsv/fastcsv.rl"
+ (*p) == quote_char  ) _widec += 256;
+	if ( 
+#line 156 "ext/fastcsv/fastcsv.rl"
+ (*p) == col_sep  ) _widec += 512;
+	if ( _widec < 1291 ) {
+		if ( 1152 <= _widec && _widec <= 1289 )
+			goto st1;
+	} else if ( _widec > 1292 ) {
+		if ( 1294 <= _widec && _widec <= 1407 )
+			goto st1;
+	} else
+		goto st1;
+	goto tr42;
+tr34:
+#line 41 "ext/fastcsv/fastcsv.rl"
 	{
     unclosed_line = curline;
   }
 	goto st2;
+tr45:
+#line 100 "ext/fastcsv/fastcsv.rl"
+	{
+    d->start = p;
+
+    if (len_row_sep) {
+      if (p - mark_row_sep != len_row_sep || row_sep[0] != *mark_row_sep || (len_row_sep == 2 && row_sep[1] != *(mark_row_sep + 1))) {
+        FREE;
+
+        rb_raise(eError, "Unquoted fields do not allow \\r or \\n (line %d).", curline - 1);
+      }
+    }
+    else {
+      len_row_sep = p - mark_row_sep;
+      row_sep = ALLOC_N(char, len_row_sep);
+      memcpy(row_sep, mark_row_sep, len_row_sep);
+    }
+  }
+	goto st2;
 st2:
 	if ( ++p == pe )
 		goto _test_eof2;
 case 2:
-#line 649 "ext/fastcsv/fastcsv.c"
-	switch( (*p) ) {
-		case 0: goto st0;
-		case 34: goto tr8;
+#line 1138 "ext/fastcsv/fastcsv.c"
+	_widec = (*p);
+	_widec = (short)(128 + ((*p) - -128));
+	if ( 
+#line 155 "ext/fastcsv/fastcsv.rl"
+ (*p) == quote_char  ) _widec += 256;
+	switch( _widec ) {
+		case 522: goto tr12;
+		case 525: goto tr12;
 	}
-	goto st2;
-st0:
-cs = 0;
-	goto _out;
-tr8:
-#line 57 "ext/fastcsv/fastcsv.rl"
+	if ( _widec < 257 ) {
+		if ( 128 <= _widec && _widec <= 255 )
+			goto st2;
+	} else if ( _widec > 383 ) {
+		if ( 384 <= _widec && _widec <= 639 )
+			goto tr11;
+	} else
+		goto st2;
+	goto tr0;
+tr11:
+#line 60 "ext/fastcsv/fastcsv.rl"
+	{
+    if (p == ts) {
+      field = rb_enc_str_new("", 0, encoding);
+      ENCODE;
+    }
+    // @note If we add an action on '""', we can skip some steps if no '""' is found.
+    else if (p > ts) {
+      // Operating on ts in-place produces odd behavior, FYI.
+      char *copy = ALLOC_N(char, p - ts);
+      memcpy(copy, ts, p - ts);
+
+      char *reader = ts, *writer = copy;
+      int escaped = 0;
+
+      while (p > reader) {
+        if (*reader == quote_char && !escaped) {
+          // Skip the escaping character.
+          escaped = 1;
+        }
+        else {
+          escaped = 0;
+          *writer++ = *reader;
+        }
+        reader++;
+      }
+
+      field = rb_enc_str_new(copy, writer - copy, encoding);
+      ENCODE;
+
+      if (copy != NULL) {
+        free(copy);
+      }
+    }
+  }
+#line 45 "ext/fastcsv/fastcsv.rl"
+	{
+    unclosed_line = 0;
+  }
+	goto st3;
+tr46:
+#line 60 "ext/fastcsv/fastcsv.rl"
 	{
     if (p == ts) {
       field = rb_enc_str_new("", 0, encoding);
@@ -690,53 +1230,1854 @@ tr8:
       }
     }
   }
-#line 42 "ext/fastcsv/fastcsv.rl"
+#line 45 "ext/fastcsv/fastcsv.rl"
 	{
     unclosed_line = 0;
+  }
+#line 100 "ext/fastcsv/fastcsv.rl"
+	{
+    d->start = p;
+
+    if (len_row_sep) {
+      if (p - mark_row_sep != len_row_sep || row_sep[0] != *mark_row_sep || (len_row_sep == 2 && row_sep[1] != *(mark_row_sep + 1))) {
+        FREE;
+
+        rb_raise(eError, "Unquoted fields do not allow \\r or \\n (line %d).", curline - 1);
+      }
+    }
+    else {
+      len_row_sep = p - mark_row_sep;
+      row_sep = ALLOC_N(char, len_row_sep);
+      memcpy(row_sep, mark_row_sep, len_row_sep);
+    }
   }
 	goto st3;
 st3:
 	if ( ++p == pe )
 		goto _test_eof3;
 case 3:
-#line 703 "ext/fastcsv/fastcsv.c"
-	switch( (*p) ) {
-		case 0: goto tr9;
-		case 10: goto tr10;
-		case 13: goto tr11;
-		case 34: goto st2;
-		case 44: goto tr12;
-	}
-	goto st0;
+#line 1260 "ext/fastcsv/fastcsv.c"
+	_widec = (*p);
+	_widec = (short)(1152 + ((*p) - -128));
+	if ( 
+#line 155 "ext/fastcsv/fastcsv.rl"
+ (*p) == quote_char  ) _widec += 256;
+	if ( 
+#line 156 "ext/fastcsv/fastcsv.rl"
+ (*p) == col_sep  ) _widec += 512;
+	switch( _widec ) {
+		case 1280: goto tr13;
+		case 1290: goto tr14;
+		case 1293: goto tr15;
+		case 1536: goto tr16;
+		case 1546: goto tr17;
+		case 1549: goto tr18;
+		case 1792: goto tr20;
+		case 1802: goto tr21;
+		case 1805: goto tr22;
+		case 2048: goto tr24;
+		case 2058: goto tr25;
+		case 2061: goto tr26;
 	}
-	_test_eof4: cs = 4; goto _test_eof; 
-	_test_eof1: cs = 1; goto _test_eof; 
-	_test_eof5: cs = 5; goto _test_eof; 
-	_test_eof6: cs = 6; goto _test_eof; 
-	_test_eof7: cs = 7; goto _test_eof; 
-	_test_eof8: cs = 8; goto _test_eof; 
-	_test_eof2: cs = 2; goto _test_eof; 
-	_test_eof3: cs = 3; goto _test_eof; 
+	if ( _widec < 1664 ) {
+		if ( 1408 <= _widec && _widec <= 1663 )
+			goto st2;
+	} else if ( _widec > 1919 ) {
+		if ( 1920 <= _widec && _widec <= 2175 )
+			goto tr23;
+	} else
+		goto tr19;
+	goto tr0;
+tr16:
+#line 1 "NONE"
+	{te = p+1;}
+#line 137 "ext/fastcsv/fastcsv.rl"
+	{
+    if (d->start == 0 || p == d->start) { // same as new_row
+      rb_ivar_set(self, s_row, rb_str_new2(""));
+    }
+    else if (p > d->start) {
+      rb_ivar_set(self, s_row, rb_str_new(d->start, p - d->start));
+    }
+
+    if (!NIL_P(field) || RARRAY_LEN(row)) {
+      rb_ary_push(row, field);
+    }
+
+    if (RARRAY_LEN(row)) {
+      rb_yield(row);
+    }
+  }
+#line 167 "ext/fastcsv/fastcsv.rl"
+	{act = 3;}
+	goto st10;
+tr23:
+#line 1 "NONE"
+	{te = p+1;}
+#line 95 "ext/fastcsv/fastcsv.rl"
+	{
+    rb_ary_push(row, field);
+    field = Qnil;
+  }
+#line 165 "ext/fastcsv/fastcsv.rl"
+	{act = 1;}
+	goto st10;
+tr24:
+#line 1 "NONE"
+	{te = p+1;}
+#line 95 "ext/fastcsv/fastcsv.rl"
+	{
+    rb_ary_push(row, field);
+    field = Qnil;
+  }
+#line 165 "ext/fastcsv/fastcsv.rl"
+	{act = 1;}
+#line 137 "ext/fastcsv/fastcsv.rl"
+	{
+    if (d->start == 0 || p == d->start) { // same as new_row
+      rb_ivar_set(self, s_row, rb_str_new2(""));
+    }
+    else if (p > d->start) {
+      rb_ivar_set(self, s_row, rb_str_new(d->start, p - d->start));
+    }
+
+    if (!NIL_P(field) || RARRAY_LEN(row)) {
+      rb_ary_push(row, field);
+    }
+
+    if (RARRAY_LEN(row)) {
+      rb_yield(row);
+    }
+  }
+	goto st10;
+tr35:
+#line 1 "NONE"
+	{te = p+1;}
+#line 41 "ext/fastcsv/fastcsv.rl"
+	{
+    unclosed_line = curline;
+  }
+#line 49 "ext/fastcsv/fastcsv.rl"
+	{
+    if (p == ts) {
+      // Unquoted empty fields are nil, not "", in Ruby.
+      field = Qnil;
+    }
+    else if (p > ts) {
+      field = rb_enc_str_new(ts, p - ts, encoding);
+      ENCODE;
+    }
+  }
+#line 137 "ext/fastcsv/fastcsv.rl"
+	{
+    if (d->start == 0 || p == d->start) { // same as new_row
+      rb_ivar_set(self, s_row, rb_str_new2(""));
+    }
+    else if (p > d->start) {
+      rb_ivar_set(self, s_row, rb_str_new(d->start, p - d->start));
+    }
+
+    if (!NIL_P(field) || RARRAY_LEN(row)) {
+      rb_ary_push(row, field);
+    }
+
+    if (RARRAY_LEN(row)) {
+      rb_yield(row);
+    }
+  }
+#line 167 "ext/fastcsv/fastcsv.rl"
+	{act = 3;}
+	goto st10;
+tr38:
+#line 1 "NONE"
+	{te = p+1;}
+#line 49 "ext/fastcsv/fastcsv.rl"
+	{
+    if (p == ts) {
+      // Unquoted empty fields are nil, not "", in Ruby.
+      field = Qnil;
+    }
+    else if (p > ts) {
+      field = rb_enc_str_new(ts, p - ts, encoding);
+      ENCODE;
+    }
+  }
+#line 41 "ext/fastcsv/fastcsv.rl"
+	{
+    unclosed_line = curline;
+  }
+#line 95 "ext/fastcsv/fastcsv.rl"
+	{
+    rb_ary_push(row, field);
+    field = Qnil;
+  }
+#line 165 "ext/fastcsv/fastcsv.rl"
+	{act = 1;}
+	goto st10;
+tr39:
+#line 1 "NONE"
+	{te = p+1;}
+#line 49 "ext/fastcsv/fastcsv.rl"
+	{
+    if (p == ts) {
+      // Unquoted empty fields are nil, not "", in Ruby.
+      field = Qnil;
+    }
+    else if (p > ts) {
+      field = rb_enc_str_new(ts, p - ts, encoding);
+      ENCODE;
+    }
+  }
+#line 41 "ext/fastcsv/fastcsv.rl"
+	{
+    unclosed_line = curline;
+  }
+#line 95 "ext/fastcsv/fastcsv.rl"
+	{
+    rb_ary_push(row, field);
+    field = Qnil;
+  }
+#line 165 "ext/fastcsv/fastcsv.rl"
+	{act = 1;}
+#line 137 "ext/fastcsv/fastcsv.rl"
+	{
+    if (d->start == 0 || p == d->start) { // same as new_row
+      rb_ivar_set(self, s_row, rb_str_new2(""));
+    }
+    else if (p > d->start) {
+      rb_ivar_set(self, s_row, rb_str_new(d->start, p - d->start));
+    }
+
+    if (!NIL_P(field) || RARRAY_LEN(row)) {
+      rb_ary_push(row, field);
+    }
+
+    if (RARRAY_LEN(row)) {
+      rb_yield(row);
+    }
+  }
+	goto st10;
+tr55:
+#line 1 "NONE"
+	{te = p+1;}
+#line 95 "ext/fastcsv/fastcsv.rl"
+	{
+    rb_ary_push(row, field);
+    field = Qnil;
+  }
+#line 165 "ext/fastcsv/fastcsv.rl"
+	{act = 1;}
+#line 100 "ext/fastcsv/fastcsv.rl"
+	{
+    d->start = p;
+
+    if (len_row_sep) {
+      if (p - mark_row_sep != len_row_sep || row_sep[0] != *mark_row_sep || (len_row_sep == 2 && row_sep[1] != *(mark_row_sep + 1))) {
+        FREE;
+
+        rb_raise(eError, "Unquoted fields do not allow \\r or \\n (line %d).", curline - 1);
+      }
+    }
+    else {
+      len_row_sep = p - mark_row_sep;
+      row_sep = ALLOC_N(char, len_row_sep);
+      memcpy(row_sep, mark_row_sep, len_row_sep);
+    }
+  }
+	goto st10;
+st10:
+	if ( ++p == pe )
+		goto _test_eof10;
+case 10:
+#line 1493 "ext/fastcsv/fastcsv.c"
+	_widec = (*p);
+	_widec = (short)(128 + ((*p) - -128));
+	if ( 
+#line 155 "ext/fastcsv/fastcsv.rl"
+ (*p) == quote_char  ) _widec += 256;
+	switch( _widec ) {
+		case 522: goto tr12;
+		case 525: goto tr12;
+	}
+	if ( _widec < 257 ) {
+		if ( 128 <= _widec && _widec <= 255 )
+			goto st2;
+	} else if ( _widec > 383 ) {
+		if ( 384 <= _widec && _widec <= 639 )
+			goto tr11;
+	} else
+		goto st2;
+	goto tr0;
+tr12:
+#line 60 "ext/fastcsv/fastcsv.rl"
+	{
+    if (p == ts) {
+      field = rb_enc_str_new("", 0, encoding);
+      ENCODE;
+    }
+    // @note If we add an action on '""', we can skip some steps if no '""' is found.
+    else if (p > ts) {
+      // Operating on ts in-place produces odd behavior, FYI.
+      char *copy = ALLOC_N(char, p - ts);
+      memcpy(copy, ts, p - ts);
+
+      char *reader = ts, *writer = copy;
+      int escaped = 0;
+
+      while (p > reader) {
+        if (*reader == quote_char && !escaped) {
+          // Skip the escaping character.
+          escaped = 1;
+        }
+        else {
+          escaped = 0;
+          *writer++ = *reader;
+        }
+        reader++;
+      }
+
+      field = rb_enc_str_new(copy, writer - copy, encoding);
+      ENCODE;
+
+      if (copy != NULL) {
+        free(copy);
+      }
+    }
+  }
+#line 45 "ext/fastcsv/fastcsv.rl"
+	{
+    unclosed_line = 0;
+  }
+	goto st4;
+tr47:
+#line 60 "ext/fastcsv/fastcsv.rl"
+	{
+    if (p == ts) {
+      field = rb_enc_str_new("", 0, encoding);
+      ENCODE;
+    }
+    // @note If we add an action on '""', we can skip some steps if no '""' is found.
+    else if (p > ts) {
+      // Operating on ts in-place produces odd behavior, FYI.
+      char *copy = ALLOC_N(char, p - ts);
+      memcpy(copy, ts, p - ts);
+
+      char *reader = ts, *writer = copy;
+      int escaped = 0;
+
+      while (p > reader) {
+        if (*reader == quote_char && !escaped) {
+          // Skip the escaping character.
+          escaped = 1;
+        }
+        else {
+          escaped = 0;
+          *writer++ = *reader;
+        }
+        reader++;
+      }
+
+      field = rb_enc_str_new(copy, writer - copy, encoding);
+      ENCODE;
+
+      if (copy != NULL) {
+        free(copy);
+      }
+    }
+  }
+#line 45 "ext/fastcsv/fastcsv.rl"
+	{
+    unclosed_line = 0;
+  }
+#line 100 "ext/fastcsv/fastcsv.rl"
+	{
+    d->start = p;
+
+    if (len_row_sep) {
+      if (p - mark_row_sep != len_row_sep || row_sep[0] != *mark_row_sep || (len_row_sep == 2 && row_sep[1] != *(mark_row_sep + 1))) {
+        FREE;
+
+        rb_raise(eError, "Unquoted fields do not allow \\r or \\n (line %d).", curline - 1);
+      }
+    }
+    else {
+      len_row_sep = p - mark_row_sep;
+      row_sep = ALLOC_N(char, len_row_sep);
+      memcpy(row_sep, mark_row_sep, len_row_sep);
+    }
+  }
+	goto st4;
+st4:
+	if ( ++p == pe )
+		goto _test_eof4;
+case 4:
+#line 1615 "ext/fastcsv/fastcsv.c"
+	_widec = (*p);
+	_widec = (short)(1152 + ((*p) - -128));
+	if ( 
+#line 155 "ext/fastcsv/fastcsv.rl"
+ (*p) == quote_char  ) _widec += 256;
+	if ( 
+#line 156 "ext/fastcsv/fastcsv.rl"
+ (*p) == col_sep  ) _widec += 512;
+	switch( _widec ) {
+		case 1280: goto tr13;
+		case 1290: goto tr17;
+		case 1293: goto tr18;
+		case 1536: goto tr27;
+		case 1546: goto tr28;
+		case 1549: goto tr28;
+		case 1792: goto tr20;
+		case 1802: goto tr25;
+		case 1805: goto tr26;
+		case 2048: goto tr30;
+		case 2058: goto tr31;
+		case 2061: goto tr31;
+	}
+	if ( _widec < 1408 ) {
+		if ( 1152 <= _widec && _widec <= 1407 )
+			goto st2;
+	} else if ( _widec > 1663 ) {
+		if ( _widec > 1919 ) {
+			if ( 1920 <= _widec && _widec <= 2175 )
+				goto tr29;
+		} else if ( _widec >= 1664 )
+			goto tr23;
+	} else
+		goto tr12;
+	goto tr0;
+tr17:
+#line 1 "NONE"
+	{te = p+1;}
+#line 117 "ext/fastcsv/fastcsv.rl"
+	{
+    mark_row_sep = p;
+    curline++;
+
+    if (d->start == 0 || p == d->start) {
+      rb_ivar_set(self, s_row, rb_str_new2(""));
+    }
+    else if (p > d->start) {
+      rb_ivar_set(self, s_row, rb_str_new(d->start, p - d->start));
+    }
+
+    if (!NIL_P(field) || RARRAY_LEN(row)) { // same as new_field
+      rb_ary_push(row, field);
+      field = Qnil;
+    }
+
+    rb_yield(row);
+    row = rb_ary_new();
+  }
+#line 166 "ext/fastcsv/fastcsv.rl"
+	{act = 2;}
+	goto st11;
+tr25:
+#line 1 "NONE"
+	{te = p+1;}
+#line 95 "ext/fastcsv/fastcsv.rl"
+	{
+    rb_ary_push(row, field);
+    field = Qnil;
+  }
+#line 165 "ext/fastcsv/fastcsv.rl"
+	{act = 1;}
+#line 117 "ext/fastcsv/fastcsv.rl"
+	{
+    mark_row_sep = p;
+    curline++;
+
+    if (d->start == 0 || p == d->start) {
+      rb_ivar_set(self, s_row, rb_str_new2(""));
+    }
+    else if (p > d->start) {
+      rb_ivar_set(self, s_row, rb_str_new(d->start, p - d->start));
+    }
+
+    if (!NIL_P(field) || RARRAY_LEN(row)) { // same as new_field
+      rb_ary_push(row, field);
+      field = Qnil;
+    }
+
+    rb_yield(row);
+    row = rb_ary_new();
+  }
+	goto st11;
+tr36:
+#line 1 "NONE"
+	{te = p+1;}
+#line 41 "ext/fastcsv/fastcsv.rl"
+	{
+    unclosed_line = curline;
+  }
+#line 49 "ext/fastcsv/fastcsv.rl"
+	{
+    if (p == ts) {
+      // Unquoted empty fields are nil, not "", in Ruby.
+      field = Qnil;
+    }
+    else if (p > ts) {
+      field = rb_enc_str_new(ts, p - ts, encoding);
+      ENCODE;
+    }
+  }
+#line 117 "ext/fastcsv/fastcsv.rl"
+	{
+    mark_row_sep = p;
+    curline++;
+
+    if (d->start == 0 || p == d->start) {
+      rb_ivar_set(self, s_row, rb_str_new2(""));
+    }
+    else if (p > d->start) {
+      rb_ivar_set(self, s_row, rb_str_new(d->start, p - d->start));
+    }
+
+    if (!NIL_P(field) || RARRAY_LEN(row)) { // same as new_field
+      rb_ary_push(row, field);
+      field = Qnil;
+    }
+
+    rb_yield(row);
+    row = rb_ary_new();
+  }
+#line 166 "ext/fastcsv/fastcsv.rl"
+	{act = 2;}
+	goto st11;
+tr40:
+#line 1 "NONE"
+	{te = p+1;}
+#line 49 "ext/fastcsv/fastcsv.rl"
+	{
+    if (p == ts) {
+      // Unquoted empty fields are nil, not "", in Ruby.
+      field = Qnil;
+    }
+    else if (p > ts) {
+      field = rb_enc_str_new(ts, p - ts, encoding);
+      ENCODE;
+    }
+  }
+#line 41 "ext/fastcsv/fastcsv.rl"
+	{
+    unclosed_line = curline;
+  }
+#line 95 "ext/fastcsv/fastcsv.rl"
+	{
+    rb_ary_push(row, field);
+    field = Qnil;
+  }
+#line 165 "ext/fastcsv/fastcsv.rl"
+	{act = 1;}
+#line 117 "ext/fastcsv/fastcsv.rl"
+	{
+    mark_row_sep = p;
+    curline++;
+
+    if (d->start == 0 || p == d->start) {
+      rb_ivar_set(self, s_row, rb_str_new2(""));
+    }
+    else if (p > d->start) {
+      rb_ivar_set(self, s_row, rb_str_new(d->start, p - d->start));
+    }
+
+    if (!NIL_P(field) || RARRAY_LEN(row)) { // same as new_field
+      rb_ary_push(row, field);
+      field = Qnil;
+    }
+
+    rb_yield(row);
+    row = rb_ary_new();
+  }
+	goto st11;
+tr48:
+#line 1 "NONE"
+	{te = p+1;}
+#line 100 "ext/fastcsv/fastcsv.rl"
+	{
+    d->start = p;
+
+    if (len_row_sep) {
+      if (p - mark_row_sep != len_row_sep || row_sep[0] != *mark_row_sep || (len_row_sep == 2 && row_sep[1] != *(mark_row_sep + 1))) {
+        FREE;
+
+        rb_raise(eError, "Unquoted fields do not allow \\r or \\n (line %d).", curline - 1);
+      }
+    }
+    else {
+      len_row_sep = p - mark_row_sep;
+      row_sep = ALLOC_N(char, len_row_sep);
+      memcpy(row_sep, mark_row_sep, len_row_sep);
+    }
+  }
+#line 166 "ext/fastcsv/fastcsv.rl"
+	{act = 2;}
+	goto st11;
+tr51:
+#line 1 "NONE"
+	{te = p+1;}
+#line 117 "ext/fastcsv/fastcsv.rl"
+	{
+    mark_row_sep = p;
+    curline++;
+
+    if (d->start == 0 || p == d->start) {
+      rb_ivar_set(self, s_row, rb_str_new2(""));
+    }
+    else if (p > d->start) {
+      rb_ivar_set(self, s_row, rb_str_new(d->start, p - d->start));
+    }
+
+    if (!NIL_P(field) || RARRAY_LEN(row)) { // same as new_field
+      rb_ary_push(row, field);
+      field = Qnil;
+    }
+
+    rb_yield(row);
+    row = rb_ary_new();
+  }
+#line 100 "ext/fastcsv/fastcsv.rl"
+	{
+    d->start = p;
+
+    if (len_row_sep) {
+      if (p - mark_row_sep != len_row_sep || row_sep[0] != *mark_row_sep || (len_row_sep == 2 && row_sep[1] != *(mark_row_sep + 1))) {
+        FREE;
+
+        rb_raise(eError, "Unquoted fields do not allow \\r or \\n (line %d).", curline - 1);
+      }
+    }
+    else {
+      len_row_sep = p - mark_row_sep;
+      row_sep = ALLOC_N(char, len_row_sep);
+      memcpy(row_sep, mark_row_sep, len_row_sep);
+    }
+  }
+#line 166 "ext/fastcsv/fastcsv.rl"
+	{act = 2;}
+	goto st11;
+tr57:
+#line 1 "NONE"
+	{te = p+1;}
+#line 95 "ext/fastcsv/fastcsv.rl"
+	{
+    rb_ary_push(row, field);
+    field = Qnil;
+  }
+#line 165 "ext/fastcsv/fastcsv.rl"
+	{act = 1;}
+#line 117 "ext/fastcsv/fastcsv.rl"
+	{
+    mark_row_sep = p;
+    curline++;
+
+    if (d->start == 0 || p == d->start) {
+      rb_ivar_set(self, s_row, rb_str_new2(""));
+    }
+    else if (p > d->start) {
+      rb_ivar_set(self, s_row, rb_str_new(d->start, p - d->start));
+    }
+
+    if (!NIL_P(field) || RARRAY_LEN(row)) { // same as new_field
+      rb_ary_push(row, field);
+      field = Qnil;
+    }
+
+    rb_yield(row);
+    row = rb_ary_new();
+  }
+#line 100 "ext/fastcsv/fastcsv.rl"
+	{
+    d->start = p;
+
+    if (len_row_sep) {
+      if (p - mark_row_sep != len_row_sep || row_sep[0] != *mark_row_sep || (len_row_sep == 2 && row_sep[1] != *(mark_row_sep + 1))) {
+        FREE;
+
+        rb_raise(eError, "Unquoted fields do not allow \\r or \\n (line %d).", curline - 1);
+      }
+    }
+    else {
+      len_row_sep = p - mark_row_sep;
+      row_sep = ALLOC_N(char, len_row_sep);
+      memcpy(row_sep, mark_row_sep, len_row_sep);
+    }
+  }
+	goto st11;
+st11:
+	if ( ++p == pe )
+		goto _test_eof11;
+case 11:
+#line 1912 "ext/fastcsv/fastcsv.c"
+	_widec = (*p);
+	_widec = (short)(128 + ((*p) - -128));
+	if ( 
+#line 155 "ext/fastcsv/fastcsv.rl"
+ (*p) == quote_char  ) _widec += 256;
+	switch( _widec ) {
+		case 256: goto tr43;
+		case 522: goto tr47;
+		case 525: goto tr47;
+	}
+	if ( _widec > 383 ) {
+		if ( 384 <= _widec && _widec <= 639 )
+			goto tr46;
+	} else if ( _widec >= 128 )
+		goto tr45;
+	goto tr0;
+tr18:
+#line 1 "NONE"
+	{te = p+1;}
+#line 117 "ext/fastcsv/fastcsv.rl"
+	{
+    mark_row_sep = p;
+    curline++;
+
+    if (d->start == 0 || p == d->start) {
+      rb_ivar_set(self, s_row, rb_str_new2(""));
+    }
+    else if (p > d->start) {
+      rb_ivar_set(self, s_row, rb_str_new(d->start, p - d->start));
+    }
+
+    if (!NIL_P(field) || RARRAY_LEN(row)) { // same as new_field
+      rb_ary_push(row, field);
+      field = Qnil;
+    }
+
+    rb_yield(row);
+    row = rb_ary_new();
+  }
+#line 166 "ext/fastcsv/fastcsv.rl"
+	{act = 2;}
+	goto st12;
+tr26:
+#line 1 "NONE"
+	{te = p+1;}
+#line 95 "ext/fastcsv/fastcsv.rl"
+	{
+    rb_ary_push(row, field);
+    field = Qnil;
+  }
+#line 165 "ext/fastcsv/fastcsv.rl"
+	{act = 1;}
+#line 117 "ext/fastcsv/fastcsv.rl"
+	{
+    mark_row_sep = p;
+    curline++;
+
+    if (d->start == 0 || p == d->start) {
+      rb_ivar_set(self, s_row, rb_str_new2(""));
+    }
+    else if (p > d->start) {
+      rb_ivar_set(self, s_row, rb_str_new(d->start, p - d->start));
+    }
+
+    if (!NIL_P(field) || RARRAY_LEN(row)) { // same as new_field
+      rb_ary_push(row, field);
+      field = Qnil;
+    }
+
+    rb_yield(row);
+    row = rb_ary_new();
+  }
+	goto st12;
+tr37:
+#line 1 "NONE"
+	{te = p+1;}
+#line 41 "ext/fastcsv/fastcsv.rl"
+	{
+    unclosed_line = curline;
+  }
+#line 49 "ext/fastcsv/fastcsv.rl"
+	{
+    if (p == ts) {
+      // Unquoted empty fields are nil, not "", in Ruby.
+      field = Qnil;
+    }
+    else if (p > ts) {
+      field = rb_enc_str_new(ts, p - ts, encoding);
+      ENCODE;
+    }
+  }
+#line 117 "ext/fastcsv/fastcsv.rl"
+	{
+    mark_row_sep = p;
+    curline++;
+
+    if (d->start == 0 || p == d->start) {
+      rb_ivar_set(self, s_row, rb_str_new2(""));
+    }
+    else if (p > d->start) {
+      rb_ivar_set(self, s_row, rb_str_new(d->start, p - d->start));
+    }
+
+    if (!NIL_P(field) || RARRAY_LEN(row)) { // same as new_field
+      rb_ary_push(row, field);
+      field = Qnil;
+    }
+
+    rb_yield(row);
+    row = rb_ary_new();
+  }
+#line 166 "ext/fastcsv/fastcsv.rl"
+	{act = 2;}
+	goto st12;
+tr41:
+#line 1 "NONE"
+	{te = p+1;}
+#line 49 "ext/fastcsv/fastcsv.rl"
+	{
+    if (p == ts) {
+      // Unquoted empty fields are nil, not "", in Ruby.
+      field = Qnil;
+    }
+    else if (p > ts) {
+      field = rb_enc_str_new(ts, p - ts, encoding);
+      ENCODE;
+    }
+  }
+#line 41 "ext/fastcsv/fastcsv.rl"
+	{
+    unclosed_line = curline;
+  }
+#line 95 "ext/fastcsv/fastcsv.rl"
+	{
+    rb_ary_push(row, field);
+    field = Qnil;
+  }
+#line 165 "ext/fastcsv/fastcsv.rl"
+	{act = 1;}
+#line 117 "ext/fastcsv/fastcsv.rl"
+	{
+    mark_row_sep = p;
+    curline++;
+
+    if (d->start == 0 || p == d->start) {
+      rb_ivar_set(self, s_row, rb_str_new2(""));
+    }
+    else if (p > d->start) {
+      rb_ivar_set(self, s_row, rb_str_new(d->start, p - d->start));
+    }
+
+    if (!NIL_P(field) || RARRAY_LEN(row)) { // same as new_field
+      rb_ary_push(row, field);
+      field = Qnil;
+    }
+
+    rb_yield(row);
+    row = rb_ary_new();
+  }
+	goto st12;
+tr52:
+#line 1 "NONE"
+	{te = p+1;}
+#line 117 "ext/fastcsv/fastcsv.rl"
+	{
+    mark_row_sep = p;
+    curline++;
+
+    if (d->start == 0 || p == d->start) {
+      rb_ivar_set(self, s_row, rb_str_new2(""));
+    }
+    else if (p > d->start) {
+      rb_ivar_set(self, s_row, rb_str_new(d->start, p - d->start));
+    }
+
+    if (!NIL_P(field) || RARRAY_LEN(row)) { // same as new_field
+      rb_ary_push(row, field);
+      field = Qnil;
+    }
+
+    rb_yield(row);
+    row = rb_ary_new();
+  }
+#line 100 "ext/fastcsv/fastcsv.rl"
+	{
+    d->start = p;
+
+    if (len_row_sep) {
+      if (p - mark_row_sep != len_row_sep || row_sep[0] != *mark_row_sep || (len_row_sep == 2 && row_sep[1] != *(mark_row_sep + 1))) {
+        FREE;
+
+        rb_raise(eError, "Unquoted fields do not allow \\r or \\n (line %d).", curline - 1);
+      }
+    }
+    else {
+      len_row_sep = p - mark_row_sep;
+      row_sep = ALLOC_N(char, len_row_sep);
+      memcpy(row_sep, mark_row_sep, len_row_sep);
+    }
+  }
+#line 166 "ext/fastcsv/fastcsv.rl"
+	{act = 2;}
+	goto st12;
+tr58:
+#line 1 "NONE"
+	{te = p+1;}
+#line 95 "ext/fastcsv/fastcsv.rl"
+	{
+    rb_ary_push(row, field);
+    field = Qnil;
+  }
+#line 165 "ext/fastcsv/fastcsv.rl"
+	{act = 1;}
+#line 117 "ext/fastcsv/fastcsv.rl"
+	{
+    mark_row_sep = p;
+    curline++;
+
+    if (d->start == 0 || p == d->start) {
+      rb_ivar_set(self, s_row, rb_str_new2(""));
+    }
+    else if (p > d->start) {
+      rb_ivar_set(self, s_row, rb_str_new(d->start, p - d->start));
+    }
+
+    if (!NIL_P(field) || RARRAY_LEN(row)) { // same as new_field
+      rb_ary_push(row, field);
+      field = Qnil;
+    }
+
+    rb_yield(row);
+    row = rb_ary_new();
+  }
+#line 100 "ext/fastcsv/fastcsv.rl"
+	{
+    d->start = p;
+
+    if (len_row_sep) {
+      if (p - mark_row_sep != len_row_sep || row_sep[0] != *mark_row_sep || (len_row_sep == 2 && row_sep[1] != *(mark_row_sep + 1))) {
+        FREE;
+
+        rb_raise(eError, "Unquoted fields do not allow \\r or \\n (line %d).", curline - 1);
+      }
+    }
+    else {
+      len_row_sep = p - mark_row_sep;
+      row_sep = ALLOC_N(char, len_row_sep);
+      memcpy(row_sep, mark_row_sep, len_row_sep);
+    }
+  }
+	goto st12;
+st12:
+	if ( ++p == pe )
+		goto _test_eof12;
+case 12:
+#line 2168 "ext/fastcsv/fastcsv.c"
+	_widec = (*p);
+	_widec = (short)(128 + ((*p) - -128));
+	if ( 
+#line 155 "ext/fastcsv/fastcsv.rl"
+ (*p) == quote_char  ) _widec += 256;
+	switch( _widec ) {
+		case 256: goto tr43;
+		case 266: goto tr48;
+		case 522: goto tr49;
+		case 525: goto tr47;
+	}
+	if ( _widec > 383 ) {
+		if ( 384 <= _widec && _widec <= 639 )
+			goto tr46;
+	} else if ( _widec >= 128 )
+		goto tr45;
+	goto tr0;
+tr28:
+#line 1 "NONE"
+	{te = p+1;}
+#line 60 "ext/fastcsv/fastcsv.rl"
+	{
+    if (p == ts) {
+      field = rb_enc_str_new("", 0, encoding);
+      ENCODE;
+    }
+    // @note If we add an action on '""', we can skip some steps if no '""' is found.
+    else if (p > ts) {
+      // Operating on ts in-place produces odd behavior, FYI.
+      char *copy = ALLOC_N(char, p - ts);
+      memcpy(copy, ts, p - ts);
+
+      char *reader = ts, *writer = copy;
+      int escaped = 0;
+
+      while (p > reader) {
+        if (*reader == quote_char && !escaped) {
+          // Skip the escaping character.
+          escaped = 1;
+        }
+        else {
+          escaped = 0;
+          *writer++ = *reader;
+        }
+        reader++;
+      }
+
+      field = rb_enc_str_new(copy, writer - copy, encoding);
+      ENCODE;
+
+      if (copy != NULL) {
+        free(copy);
+      }
+    }
+  }
+#line 45 "ext/fastcsv/fastcsv.rl"
+	{
+    unclosed_line = 0;
+  }
+#line 117 "ext/fastcsv/fastcsv.rl"
+	{
+    mark_row_sep = p;
+    curline++;
+
+    if (d->start == 0 || p == d->start) {
+      rb_ivar_set(self, s_row, rb_str_new2(""));
+    }
+    else if (p > d->start) {
+      rb_ivar_set(self, s_row, rb_str_new(d->start, p - d->start));
+    }
+
+    if (!NIL_P(field) || RARRAY_LEN(row)) { // same as new_field
+      rb_ary_push(row, field);
+      field = Qnil;
+    }
+
+    rb_yield(row);
+    row = rb_ary_new();
+  }
+#line 166 "ext/fastcsv/fastcsv.rl"
+	{act = 2;}
+	goto st13;
+tr31:
+#line 1 "NONE"
+	{te = p+1;}
+#line 60 "ext/fastcsv/fastcsv.rl"
+	{
+    if (p == ts) {
+      field = rb_enc_str_new("", 0, encoding);
+      ENCODE;
+    }
+    // @note If we add an action on '""', we can skip some steps if no '""' is found.
+    else if (p > ts) {
+      // Operating on ts in-place produces odd behavior, FYI.
+      char *copy = ALLOC_N(char, p - ts);
+      memcpy(copy, ts, p - ts);
+
+      char *reader = ts, *writer = copy;
+      int escaped = 0;
+
+      while (p > reader) {
+        if (*reader == quote_char && !escaped) {
+          // Skip the escaping character.
+          escaped = 1;
+        }
+        else {
+          escaped = 0;
+          *writer++ = *reader;
+        }
+        reader++;
+      }
+
+      field = rb_enc_str_new(copy, writer - copy, encoding);
+      ENCODE;
+
+      if (copy != NULL) {
+        free(copy);
+      }
+    }
+  }
+#line 45 "ext/fastcsv/fastcsv.rl"
+	{
+    unclosed_line = 0;
+  }
+#line 95 "ext/fastcsv/fastcsv.rl"
+	{
+    rb_ary_push(row, field);
+    field = Qnil;
+  }
+#line 165 "ext/fastcsv/fastcsv.rl"
+	{act = 1;}
+#line 117 "ext/fastcsv/fastcsv.rl"
+	{
+    mark_row_sep = p;
+    curline++;
+
+    if (d->start == 0 || p == d->start) {
+      rb_ivar_set(self, s_row, rb_str_new2(""));
+    }
+    else if (p > d->start) {
+      rb_ivar_set(self, s_row, rb_str_new(d->start, p - d->start));
+    }
+
+    if (!NIL_P(field) || RARRAY_LEN(row)) { // same as new_field
+      rb_ary_push(row, field);
+      field = Qnil;
+    }
+
+    rb_yield(row);
+    row = rb_ary_new();
+  }
+	goto st13;
+tr49:
+#line 1 "NONE"
+	{te = p+1;}
+#line 60 "ext/fastcsv/fastcsv.rl"
+	{
+    if (p == ts) {
+      field = rb_enc_str_new("", 0, encoding);
+      ENCODE;
+    }
+    // @note If we add an action on '""', we can skip some steps if no '""' is found.
+    else if (p > ts) {
+      // Operating on ts in-place produces odd behavior, FYI.
+      char *copy = ALLOC_N(char, p - ts);
+      memcpy(copy, ts, p - ts);
+
+      char *reader = ts, *writer = copy;
+      int escaped = 0;
+
+      while (p > reader) {
+        if (*reader == quote_char && !escaped) {
+          // Skip the escaping character.
+          escaped = 1;
+        }
+        else {
+          escaped = 0;
+          *writer++ = *reader;
+        }
+        reader++;
+      }
+
+      field = rb_enc_str_new(copy, writer - copy, encoding);
+      ENCODE;
+
+      if (copy != NULL) {
+        free(copy);
+      }
+    }
+  }
+#line 45 "ext/fastcsv/fastcsv.rl"
+	{
+    unclosed_line = 0;
+  }
+#line 100 "ext/fastcsv/fastcsv.rl"
+	{
+    d->start = p;
+
+    if (len_row_sep) {
+      if (p - mark_row_sep != len_row_sep || row_sep[0] != *mark_row_sep || (len_row_sep == 2 && row_sep[1] != *(mark_row_sep + 1))) {
+        FREE;
+
+        rb_raise(eError, "Unquoted fields do not allow \\r or \\n (line %d).", curline - 1);
+      }
+    }
+    else {
+      len_row_sep = p - mark_row_sep;
+      row_sep = ALLOC_N(char, len_row_sep);
+      memcpy(row_sep, mark_row_sep, len_row_sep);
+    }
+  }
+#line 166 "ext/fastcsv/fastcsv.rl"
+	{act = 2;}
+	goto st13;
+tr54:
+#line 1 "NONE"
+	{te = p+1;}
+#line 60 "ext/fastcsv/fastcsv.rl"
+	{
+    if (p == ts) {
+      field = rb_enc_str_new("", 0, encoding);
+      ENCODE;
+    }
+    // @note If we add an action on '""', we can skip some steps if no '""' is found.
+    else if (p > ts) {
+      // Operating on ts in-place produces odd behavior, FYI.
+      char *copy = ALLOC_N(char, p - ts);
+      memcpy(copy, ts, p - ts);
+
+      char *reader = ts, *writer = copy;
+      int escaped = 0;
+
+      while (p > reader) {
+        if (*reader == quote_char && !escaped) {
+          // Skip the escaping character.
+          escaped = 1;
+        }
+        else {
+          escaped = 0;
+          *writer++ = *reader;
+        }
+        reader++;
+      }
+
+      field = rb_enc_str_new(copy, writer - copy, encoding);
+      ENCODE;
+
+      if (copy != NULL) {
+        free(copy);
+      }
+    }
+  }
+#line 45 "ext/fastcsv/fastcsv.rl"
+	{
+    unclosed_line = 0;
+  }
+#line 117 "ext/fastcsv/fastcsv.rl"
+	{
+    mark_row_sep = p;
+    curline++;
+
+    if (d->start == 0 || p == d->start) {
+      rb_ivar_set(self, s_row, rb_str_new2(""));
+    }
+    else if (p > d->start) {
+      rb_ivar_set(self, s_row, rb_str_new(d->start, p - d->start));
+    }
+
+    if (!NIL_P(field) || RARRAY_LEN(row)) { // same as new_field
+      rb_ary_push(row, field);
+      field = Qnil;
+    }
+
+    rb_yield(row);
+    row = rb_ary_new();
+  }
+#line 100 "ext/fastcsv/fastcsv.rl"
+	{
+    d->start = p;
+
+    if (len_row_sep) {
+      if (p - mark_row_sep != len_row_sep || row_sep[0] != *mark_row_sep || (len_row_sep == 2 && row_sep[1] != *(mark_row_sep + 1))) {
+        FREE;
+
+        rb_raise(eError, "Unquoted fields do not allow \\r or \\n (line %d).", curline - 1);
+      }
+    }
+    else {
+      len_row_sep = p - mark_row_sep;
+      row_sep = ALLOC_N(char, len_row_sep);
+      memcpy(row_sep, mark_row_sep, len_row_sep);
+    }
+  }
+#line 166 "ext/fastcsv/fastcsv.rl"
+	{act = 2;}
+	goto st13;
+tr61:
+#line 1 "NONE"
+	{te = p+1;}
+#line 60 "ext/fastcsv/fastcsv.rl"
+	{
+    if (p == ts) {
+      field = rb_enc_str_new("", 0, encoding);
+      ENCODE;
+    }
+    // @note If we add an action on '""', we can skip some steps if no '""' is found.
+    else if (p > ts) {
+      // Operating on ts in-place produces odd behavior, FYI.
+      char *copy = ALLOC_N(char, p - ts);
+      memcpy(copy, ts, p - ts);
+
+      char *reader = ts, *writer = copy;
+      int escaped = 0;
+
+      while (p > reader) {
+        if (*reader == quote_char && !escaped) {
+          // Skip the escaping character.
+          escaped = 1;
+        }
+        else {
+          escaped = 0;
+          *writer++ = *reader;
+        }
+        reader++;
+      }
+
+      field = rb_enc_str_new(copy, writer - copy, encoding);
+      ENCODE;
+
+      if (copy != NULL) {
+        free(copy);
+      }
+    }
+  }
+#line 45 "ext/fastcsv/fastcsv.rl"
+	{
+    unclosed_line = 0;
+  }
+#line 95 "ext/fastcsv/fastcsv.rl"
+	{
+    rb_ary_push(row, field);
+    field = Qnil;
+  }
+#line 165 "ext/fastcsv/fastcsv.rl"
+	{act = 1;}
+#line 117 "ext/fastcsv/fastcsv.rl"
+	{
+    mark_row_sep = p;
+    curline++;
+
+    if (d->start == 0 || p == d->start) {
+      rb_ivar_set(self, s_row, rb_str_new2(""));
+    }
+    else if (p > d->start) {
+      rb_ivar_set(self, s_row, rb_str_new(d->start, p - d->start));
+    }
+
+    if (!NIL_P(field) || RARRAY_LEN(row)) { // same as new_field
+      rb_ary_push(row, field);
+      field = Qnil;
+    }
+
+    rb_yield(row);
+    row = rb_ary_new();
+  }
+#line 100 "ext/fastcsv/fastcsv.rl"
+	{
+    d->start = p;
+
+    if (len_row_sep) {
+      if (p - mark_row_sep != len_row_sep || row_sep[0] != *mark_row_sep || (len_row_sep == 2 && row_sep[1] != *(mark_row_sep + 1))) {
+        FREE;
+
+        rb_raise(eError, "Unquoted fields do not allow \\r or \\n (line %d).", curline - 1);
+      }
+    }
+    else {
+      len_row_sep = p - mark_row_sep;
+      row_sep = ALLOC_N(char, len_row_sep);
+      memcpy(row_sep, mark_row_sep, len_row_sep);
+    }
+  }
+	goto st13;
+st13:
+	if ( ++p == pe )
+		goto _test_eof13;
+case 13:
+#line 2556 "ext/fastcsv/fastcsv.c"
+	_widec = (*p);
+	_widec = (short)(1152 + ((*p) - -128));
+	if ( 
+#line 155 "ext/fastcsv/fastcsv.rl"
+ (*p) == quote_char  ) _widec += 256;
+	if ( 
+#line 156 "ext/fastcsv/fastcsv.rl"
+ (*p) == col_sep  ) _widec += 512;
+	switch( _widec ) {
+		case 1280: goto tr50;
+		case 1290: goto tr51;
+		case 1293: goto tr52;
+		case 1536: goto tr53;
+		case 1546: goto tr54;
+		case 1549: goto tr54;
+		case 1792: goto tr56;
+		case 1802: goto tr57;
+		case 1805: goto tr58;
+		case 2048: goto tr60;
+		case 2058: goto tr61;
+		case 2061: goto tr61;
+	}
+	if ( _widec < 1408 ) {
+		if ( 1152 <= _widec && _widec <= 1407 )
+			goto tr45;
+	} else if ( _widec > 1663 ) {
+		if ( _widec > 1919 ) {
+			if ( 1920 <= _widec && _widec <= 2175 )
+				goto tr59;
+		} else if ( _widec >= 1664 )
+			goto tr55;
+	} else
+		goto tr47;
+	goto tr0;
+tr27:
+#line 1 "NONE"
+	{te = p+1;}
+#line 60 "ext/fastcsv/fastcsv.rl"
+	{
+    if (p == ts) {
+      field = rb_enc_str_new("", 0, encoding);
+      ENCODE;
+    }
+    // @note If we add an action on '""', we can skip some steps if no '""' is found.
+    else if (p > ts) {
+      // Operating on ts in-place produces odd behavior, FYI.
+      char *copy = ALLOC_N(char, p - ts);
+      memcpy(copy, ts, p - ts);
+
+      char *reader = ts, *writer = copy;
+      int escaped = 0;
+
+      while (p > reader) {
+        if (*reader == quote_char && !escaped) {
+          // Skip the escaping character.
+          escaped = 1;
+        }
+        else {
+          escaped = 0;
+          *writer++ = *reader;
+        }
+        reader++;
+      }
+
+      field = rb_enc_str_new(copy, writer - copy, encoding);
+      ENCODE;
+
+      if (copy != NULL) {
+        free(copy);
+      }
+    }
+  }
+#line 45 "ext/fastcsv/fastcsv.rl"
+	{
+    unclosed_line = 0;
+  }
+#line 137 "ext/fastcsv/fastcsv.rl"
+	{
+    if (d->start == 0 || p == d->start) { // same as new_row
+      rb_ivar_set(self, s_row, rb_str_new2(""));
+    }
+    else if (p > d->start) {
+      rb_ivar_set(self, s_row, rb_str_new(d->start, p - d->start));
+    }
+
+    if (!NIL_P(field) || RARRAY_LEN(row)) {
+      rb_ary_push(row, field);
+    }
+
+    if (RARRAY_LEN(row)) {
+      rb_yield(row);
+    }
+  }
+#line 167 "ext/fastcsv/fastcsv.rl"
+	{act = 3;}
+	goto st14;
+tr29:
+#line 1 "NONE"
+	{te = p+1;}
+#line 60 "ext/fastcsv/fastcsv.rl"
+	{
+    if (p == ts) {
+      field = rb_enc_str_new("", 0, encoding);
+      ENCODE;
+    }
+    // @note If we add an action on '""', we can skip some steps if no '""' is found.
+    else if (p > ts) {
+      // Operating on ts in-place produces odd behavior, FYI.
+      char *copy = ALLOC_N(char, p - ts);
+      memcpy(copy, ts, p - ts);
+
+      char *reader = ts, *writer = copy;
+      int escaped = 0;
+
+      while (p > reader) {
+        if (*reader == quote_char && !escaped) {
+          // Skip the escaping character.
+          escaped = 1;
+        }
+        else {
+          escaped = 0;
+          *writer++ = *reader;
+        }
+        reader++;
+      }
+
+      field = rb_enc_str_new(copy, writer - copy, encoding);
+      ENCODE;
+
+      if (copy != NULL) {
+        free(copy);
+      }
+    }
+  }
+#line 45 "ext/fastcsv/fastcsv.rl"
+	{
+    unclosed_line = 0;
+  }
+#line 95 "ext/fastcsv/fastcsv.rl"
+	{
+    rb_ary_push(row, field);
+    field = Qnil;
+  }
+#line 165 "ext/fastcsv/fastcsv.rl"
+	{act = 1;}
+	goto st14;
+tr30:
+#line 1 "NONE"
+	{te = p+1;}
+#line 60 "ext/fastcsv/fastcsv.rl"
+	{
+    if (p == ts) {
+      field = rb_enc_str_new("", 0, encoding);
+      ENCODE;
+    }
+    // @note If we add an action on '""', we can skip some steps if no '""' is found.
+    else if (p > ts) {
+      // Operating on ts in-place produces odd behavior, FYI.
+      char *copy = ALLOC_N(char, p - ts);
+      memcpy(copy, ts, p - ts);
+
+      char *reader = ts, *writer = copy;
+      int escaped = 0;
+
+      while (p > reader) {
+        if (*reader == quote_char && !escaped) {
+          // Skip the escaping character.
+          escaped = 1;
+        }
+        else {
+          escaped = 0;
+          *writer++ = *reader;
+        }
+        reader++;
+      }
+
+      field = rb_enc_str_new(copy, writer - copy, encoding);
+      ENCODE;
+
+      if (copy != NULL) {
+        free(copy);
+      }
+    }
+  }
+#line 45 "ext/fastcsv/fastcsv.rl"
+	{
+    unclosed_line = 0;
+  }
+#line 95 "ext/fastcsv/fastcsv.rl"
+	{
+    rb_ary_push(row, field);
+    field = Qnil;
+  }
+#line 165 "ext/fastcsv/fastcsv.rl"
+	{act = 1;}
+#line 137 "ext/fastcsv/fastcsv.rl"
+	{
+    if (d->start == 0 || p == d->start) { // same as new_row
+      rb_ivar_set(self, s_row, rb_str_new2(""));
+    }
+    else if (p > d->start) {
+      rb_ivar_set(self, s_row, rb_str_new(d->start, p - d->start));
+    }
+
+    if (!NIL_P(field) || RARRAY_LEN(row)) {
+      rb_ary_push(row, field);
+    }
+
+    if (RARRAY_LEN(row)) {
+      rb_yield(row);
+    }
+  }
+	goto st14;
+tr53:
+#line 1 "NONE"
+	{te = p+1;}
+#line 60 "ext/fastcsv/fastcsv.rl"
+	{
+    if (p == ts) {
+      field = rb_enc_str_new("", 0, encoding);
+      ENCODE;
+    }
+    // @note If we add an action on '""', we can skip some steps if no '""' is found.
+    else if (p > ts) {
+      // Operating on ts in-place produces odd behavior, FYI.
+      char *copy = ALLOC_N(char, p - ts);
+      memcpy(copy, ts, p - ts);
+
+      char *reader = ts, *writer = copy;
+      int escaped = 0;
+
+      while (p > reader) {
+        if (*reader == quote_char && !escaped) {
+          // Skip the escaping character.
+          escaped = 1;
+        }
+        else {
+          escaped = 0;
+          *writer++ = *reader;
+        }
+        reader++;
+      }
+
+      field = rb_enc_str_new(copy, writer - copy, encoding);
+      ENCODE;
+
+      if (copy != NULL) {
+        free(copy);
+      }
+    }
+  }
+#line 45 "ext/fastcsv/fastcsv.rl"
+	{
+    unclosed_line = 0;
+  }
+#line 100 "ext/fastcsv/fastcsv.rl"
+	{
+    d->start = p;
+
+    if (len_row_sep) {
+      if (p - mark_row_sep != len_row_sep || row_sep[0] != *mark_row_sep || (len_row_sep == 2 && row_sep[1] != *(mark_row_sep + 1))) {
+        FREE;
+
+        rb_raise(eError, "Unquoted fields do not allow \\r or \\n (line %d).", curline - 1);
+      }
+    }
+    else {
+      len_row_sep = p - mark_row_sep;
+      row_sep = ALLOC_N(char, len_row_sep);
+      memcpy(row_sep, mark_row_sep, len_row_sep);
+    }
+  }
+#line 137 "ext/fastcsv/fastcsv.rl"
+	{
+    if (d->start == 0 || p == d->start) { // same as new_row
+      rb_ivar_set(self, s_row, rb_str_new2(""));
+    }
+    else if (p > d->start) {
+      rb_ivar_set(self, s_row, rb_str_new(d->start, p - d->start));
+    }
+
+    if (!NIL_P(field) || RARRAY_LEN(row)) {
+      rb_ary_push(row, field);
+    }
+
+    if (RARRAY_LEN(row)) {
+      rb_yield(row);
+    }
+  }
+#line 167 "ext/fastcsv/fastcsv.rl"
+	{act = 3;}
+	goto st14;
+tr59:
+#line 1 "NONE"
+	{te = p+1;}
+#line 60 "ext/fastcsv/fastcsv.rl"
+	{
+    if (p == ts) {
+      field = rb_enc_str_new("", 0, encoding);
+      ENCODE;
+    }
+    // @note If we add an action on '""', we can skip some steps if no '""' is found.
+    else if (p > ts) {
+      // Operating on ts in-place produces odd behavior, FYI.
+      char *copy = ALLOC_N(char, p - ts);
+      memcpy(copy, ts, p - ts);
+
+      char *reader = ts, *writer = copy;
+      int escaped = 0;
+
+      while (p > reader) {
+        if (*reader == quote_char && !escaped) {
+          // Skip the escaping character.
+          escaped = 1;
+        }
+        else {
+          escaped = 0;
+          *writer++ = *reader;
+        }
+        reader++;
+      }
+
+      field = rb_enc_str_new(copy, writer - copy, encoding);
+      ENCODE;
+
+      if (copy != NULL) {
+        free(copy);
+      }
+    }
+  }
+#line 45 "ext/fastcsv/fastcsv.rl"
+	{
+    unclosed_line = 0;
+  }
+#line 95 "ext/fastcsv/fastcsv.rl"
+	{
+    rb_ary_push(row, field);
+    field = Qnil;
+  }
+#line 165 "ext/fastcsv/fastcsv.rl"
+	{act = 1;}
+#line 100 "ext/fastcsv/fastcsv.rl"
+	{
+    d->start = p;
+
+    if (len_row_sep) {
+      if (p - mark_row_sep != len_row_sep || row_sep[0] != *mark_row_sep || (len_row_sep == 2 && row_sep[1] != *(mark_row_sep + 1))) {
+        FREE;
+
+        rb_raise(eError, "Unquoted fields do not allow \\r or \\n (line %d).", curline - 1);
+      }
+    }
+    else {
+      len_row_sep = p - mark_row_sep;
+      row_sep = ALLOC_N(char, len_row_sep);
+      memcpy(row_sep, mark_row_sep, len_row_sep);
+    }
+  }
+	goto st14;
+tr60:
+#line 1 "NONE"
+	{te = p+1;}
+#line 60 "ext/fastcsv/fastcsv.rl"
+	{
+    if (p == ts) {
+      field = rb_enc_str_new("", 0, encoding);
+      ENCODE;
+    }
+    // @note If we add an action on '""', we can skip some steps if no '""' is found.
+    else if (p > ts) {
+      // Operating on ts in-place produces odd behavior, FYI.
+      char *copy = ALLOC_N(char, p - ts);
+      memcpy(copy, ts, p - ts);
+
+      char *reader = ts, *writer = copy;
+      int escaped = 0;
+
+      while (p > reader) {
+        if (*reader == quote_char && !escaped) {
+          // Skip the escaping character.
+          escaped = 1;
+        }
+        else {
+          escaped = 0;
+          *writer++ = *reader;
+        }
+        reader++;
+      }
+
+      field = rb_enc_str_new(copy, writer - copy, encoding);
+      ENCODE;
+
+      if (copy != NULL) {
+        free(copy);
+      }
+    }
+  }
+#line 45 "ext/fastcsv/fastcsv.rl"
+	{
+    unclosed_line = 0;
+  }
+#line 95 "ext/fastcsv/fastcsv.rl"
+	{
+    rb_ary_push(row, field);
+    field = Qnil;
+  }
+#line 165 "ext/fastcsv/fastcsv.rl"
+	{act = 1;}
+#line 100 "ext/fastcsv/fastcsv.rl"
+	{
+    d->start = p;
+
+    if (len_row_sep) {
+      if (p - mark_row_sep != len_row_sep || row_sep[0] != *mark_row_sep || (len_row_sep == 2 && row_sep[1] != *(mark_row_sep + 1))) {
+        FREE;
+
+        rb_raise(eError, "Unquoted fields do not allow \\r or \\n (line %d).", curline - 1);
+      }
+    }
+    else {
+      len_row_sep = p - mark_row_sep;
+      row_sep = ALLOC_N(char, len_row_sep);
+      memcpy(row_sep, mark_row_sep, len_row_sep);
+    }
+  }
+#line 137 "ext/fastcsv/fastcsv.rl"
+	{
+    if (d->start == 0 || p == d->start) { // same as new_row
+      rb_ivar_set(self, s_row, rb_str_new2(""));
+    }
+    else if (p > d->start) {
+      rb_ivar_set(self, s_row, rb_str_new(d->start, p - d->start));
+    }
+
+    if (!NIL_P(field) || RARRAY_LEN(row)) {
+      rb_ary_push(row, field);
+    }
+
+    if (RARRAY_LEN(row)) {
+      rb_yield(row);
+    }
+  }
+	goto st14;
+st14:
+	if ( ++p == pe )
+		goto _test_eof14;
+case 14:
+#line 3004 "ext/fastcsv/fastcsv.c"
+	_widec = (*p);
+	_widec = (short)(1152 + ((*p) - -128));
+	if ( 
+#line 155 "ext/fastcsv/fastcsv.rl"
+ (*p) == quote_char  ) _widec += 256;
+	if ( 
+#line 156 "ext/fastcsv/fastcsv.rl"
+ (*p) == col_sep  ) _widec += 512;
+	switch( _widec ) {
+		case 1280: goto tr13;
+		case 1290: goto tr17;
+		case 1293: goto tr18;
+		case 1536: goto tr27;
+		case 1546: goto tr28;
+		case 1549: goto tr28;
+		case 1792: goto tr20;
+		case 1802: goto tr25;
+		case 1805: goto tr26;
+		case 2048: goto tr30;
+		case 2058: goto tr31;
+		case 2061: goto tr31;
+	}
+	if ( _widec < 1408 ) {
+		if ( 1152 <= _widec && _widec <= 1407 )
+			goto st2;
+	} else if ( _widec > 1663 ) {
+		if ( _widec > 1919 ) {
+			if ( 1920 <= _widec && _widec <= 2175 )
+				goto tr29;
+		} else if ( _widec >= 1664 )
+			goto tr23;
+	} else
+		goto tr12;
+	goto tr0;
+	}
+	_test_eof5: cs = 5; goto _test_eof; 
+	_test_eof1: cs = 1; goto _test_eof; 
+	_test_eof6: cs = 6; goto _test_eof; 
+	_test_eof7: cs = 7; goto _test_eof; 
+	_test_eof8: cs = 8; goto _test_eof; 
+	_test_eof9: cs = 9; goto _test_eof; 
+	_test_eof2: cs = 2; goto _test_eof; 
+	_test_eof3: cs = 3; goto _test_eof; 
+	_test_eof10: cs = 10; goto _test_eof; 
+	_test_eof4: cs = 4; goto _test_eof; 
+	_test_eof11: cs = 11; goto _test_eof; 
+	_test_eof12: cs = 12; goto _test_eof; 
+	_test_eof13: cs = 13; goto _test_eof; 
+	_test_eof14: cs = 14; goto _test_eof; 
 
 	_test_eof: {}
 	if ( p == eof )
 	{
 	switch ( cs ) {
 	case 1: goto tr0;
-	case 5: goto tr15;
-	case 6: goto tr16;
-	case 7: goto tr16;
-	case 8: goto tr15;
+	case 6: goto tr42;
+	case 7: goto tr43;
+	case 8: goto tr43;
+	case 9: goto tr42;
+	case 2: goto tr0;
+	case 3: goto tr0;
+	case 10: goto tr0;
+	case 4: goto tr0;
+	case 11: goto tr43;
+	case 12: goto tr43;
+	case 13: goto tr43;
+	case 14: goto tr0;
 	}
 	}
 
 	_out: {}
 	}
 
-#line 409 "ext/fastcsv/fastcsv.rl"
+#line 444 "ext/fastcsv/fastcsv.rl"
 
     if (done && cs < raw_parse_first_final) {
-      if (d->start == 0 || p == d->start) {
+      if (d->start == 0 || p == d->start) { // same as new_row
         rb_ivar_set(self, s_row, rb_str_new2(""));
       }
       else if (p > d->start) {