fastcsv 0.0.6 → 0.0.7

data/ext/fastcsv/fastcsv.c

@@ -43,11 +43,11 @@ typedef struct {
 
 
 #line 46 "ext/fastcsv/fastcsv.c"
-static const int raw_parse_start = 5;
-static const int raw_parse_first_final = 5;
+static const int raw_parse_start = 4;
+static const int raw_parse_first_final = 4;
 static const int raw_parse_error = 0;
 
-static const int raw_parse_en_main = 5;
+static const int raw_parse_en_main = 4;
 
 
 #line 175 "ext/fastcsv/fastcsv.rl"
@@ -132,7 +132,7 @@ static VALUE raw_parse(int argc, VALUE *argv, VALUE self) {
     rb_raise(rb_eArgError, ":col_sep has to be a single character String");
   }
 
-  // @see rb_io_extract_modeenc
+  // @see rb_io_extract_modeenc parse_mode_enc
   /* Set to defaults */
   rb_io_ext_int_to_encs(NULL, NULL, &enc, &enc2, 0);
 
@@ -350,7 +350,7 @@ tr0:
 	break;
 	}
 	}
-	goto st5;
+	goto st4;
 tr5:
 #line 49 "ext/fastcsv/fastcsv.rl"
 	{
@@ -382,7 +382,7 @@ tr5:
   }
 #line 170 "ext/fastcsv/fastcsv.rl"
 	{te = p+1;}
-	goto st5;
+	goto st4;
 tr6:
 #line 49 "ext/fastcsv/fastcsv.rl"
 	{
@@ -402,7 +402,7 @@ tr6:
   }
 #line 168 "ext/fastcsv/fastcsv.rl"
 	{te = p+1;}
-	goto st5;
+	goto st4;
 tr7:
 #line 49 "ext/fastcsv/fastcsv.rl"
 	{
@@ -439,8 +439,8 @@ tr7:
       rb_yield(row);
     }
   }
-	goto st5;
-tr13:
+	goto st4;
+tr12:
 #line 138 "ext/fastcsv/fastcsv.rl"
 	{
     if (d->start == 0 || p == d->start) { // same as new_row
@@ -460,8 +460,8 @@ tr13:
   }
 #line 170 "ext/fastcsv/fastcsv.rl"
 	{te = p+1;}
-	goto st5;
-tr19:
+	goto st4;
+tr18:
 #line 95 "ext/fastcsv/fastcsv.rl"
 	{
     rb_ary_push(row, field);
@@ -469,8 +469,8 @@ tr19:
   }
 #line 168 "ext/fastcsv/fastcsv.rl"
 	{te = p+1;}
-	goto st5;
-tr20:
+	goto st4;
+tr19:
 #line 95 "ext/fastcsv/fastcsv.rl"
 	{
     rb_ary_push(row, field);
@@ -495,12 +495,12 @@ tr20:
       rb_yield(row);
     }
   }
-	goto st5;
-tr42:
+	goto st4;
+tr36:
 #line 170 "ext/fastcsv/fastcsv.rl"
 	{te = p;p--;}
-	goto st5;
-tr43:
+	goto st4;
+tr37:
 #line 100 "ext/fastcsv/fastcsv.rl"
 	{
     d->start = p;
@@ -530,8 +530,35 @@ tr43:
 	break;
 	}
 	}
-	goto st5;
-tr50:
+	goto st4;
+tr43:
+#line 100 "ext/fastcsv/fastcsv.rl"
+	{
+    d->start = p;
+
+    if (len_row_sep) {
+      if (p - mark_row_sep != len_row_sep || row_sep[0] != *mark_row_sep || (len_row_sep == 2 && row_sep[1] != *(mark_row_sep + 1))) {
+        FREE;
+
+        rb_raise(eError, "Unquoted fields do not allow \\r or \\n (line %d).", curline);
+      }
+    }
+    else {
+      len_row_sep = p - mark_row_sep;
+      row_sep = ALLOC_N(char, len_row_sep);
+      memcpy(row_sep, mark_row_sep, len_row_sep);
+    }
+
+    curline++;
+  }
+#line 169 "ext/fastcsv/fastcsv.rl"
+	{te = p;p--;}
+	goto st4;
+tr44:
+#line 169 "ext/fastcsv/fastcsv.rl"
+	{te = p;p--;}
+	goto st4;
+tr45:
 #line 100 "ext/fastcsv/fastcsv.rl"
 	{
     d->start = p;
@@ -570,8 +597,36 @@ tr50:
   }
 #line 170 "ext/fastcsv/fastcsv.rl"
 	{te = p+1;}
-	goto st5;
-tr56:
+	goto st4;
+tr51:
+#line 95 "ext/fastcsv/fastcsv.rl"
+	{
+    rb_ary_push(row, field);
+    field = Qnil;
+  }
+#line 168 "ext/fastcsv/fastcsv.rl"
+	{te = p+1;}
+#line 100 "ext/fastcsv/fastcsv.rl"
+	{
+    d->start = p;
+
+    if (len_row_sep) {
+      if (p - mark_row_sep != len_row_sep || row_sep[0] != *mark_row_sep || (len_row_sep == 2 && row_sep[1] != *(mark_row_sep + 1))) {
+        FREE;
+
+        rb_raise(eError, "Unquoted fields do not allow \\r or \\n (line %d).", curline);
+      }
+    }
+    else {
+      len_row_sep = p - mark_row_sep;
+      row_sep = ALLOC_N(char, len_row_sep);
+      memcpy(row_sep, mark_row_sep, len_row_sep);
+    }
+
+    curline++;
+  }
+	goto st4;
+tr52:
 #line 95 "ext/fastcsv/fastcsv.rl"
 	{
     rb_ary_push(row, field);
@@ -615,18 +670,18 @@ tr56:
       rb_yield(row);
     }
   }
-	goto st5;
-st5:
+	goto st4;
+st4:
 #line 1 "NONE"
 	{ts = 0;}
 #line 1 "NONE"
 	{act = 0;}
 	if ( ++p == pe )
-		goto _test_eof5;
-case 5:
+		goto _test_eof4;
+case 4:
 #line 1 "NONE"
 	{ts = p;}
-#line 630 "ext/fastcsv/fastcsv.c"
+#line 685 "ext/fastcsv/fastcsv.c"
 	_widec = (*p);
 	_widec = (short)(1152 + ((*p) - -128));
 	if ( 
@@ -636,18 +691,18 @@ case 5:
 #line 157 "ext/fastcsv/fastcsv.rl"
  (*p) == col_sep  ) _widec += 512;
 	switch( _widec ) {
-		case 1280: goto tr33;
+		case 1280: goto tr27;
 		case 1290: goto tr3;
 		case 1293: goto tr4;
-		case 1536: goto tr35;
-		case 1546: goto tr36;
-		case 1549: goto tr37;
+		case 1536: goto tr29;
+		case 1546: goto tr30;
+		case 1549: goto tr31;
 		case 1792: goto tr7;
 		case 1802: goto tr8;
 		case 1805: goto tr9;
-		case 2048: goto tr39;
-		case 2058: goto tr40;
-		case 2061: goto tr41;
+		case 2048: goto tr33;
+		case 2058: goto tr34;
+		case 2061: goto tr35;
 	}
 	if ( _widec < 1408 ) {
 		if ( 1152 <= _widec && _widec <= 1407 )
@@ -655,11 +710,11 @@ case 5:
 	} else if ( _widec > 1663 ) {
 		if ( _widec > 1919 ) {
 			if ( 1920 <= _widec && _widec <= 2175 )
-				goto tr38;
+				goto tr32;
 		} else if ( _widec >= 1664 )
 			goto tr6;
 	} else
-		goto tr34;
+		goto tr28;
 	goto st0;
 st0:
 cs = 0;
@@ -729,12 +784,12 @@ tr2:
   }
 #line 170 "ext/fastcsv/fastcsv.rl"
 	{act = 3;}
-	goto st6;
-st6:
+	goto st5;
+st5:
 	if ( ++p == pe )
-		goto _test_eof6;
-case 6:
-#line 738 "ext/fastcsv/fastcsv.c"
+		goto _test_eof5;
+case 5:
+#line 793 "ext/fastcsv/fastcsv.c"
 	_widec = (*p);
 	_widec = (short)(1152 + ((*p) - -128));
 	if ( 
@@ -762,7 +817,7 @@ case 6:
 			goto tr6;
 	} else if ( _widec >= 1152 )
 		goto st1;
-	goto tr42;
+	goto tr36;
 tr3:
 #line 1 "NONE"
 	{te = p+1;}
@@ -798,7 +853,7 @@ tr3:
   }
 #line 169 "ext/fastcsv/fastcsv.rl"
 	{act = 2;}
-	goto st7;
+	goto st6;
 tr8:
 #line 1 "NONE"
 	{te = p+1;}
@@ -839,8 +894,8 @@ tr8:
     rb_yield(row);
     row = rb_ary_new();
   }
-	goto st7;
-tr14:
+	goto st6;
+tr13:
 #line 1 "NONE"
 	{te = p+1;}
 #line 119 "ext/fastcsv/fastcsv.rl"
@@ -864,8 +919,8 @@ tr14:
   }
 #line 169 "ext/fastcsv/fastcsv.rl"
 	{act = 2;}
-	goto st7;
-tr21:
+	goto st6;
+tr20:
 #line 1 "NONE"
 	{te = p+1;}
 #line 95 "ext/fastcsv/fastcsv.rl"
@@ -894,19 +949,112 @@ tr21:
     rb_yield(row);
     row = rb_ary_new();
   }
-	goto st7;
-tr44:
+	goto st6;
+tr38:
 #line 1 "NONE"
 	{te = p+1;}
 #line 169 "ext/fastcsv/fastcsv.rl"
 	{act = 2;}
-	goto st7;
-st7:
+	goto st6;
+tr46:
+#line 1 "NONE"
+	{te = p+1;}
+#line 119 "ext/fastcsv/fastcsv.rl"
+	{
+    mark_row_sep = p;
+
+    if (d->start == 0 || p == d->start) {
+      rb_ivar_set(self, s_row, rb_str_new2(""));
+    }
+    else if (p > d->start) {
+      rb_ivar_set(self, s_row, rb_str_new(d->start, p - d->start));
+    }
+
+    if (!NIL_P(field) || RARRAY_LEN(row)) { // same as new_field
+      rb_ary_push(row, field);
+      field = Qnil;
+    }
+
+    rb_yield(row);
+    row = rb_ary_new();
+  }
+#line 100 "ext/fastcsv/fastcsv.rl"
+	{
+    d->start = p;
+
+    if (len_row_sep) {
+      if (p - mark_row_sep != len_row_sep || row_sep[0] != *mark_row_sep || (len_row_sep == 2 && row_sep[1] != *(mark_row_sep + 1))) {
+        FREE;
+
+        rb_raise(eError, "Unquoted fields do not allow \\r or \\n (line %d).", curline);
+      }
+    }
+    else {
+      len_row_sep = p - mark_row_sep;
+      row_sep = ALLOC_N(char, len_row_sep);
+      memcpy(row_sep, mark_row_sep, len_row_sep);
+    }
+
+    curline++;
+  }
+#line 169 "ext/fastcsv/fastcsv.rl"
+	{act = 2;}
+	goto st6;
+tr53:
+#line 1 "NONE"
+	{te = p+1;}
+#line 95 "ext/fastcsv/fastcsv.rl"
+	{
+    rb_ary_push(row, field);
+    field = Qnil;
+  }
+#line 168 "ext/fastcsv/fastcsv.rl"
+	{act = 1;}
+#line 119 "ext/fastcsv/fastcsv.rl"
+	{
+    mark_row_sep = p;
+
+    if (d->start == 0 || p == d->start) {
+      rb_ivar_set(self, s_row, rb_str_new2(""));
+    }
+    else if (p > d->start) {
+      rb_ivar_set(self, s_row, rb_str_new(d->start, p - d->start));
+    }
+
+    if (!NIL_P(field) || RARRAY_LEN(row)) { // same as new_field
+      rb_ary_push(row, field);
+      field = Qnil;
+    }
+
+    rb_yield(row);
+    row = rb_ary_new();
+  }
+#line 100 "ext/fastcsv/fastcsv.rl"
+	{
+    d->start = p;
+
+    if (len_row_sep) {
+      if (p - mark_row_sep != len_row_sep || row_sep[0] != *mark_row_sep || (len_row_sep == 2 && row_sep[1] != *(mark_row_sep + 1))) {
+        FREE;
+
+        rb_raise(eError, "Unquoted fields do not allow \\r or \\n (line %d).", curline);
+      }
+    }
+    else {
+      len_row_sep = p - mark_row_sep;
+      row_sep = ALLOC_N(char, len_row_sep);
+      memcpy(row_sep, mark_row_sep, len_row_sep);
+    }
+
+    curline++;
+  }
+	goto st6;
+st6:
 	if ( ++p == pe )
-		goto _test_eof7;
-case 7:
-#line 909 "ext/fastcsv/fastcsv.c"
-	goto tr43;
+		goto _test_eof6;
+case 6:
+#line 1057 "ext/fastcsv/fastcsv.c"
+	goto tr37;
 tr4:
 #line 1 "NONE"
 	{te = p+1;}
@@ -942,7 +1090,7 @@ tr4:
   }
 #line 169 "ext/fastcsv/fastcsv.rl"
 	{act = 2;}
-	goto st8;
+	goto st7;
 tr9:
 #line 1 "NONE"
 	{te = p+1;}
@@ -983,8 +1131,8 @@ tr9:
     rb_yield(row);
     row = rb_ary_new();
   }
-	goto st8;
-tr15:
+	goto st7;
+tr14:
 #line 1 "NONE"
 	{te = p+1;}
 #line 119 "ext/fastcsv/fastcsv.rl"
@@ -1008,8 +1156,8 @@ tr15:
   }
 #line 169 "ext/fastcsv/fastcsv.rl"
 	{act = 2;}
-	goto st8;
-tr22:
+	goto st7;
+tr21:
 #line 1 "NONE"
 	{te = p+1;}
 #line 95 "ext/fastcsv/fastcsv.rl"
@@ -1038,32 +1186,125 @@ tr22:
     rb_yield(row);
     row = rb_ary_new();
   }
-	goto st8;
-st8:
-	if ( ++p == pe )
-		goto _test_eof8;
-case 8:
-#line 1047 "ext/fastcsv/fastcsv.c"
-	if ( (*p) == 10 )
-		goto tr44;
-	goto tr43;
-tr33:
+	goto st7;
+tr47:
 #line 1 "NONE"
 	{te = p+1;}
-#line 49 "ext/fastcsv/fastcsv.rl"
-	{
-    if (p == ts) {
-      // Unquoted empty fields are nil, not "", in Ruby.
-      field = Qnil;
-    }
-    else if (p > ts) {
-      field = rb_enc_str_new(ts, p - ts, encoding);
-      ENCODE;
-    }
-  }
-#line 138 "ext/fastcsv/fastcsv.rl"
+#line 119 "ext/fastcsv/fastcsv.rl"
 	{
-    if (d->start == 0 || p == d->start) { // same as new_row
+    mark_row_sep = p;
+
+    if (d->start == 0 || p == d->start) {
+      rb_ivar_set(self, s_row, rb_str_new2(""));
+    }
+    else if (p > d->start) {
+      rb_ivar_set(self, s_row, rb_str_new(d->start, p - d->start));
+    }
+
+    if (!NIL_P(field) || RARRAY_LEN(row)) { // same as new_field
+      rb_ary_push(row, field);
+      field = Qnil;
+    }
+
+    rb_yield(row);
+    row = rb_ary_new();
+  }
+#line 100 "ext/fastcsv/fastcsv.rl"
+	{
+    d->start = p;
+
+    if (len_row_sep) {
+      if (p - mark_row_sep != len_row_sep || row_sep[0] != *mark_row_sep || (len_row_sep == 2 && row_sep[1] != *(mark_row_sep + 1))) {
+        FREE;
+
+        rb_raise(eError, "Unquoted fields do not allow \\r or \\n (line %d).", curline);
+      }
+    }
+    else {
+      len_row_sep = p - mark_row_sep;
+      row_sep = ALLOC_N(char, len_row_sep);
+      memcpy(row_sep, mark_row_sep, len_row_sep);
+    }
+
+    curline++;
+  }
+#line 169 "ext/fastcsv/fastcsv.rl"
+	{act = 2;}
+	goto st7;
+tr54:
+#line 1 "NONE"
+	{te = p+1;}
+#line 95 "ext/fastcsv/fastcsv.rl"
+	{
+    rb_ary_push(row, field);
+    field = Qnil;
+  }
+#line 168 "ext/fastcsv/fastcsv.rl"
+	{act = 1;}
+#line 119 "ext/fastcsv/fastcsv.rl"
+	{
+    mark_row_sep = p;
+
+    if (d->start == 0 || p == d->start) {
+      rb_ivar_set(self, s_row, rb_str_new2(""));
+    }
+    else if (p > d->start) {
+      rb_ivar_set(self, s_row, rb_str_new(d->start, p - d->start));
+    }
+
+    if (!NIL_P(field) || RARRAY_LEN(row)) { // same as new_field
+      rb_ary_push(row, field);
+      field = Qnil;
+    }
+
+    rb_yield(row);
+    row = rb_ary_new();
+  }
+#line 100 "ext/fastcsv/fastcsv.rl"
+	{
+    d->start = p;
+
+    if (len_row_sep) {
+      if (p - mark_row_sep != len_row_sep || row_sep[0] != *mark_row_sep || (len_row_sep == 2 && row_sep[1] != *(mark_row_sep + 1))) {
+        FREE;
+
+        rb_raise(eError, "Unquoted fields do not allow \\r or \\n (line %d).", curline);
+      }
+    }
+    else {
+      len_row_sep = p - mark_row_sep;
+      row_sep = ALLOC_N(char, len_row_sep);
+      memcpy(row_sep, mark_row_sep, len_row_sep);
+    }
+
+    curline++;
+  }
+	goto st7;
+st7:
+	if ( ++p == pe )
+		goto _test_eof7;
+case 7:
+#line 1288 "ext/fastcsv/fastcsv.c"
+	if ( (*p) == 10 )
+		goto tr38;
+	goto tr37;
+tr27:
+#line 1 "NONE"
+	{te = p+1;}
+#line 49 "ext/fastcsv/fastcsv.rl"
+	{
+    if (p == ts) {
+      // Unquoted empty fields are nil, not "", in Ruby.
+      field = Qnil;
+    }
+    else if (p > ts) {
+      field = rb_enc_str_new(ts, p - ts, encoding);
+      ENCODE;
+    }
+  }
+#line 138 "ext/fastcsv/fastcsv.rl"
+	{
+    if (d->start == 0 || p == d->start) { // same as new_row
       rb_ivar_set(self, s_row, rb_str_new2(""));
     }
     else if (p > d->start) {
@@ -1080,12 +1321,12 @@ tr33:
   }
 #line 170 "ext/fastcsv/fastcsv.rl"
 	{act = 3;}
-	goto st9;
-st9:
+	goto st8;
+st8:
 	if ( ++p == pe )
-		goto _test_eof9;
-case 9:
-#line 1089 "ext/fastcsv/fastcsv.c"
+		goto _test_eof8;
+case 8:
+#line 1330 "ext/fastcsv/fastcsv.c"
 	_widec = (*p);
 	_widec = (short)(1152 + ((*p) - -128));
 	if ( 
@@ -1102,14 +1343,14 @@ case 9:
 			goto st1;
 	} else
 		goto st1;
-	goto tr42;
-tr34:
+	goto tr36;
+tr28:
 #line 41 "ext/fastcsv/fastcsv.rl"
 	{
     unclosed_line = curline;
   }
 	goto st2;
-tr45:
+tr39:
 #line 100 "ext/fastcsv/fastcsv.rl"
 	{
     d->start = p;
@@ -1134,16 +1375,12 @@ st2:
 	if ( ++p == pe )
 		goto _test_eof2;
 case 2:
-#line 1138 "ext/fastcsv/fastcsv.c"
+#line 1379 "ext/fastcsv/fastcsv.c"
 	_widec = (*p);
 	_widec = (short)(128 + ((*p) - -128));
 	if ( 
 #line 156 "ext/fastcsv/fastcsv.rl"
  (*p) == quote_char  ) _widec += 256;
-	switch( _widec ) {
-		case 522: goto tr12;
-		case 525: goto tr12;
-	}
 	if ( _widec < 257 ) {
 		if ( 128 <= _widec && _widec <= 255 )
 			goto st2;
@@ -1194,7 +1431,7 @@ tr11:
     unclosed_line = 0;
   }
 	goto st3;
-tr46:
+tr40:
 #line 60 "ext/fastcsv/fastcsv.rl"
 	{
     if (p == ts) {
@@ -1258,7 +1495,7 @@ st3:
 	if ( ++p == pe )
 		goto _test_eof3;
 case 3:
-#line 1262 "ext/fastcsv/fastcsv.c"
+#line 1499 "ext/fastcsv/fastcsv.c"
 	_widec = (*p);
 	_widec = (short)(1152 + ((*p) - -128));
 	if ( 
@@ -1268,29 +1505,29 @@ case 3:
 #line 157 "ext/fastcsv/fastcsv.rl"
  (*p) == col_sep  ) _widec += 512;
 	switch( _widec ) {
-		case 1280: goto tr13;
-		case 1290: goto tr14;
-		case 1293: goto tr15;
-		case 1536: goto tr16;
-		case 1546: goto tr17;
-		case 1549: goto tr18;
-		case 1792: goto tr20;
-		case 1802: goto tr21;
-		case 1805: goto tr22;
-		case 2048: goto tr24;
-		case 2058: goto tr25;
-		case 2061: goto tr26;
+		case 1280: goto tr12;
+		case 1290: goto tr13;
+		case 1293: goto tr14;
+		case 1536: goto tr15;
+		case 1546: goto tr16;
+		case 1549: goto tr17;
+		case 1792: goto tr19;
+		case 1802: goto tr20;
+		case 1805: goto tr21;
+		case 2048: goto tr23;
+		case 2058: goto tr24;
+		case 2061: goto tr25;
 	}
 	if ( _widec < 1664 ) {
 		if ( 1408 <= _widec && _widec <= 1663 )
 			goto st2;
 	} else if ( _widec > 1919 ) {
 		if ( 1920 <= _widec && _widec <= 2175 )
-			goto tr23;
+			goto tr22;
 	} else
-		goto tr19;
+		goto tr18;
 	goto tr0;
-tr16:
+tr15:
 #line 1 "NONE"
 	{te = p+1;}
 #line 138 "ext/fastcsv/fastcsv.rl"
@@ -1312,8 +1549,8 @@ tr16:
   }
 #line 170 "ext/fastcsv/fastcsv.rl"
 	{act = 3;}
-	goto st10;
-tr23:
+	goto st9;
+tr22:
 #line 1 "NONE"
 	{te = p+1;}
 #line 95 "ext/fastcsv/fastcsv.rl"
@@ -1323,8 +1560,8 @@ tr23:
   }
 #line 168 "ext/fastcsv/fastcsv.rl"
 	{act = 1;}
-	goto st10;
-tr24:
+	goto st9;
+tr23:
 #line 1 "NONE"
 	{te = p+1;}
 #line 95 "ext/fastcsv/fastcsv.rl"
@@ -1351,8 +1588,8 @@ tr24:
       rb_yield(row);
     }
   }
-	goto st10;
-tr35:
+	goto st9;
+tr29:
 #line 1 "NONE"
 	{te = p+1;}
 #line 41 "ext/fastcsv/fastcsv.rl"
@@ -1389,8 +1626,8 @@ tr35:
   }
 #line 170 "ext/fastcsv/fastcsv.rl"
 	{act = 3;}
-	goto st10;
-tr38:
+	goto st9;
+tr32:
 #line 1 "NONE"
 	{te = p+1;}
 #line 49 "ext/fastcsv/fastcsv.rl"
@@ -1415,8 +1652,8 @@ tr38:
   }
 #line 168 "ext/fastcsv/fastcsv.rl"
 	{act = 1;}
-	goto st10;
-tr39:
+	goto st9;
+tr33:
 #line 1 "NONE"
 	{te = p+1;}
 #line 49 "ext/fastcsv/fastcsv.rl"
@@ -1458,7 +1695,49 @@ tr39:
       rb_yield(row);
     }
   }
-	goto st10;
+	goto st9;
+tr48:
+#line 1 "NONE"
+	{te = p+1;}
+#line 100 "ext/fastcsv/fastcsv.rl"
+	{
+    d->start = p;
+
+    if (len_row_sep) {
+      if (p - mark_row_sep != len_row_sep || row_sep[0] != *mark_row_sep || (len_row_sep == 2 && row_sep[1] != *(mark_row_sep + 1))) {
+        FREE;
+
+        rb_raise(eError, "Unquoted fields do not allow \\r or \\n (line %d).", curline);
+      }
+    }
+    else {
+      len_row_sep = p - mark_row_sep;
+      row_sep = ALLOC_N(char, len_row_sep);
+      memcpy(row_sep, mark_row_sep, len_row_sep);
+    }
+
+    curline++;
+  }
+#line 138 "ext/fastcsv/fastcsv.rl"
+	{
+    if (d->start == 0 || p == d->start) { // same as new_row
+      rb_ivar_set(self, s_row, rb_str_new2(""));
+    }
+    else if (p > d->start) {
+      rb_ivar_set(self, s_row, rb_str_new(d->start, p - d->start));
+    }
+
+    if (!NIL_P(field) || RARRAY_LEN(row)) {
+      rb_ary_push(row, field);
+    }
+
+    if (RARRAY_LEN(row)) {
+      rb_yield(row);
+    }
+  }
+#line 170 "ext/fastcsv/fastcsv.rl"
+	{act = 3;}
+	goto st9;
 tr55:
 #line 1 "NONE"
 	{te = p+1;}
@@ -1488,21 +1767,64 @@ tr55:
 
     curline++;
   }
-	goto st10;
-st10:
+	goto st9;
+tr56:
+#line 1 "NONE"
+	{te = p+1;}
+#line 95 "ext/fastcsv/fastcsv.rl"
+	{
+    rb_ary_push(row, field);
+    field = Qnil;
+  }
+#line 168 "ext/fastcsv/fastcsv.rl"
+	{act = 1;}
+#line 100 "ext/fastcsv/fastcsv.rl"
+	{
+    d->start = p;
+
+    if (len_row_sep) {
+      if (p - mark_row_sep != len_row_sep || row_sep[0] != *mark_row_sep || (len_row_sep == 2 && row_sep[1] != *(mark_row_sep + 1))) {
+        FREE;
+
+        rb_raise(eError, "Unquoted fields do not allow \\r or \\n (line %d).", curline);
+      }
+    }
+    else {
+      len_row_sep = p - mark_row_sep;
+      row_sep = ALLOC_N(char, len_row_sep);
+      memcpy(row_sep, mark_row_sep, len_row_sep);
+    }
+
+    curline++;
+  }
+#line 138 "ext/fastcsv/fastcsv.rl"
+	{
+    if (d->start == 0 || p == d->start) { // same as new_row
+      rb_ivar_set(self, s_row, rb_str_new2(""));
+    }
+    else if (p > d->start) {
+      rb_ivar_set(self, s_row, rb_str_new(d->start, p - d->start));
+    }
+
+    if (!NIL_P(field) || RARRAY_LEN(row)) {
+      rb_ary_push(row, field);
+    }
+
+    if (RARRAY_LEN(row)) {
+      rb_yield(row);
+    }
+  }
+	goto st9;
+st9:
 	if ( ++p == pe )
-		goto _test_eof10;
-case 10:
-#line 1497 "ext/fastcsv/fastcsv.c"
+		goto _test_eof9;
+case 9:
+#line 1823 "ext/fastcsv/fastcsv.c"
 	_widec = (*p);
 	_widec = (short)(128 + ((*p) - -128));
 	if ( 
 #line 156 "ext/fastcsv/fastcsv.rl"
  (*p) == quote_char  ) _widec += 256;
-	switch( _widec ) {
-		case 522: goto tr12;
-		case 525: goto tr12;
-	}
 	if ( _widec < 257 ) {
 		if ( 128 <= _widec && _widec <= 255 )
 			goto st2;
@@ -1512,150 +1834,10 @@ case 10:
 	} else
 		goto st2;
 	goto tr0;
-tr12:
-#line 60 "ext/fastcsv/fastcsv.rl"
-	{
-    if (p == ts) {
-      field = rb_enc_str_new("", 0, encoding);
-      ENCODE;
-    }
-    // @note If we add an action on '""', we can skip some steps if no '""' is found.
-    else if (p > ts) {
-      // Operating on ts in-place produces odd behavior, FYI.
-      char *copy = ALLOC_N(char, p - ts);
-      memcpy(copy, ts, p - ts);
-
-      char *reader = ts, *writer = copy;
-      int escaped = 0;
-
-      while (p > reader) {
-        if (*reader == quote_char && !escaped) {
-          // Skip the escaping character.
-          escaped = 1;
-        }
-        else {
-          escaped = 0;
-          *writer++ = *reader;
-        }
-        reader++;
-      }
-
-      field = rb_enc_str_new(copy, writer - copy, encoding);
-      ENCODE;
-
-      if (copy != NULL) {
-        free(copy);
-      }
-    }
-  }
-#line 45 "ext/fastcsv/fastcsv.rl"
-	{
-    unclosed_line = 0;
-  }
-	goto st4;
-tr47:
-#line 60 "ext/fastcsv/fastcsv.rl"
-	{
-    if (p == ts) {
-      field = rb_enc_str_new("", 0, encoding);
-      ENCODE;
-    }
-    // @note If we add an action on '""', we can skip some steps if no '""' is found.
-    else if (p > ts) {
-      // Operating on ts in-place produces odd behavior, FYI.
-      char *copy = ALLOC_N(char, p - ts);
-      memcpy(copy, ts, p - ts);
-
-      char *reader = ts, *writer = copy;
-      int escaped = 0;
-
-      while (p > reader) {
-        if (*reader == quote_char && !escaped) {
-          // Skip the escaping character.
-          escaped = 1;
-        }
-        else {
-          escaped = 0;
-          *writer++ = *reader;
-        }
-        reader++;
-      }
-
-      field = rb_enc_str_new(copy, writer - copy, encoding);
-      ENCODE;
-
-      if (copy != NULL) {
-        free(copy);
-      }
-    }
-  }
-#line 45 "ext/fastcsv/fastcsv.rl"
-	{
-    unclosed_line = 0;
-  }
-#line 100 "ext/fastcsv/fastcsv.rl"
-	{
-    d->start = p;
-
-    if (len_row_sep) {
-      if (p - mark_row_sep != len_row_sep || row_sep[0] != *mark_row_sep || (len_row_sep == 2 && row_sep[1] != *(mark_row_sep + 1))) {
-        FREE;
-
-        rb_raise(eError, "Unquoted fields do not allow \\r or \\n (line %d).", curline);
-      }
-    }
-    else {
-      len_row_sep = p - mark_row_sep;
-      row_sep = ALLOC_N(char, len_row_sep);
-      memcpy(row_sep, mark_row_sep, len_row_sep);
-    }
-
-    curline++;
-  }
-	goto st4;
-st4:
-	if ( ++p == pe )
-		goto _test_eof4;
-case 4:
-#line 1621 "ext/fastcsv/fastcsv.c"
-	_widec = (*p);
-	_widec = (short)(1152 + ((*p) - -128));
-	if ( 
-#line 156 "ext/fastcsv/fastcsv.rl"
- (*p) == quote_char  ) _widec += 256;
-	if ( 
-#line 157 "ext/fastcsv/fastcsv.rl"
- (*p) == col_sep  ) _widec += 512;
-	switch( _widec ) {
-		case 1280: goto tr13;
-		case 1290: goto tr17;
-		case 1293: goto tr18;
-		case 1536: goto tr27;
-		case 1546: goto tr28;
-		case 1549: goto tr28;
-		case 1792: goto tr20;
-		case 1802: goto tr25;
-		case 1805: goto tr26;
-		case 2048: goto tr30;
-		case 2058: goto tr31;
-		case 2061: goto tr31;
-	}
-	if ( _widec < 1408 ) {
-		if ( 1152 <= _widec && _widec <= 1407 )
-			goto st2;
-	} else if ( _widec > 1663 ) {
-		if ( _widec > 1919 ) {
-			if ( 1920 <= _widec && _widec <= 2175 )
-				goto tr29;
-		} else if ( _widec >= 1664 )
-			goto tr23;
-	} else
-		goto tr12;
-	goto tr0;
-tr17:
-#line 1 "NONE"
-	{te = p+1;}
-#line 119 "ext/fastcsv/fastcsv.rl"
+tr16:
+#line 1 "NONE"
+	{te = p+1;}
+#line 119 "ext/fastcsv/fastcsv.rl"
 	{
     mark_row_sep = p;
 
@@ -1676,8 +1858,8 @@ tr17:
   }
 #line 169 "ext/fastcsv/fastcsv.rl"
 	{act = 2;}
-	goto st11;
-tr25:
+	goto st10;
+tr24:
 #line 1 "NONE"
 	{te = p+1;}
 #line 95 "ext/fastcsv/fastcsv.rl"
@@ -1706,8 +1888,8 @@ tr25:
     rb_yield(row);
     row = rb_ary_new();
   }
-	goto st11;
-tr36:
+	goto st10;
+tr30:
 #line 1 "NONE"
 	{te = p+1;}
 #line 41 "ext/fastcsv/fastcsv.rl"
@@ -1746,8 +1928,8 @@ tr36:
   }
 #line 169 "ext/fastcsv/fastcsv.rl"
 	{act = 2;}
-	goto st11;
-tr40:
+	goto st10;
+tr34:
 #line 1 "NONE"
 	{te = p+1;}
 #line 49 "ext/fastcsv/fastcsv.rl"
@@ -1791,8 +1973,8 @@ tr40:
     rb_yield(row);
     row = rb_ary_new();
   }
-	goto st11;
-tr48:
+	goto st10;
+tr41:
 #line 1 "NONE"
 	{te = p+1;}
 #line 100 "ext/fastcsv/fastcsv.rl"
@@ -1816,8 +1998,8 @@ tr48:
   }
 #line 169 "ext/fastcsv/fastcsv.rl"
 	{act = 2;}
-	goto st11;
-tr51:
+	goto st10;
+tr49:
 #line 1 "NONE"
 	{te = p+1;}
 #line 119 "ext/fastcsv/fastcsv.rl"
@@ -1860,7 +2042,7 @@ tr51:
   }
 #line 169 "ext/fastcsv/fastcsv.rl"
 	{act = 2;}
-	goto st11;
+	goto st10;
 tr57:
 #line 1 "NONE"
 	{te = p+1;}
@@ -1909,29 +2091,26 @@ tr57:
 
     curline++;
   }
-	goto st11;
-st11:
+	goto st10;
+st10:
 	if ( ++p == pe )
-		goto _test_eof11;
-case 11:
-#line 1918 "ext/fastcsv/fastcsv.c"
+		goto _test_eof10;
+case 10:
+#line 2100 "ext/fastcsv/fastcsv.c"
 	_widec = (*p);
 	_widec = (short)(128 + ((*p) - -128));
 	if ( 
 #line 156 "ext/fastcsv/fastcsv.rl"
  (*p) == quote_char  ) _widec += 256;
-	switch( _widec ) {
-		case 256: goto tr43;
-		case 522: goto tr47;
-		case 525: goto tr47;
-	}
+	if ( _widec == 256 )
+		goto tr37;
 	if ( _widec > 383 ) {
 		if ( 384 <= _widec && _widec <= 639 )
-			goto tr46;
+			goto tr40;
 	} else if ( _widec >= 128 )
-		goto tr45;
+		goto tr39;
 	goto tr0;
-tr18:
+tr17:
 #line 1 "NONE"
 	{te = p+1;}
 #line 119 "ext/fastcsv/fastcsv.rl"
@@ -1955,8 +2134,8 @@ tr18:
   }
 #line 169 "ext/fastcsv/fastcsv.rl"
 	{act = 2;}
-	goto st12;
-tr26:
+	goto st11;
+tr25:
 #line 1 "NONE"
 	{te = p+1;}
 #line 95 "ext/fastcsv/fastcsv.rl"
@@ -1985,8 +2164,8 @@ tr26:
     rb_yield(row);
     row = rb_ary_new();
   }
-	goto st12;
-tr37:
+	goto st11;
+tr31:
 #line 1 "NONE"
 	{te = p+1;}
 #line 41 "ext/fastcsv/fastcsv.rl"
@@ -2025,8 +2204,8 @@ tr37:
   }
 #line 169 "ext/fastcsv/fastcsv.rl"
 	{act = 2;}
-	goto st12;
-tr41:
+	goto st11;
+tr35:
 #line 1 "NONE"
 	{te = p+1;}
 #line 49 "ext/fastcsv/fastcsv.rl"
@@ -2070,8 +2249,8 @@ tr41:
     rb_yield(row);
     row = rb_ary_new();
   }
-	goto st12;
-tr52:
+	goto st11;
+tr50:
 #line 1 "NONE"
 	{te = p+1;}
 #line 119 "ext/fastcsv/fastcsv.rl"
@@ -2114,7 +2293,7 @@ tr52:
   }
 #line 169 "ext/fastcsv/fastcsv.rl"
 	{act = 2;}
-	goto st12;
+	goto st11;
 tr58:
 #line 1 "NONE"
 	{te = p+1;}
@@ -2163,30 +2342,29 @@ tr58:
 
     curline++;
   }
-	goto st12;
-st12:
+	goto st11;
+st11:
 	if ( ++p == pe )
-		goto _test_eof12;
-case 12:
-#line 2172 "ext/fastcsv/fastcsv.c"
+		goto _test_eof11;
+case 11:
+#line 2351 "ext/fastcsv/fastcsv.c"
 	_widec = (*p);
 	_widec = (short)(128 + ((*p) - -128));
 	if ( 
 #line 156 "ext/fastcsv/fastcsv.rl"
  (*p) == quote_char  ) _widec += 256;
 	switch( _widec ) {
-		case 256: goto tr43;
-		case 266: goto tr48;
-		case 522: goto tr49;
-		case 525: goto tr47;
+		case 256: goto tr37;
+		case 266: goto tr41;
+		case 522: goto tr42;
 	}
 	if ( _widec > 383 ) {
 		if ( 384 <= _widec && _widec <= 639 )
-			goto tr46;
+			goto tr40;
 	} else if ( _widec >= 128 )
-		goto tr45;
+		goto tr39;
 	goto tr0;
-tr28:
+tr42:
 #line 1 "NONE"
 	{te = p+1;}
 #line 60 "ext/fastcsv/fastcsv.rl"
@@ -2228,791 +2406,33 @@ tr28:
 	{
     unclosed_line = 0;
   }
-#line 119 "ext/fastcsv/fastcsv.rl"
+#line 100 "ext/fastcsv/fastcsv.rl"
 	{
-    mark_row_sep = p;
+    d->start = p;
 
-    if (d->start == 0 || p == d->start) {
-      rb_ivar_set(self, s_row, rb_str_new2(""));
-    }
-    else if (p > d->start) {
-      rb_ivar_set(self, s_row, rb_str_new(d->start, p - d->start));
-    }
+    if (len_row_sep) {
+      if (p - mark_row_sep != len_row_sep || row_sep[0] != *mark_row_sep || (len_row_sep == 2 && row_sep[1] != *(mark_row_sep + 1))) {
+        FREE;
 
-    if (!NIL_P(field) || RARRAY_LEN(row)) { // same as new_field
-      rb_ary_push(row, field);
-      field = Qnil;
+        rb_raise(eError, "Unquoted fields do not allow \\r or \\n (line %d).", curline);
+      }
+    }
+    else {
+      len_row_sep = p - mark_row_sep;
+      row_sep = ALLOC_N(char, len_row_sep);
+      memcpy(row_sep, mark_row_sep, len_row_sep);
     }
 
-    rb_yield(row);
-    row = rb_ary_new();
+    curline++;
   }
 #line 169 "ext/fastcsv/fastcsv.rl"
 	{act = 2;}
-	goto st13;
-tr31:
-#line 1 "NONE"
-	{te = p+1;}
-#line 60 "ext/fastcsv/fastcsv.rl"
-	{
-    if (p == ts) {
-      field = rb_enc_str_new("", 0, encoding);
-      ENCODE;
-    }
-    // @note If we add an action on '""', we can skip some steps if no '""' is found.
-    else if (p > ts) {
-      // Operating on ts in-place produces odd behavior, FYI.
-      char *copy = ALLOC_N(char, p - ts);
-      memcpy(copy, ts, p - ts);
-
-      char *reader = ts, *writer = copy;
-      int escaped = 0;
-
-      while (p > reader) {
-        if (*reader == quote_char && !escaped) {
-          // Skip the escaping character.
-          escaped = 1;
-        }
-        else {
-          escaped = 0;
-          *writer++ = *reader;
-        }
-        reader++;
-      }
-
-      field = rb_enc_str_new(copy, writer - copy, encoding);
-      ENCODE;
-
-      if (copy != NULL) {
-        free(copy);
-      }
-    }
-  }
-#line 45 "ext/fastcsv/fastcsv.rl"
-	{
-    unclosed_line = 0;
-  }
-#line 95 "ext/fastcsv/fastcsv.rl"
-	{
-    rb_ary_push(row, field);
-    field = Qnil;
-  }
-#line 168 "ext/fastcsv/fastcsv.rl"
-	{act = 1;}
-#line 119 "ext/fastcsv/fastcsv.rl"
-	{
-    mark_row_sep = p;
-
-    if (d->start == 0 || p == d->start) {
-      rb_ivar_set(self, s_row, rb_str_new2(""));
-    }
-    else if (p > d->start) {
-      rb_ivar_set(self, s_row, rb_str_new(d->start, p - d->start));
-    }
-
-    if (!NIL_P(field) || RARRAY_LEN(row)) { // same as new_field
-      rb_ary_push(row, field);
-      field = Qnil;
-    }
-
-    rb_yield(row);
-    row = rb_ary_new();
-  }
-	goto st13;
-tr49:
-#line 1 "NONE"
-	{te = p+1;}
-#line 60 "ext/fastcsv/fastcsv.rl"
-	{
-    if (p == ts) {
-      field = rb_enc_str_new("", 0, encoding);
-      ENCODE;
-    }
-    // @note If we add an action on '""', we can skip some steps if no '""' is found.
-    else if (p > ts) {
-      // Operating on ts in-place produces odd behavior, FYI.
-      char *copy = ALLOC_N(char, p - ts);
-      memcpy(copy, ts, p - ts);
-
-      char *reader = ts, *writer = copy;
-      int escaped = 0;
-
-      while (p > reader) {
-        if (*reader == quote_char && !escaped) {
-          // Skip the escaping character.
-          escaped = 1;
-        }
-        else {
-          escaped = 0;
-          *writer++ = *reader;
-        }
-        reader++;
-      }
-
-      field = rb_enc_str_new(copy, writer - copy, encoding);
-      ENCODE;
-
-      if (copy != NULL) {
-        free(copy);
-      }
-    }
-  }
-#line 45 "ext/fastcsv/fastcsv.rl"
-	{
-    unclosed_line = 0;
-  }
-#line 100 "ext/fastcsv/fastcsv.rl"
-	{
-    d->start = p;
-
-    if (len_row_sep) {
-      if (p - mark_row_sep != len_row_sep || row_sep[0] != *mark_row_sep || (len_row_sep == 2 && row_sep[1] != *(mark_row_sep + 1))) {
-        FREE;
-
-        rb_raise(eError, "Unquoted fields do not allow \\r or \\n (line %d).", curline);
-      }
-    }
-    else {
-      len_row_sep = p - mark_row_sep;
-      row_sep = ALLOC_N(char, len_row_sep);
-      memcpy(row_sep, mark_row_sep, len_row_sep);
-    }
-
-    curline++;
-  }
-#line 169 "ext/fastcsv/fastcsv.rl"
-	{act = 2;}
-	goto st13;
-tr54:
-#line 1 "NONE"
-	{te = p+1;}
-#line 60 "ext/fastcsv/fastcsv.rl"
-	{
-    if (p == ts) {
-      field = rb_enc_str_new("", 0, encoding);
-      ENCODE;
-    }
-    // @note If we add an action on '""', we can skip some steps if no '""' is found.
-    else if (p > ts) {
-      // Operating on ts in-place produces odd behavior, FYI.
-      char *copy = ALLOC_N(char, p - ts);
-      memcpy(copy, ts, p - ts);
-
-      char *reader = ts, *writer = copy;
-      int escaped = 0;
-
-      while (p > reader) {
-        if (*reader == quote_char && !escaped) {
-          // Skip the escaping character.
-          escaped = 1;
-        }
-        else {
-          escaped = 0;
-          *writer++ = *reader;
-        }
-        reader++;
-      }
-
-      field = rb_enc_str_new(copy, writer - copy, encoding);
-      ENCODE;
-
-      if (copy != NULL) {
-        free(copy);
-      }
-    }
-  }
-#line 45 "ext/fastcsv/fastcsv.rl"
-	{
-    unclosed_line = 0;
-  }
-#line 119 "ext/fastcsv/fastcsv.rl"
-	{
-    mark_row_sep = p;
-
-    if (d->start == 0 || p == d->start) {
-      rb_ivar_set(self, s_row, rb_str_new2(""));
-    }
-    else if (p > d->start) {
-      rb_ivar_set(self, s_row, rb_str_new(d->start, p - d->start));
-    }
-
-    if (!NIL_P(field) || RARRAY_LEN(row)) { // same as new_field
-      rb_ary_push(row, field);
-      field = Qnil;
-    }
-
-    rb_yield(row);
-    row = rb_ary_new();
-  }
-#line 100 "ext/fastcsv/fastcsv.rl"
-	{
-    d->start = p;
-
-    if (len_row_sep) {
-      if (p - mark_row_sep != len_row_sep || row_sep[0] != *mark_row_sep || (len_row_sep == 2 && row_sep[1] != *(mark_row_sep + 1))) {
-        FREE;
-
-        rb_raise(eError, "Unquoted fields do not allow \\r or \\n (line %d).", curline);
-      }
-    }
-    else {
-      len_row_sep = p - mark_row_sep;
-      row_sep = ALLOC_N(char, len_row_sep);
-      memcpy(row_sep, mark_row_sep, len_row_sep);
-    }
-
-    curline++;
-  }
-#line 169 "ext/fastcsv/fastcsv.rl"
-	{act = 2;}
-	goto st13;
-tr61:
-#line 1 "NONE"
-	{te = p+1;}
-#line 60 "ext/fastcsv/fastcsv.rl"
-	{
-    if (p == ts) {
-      field = rb_enc_str_new("", 0, encoding);
-      ENCODE;
-    }
-    // @note If we add an action on '""', we can skip some steps if no '""' is found.
-    else if (p > ts) {
-      // Operating on ts in-place produces odd behavior, FYI.
-      char *copy = ALLOC_N(char, p - ts);
-      memcpy(copy, ts, p - ts);
-
-      char *reader = ts, *writer = copy;
-      int escaped = 0;
-
-      while (p > reader) {
-        if (*reader == quote_char && !escaped) {
-          // Skip the escaping character.
-          escaped = 1;
-        }
-        else {
-          escaped = 0;
-          *writer++ = *reader;
-        }
-        reader++;
-      }
-
-      field = rb_enc_str_new(copy, writer - copy, encoding);
-      ENCODE;
-
-      if (copy != NULL) {
-        free(copy);
-      }
-    }
-  }
-#line 45 "ext/fastcsv/fastcsv.rl"
-	{
-    unclosed_line = 0;
-  }
-#line 95 "ext/fastcsv/fastcsv.rl"
-	{
-    rb_ary_push(row, field);
-    field = Qnil;
-  }
-#line 168 "ext/fastcsv/fastcsv.rl"
-	{act = 1;}
-#line 119 "ext/fastcsv/fastcsv.rl"
-	{
-    mark_row_sep = p;
-
-    if (d->start == 0 || p == d->start) {
-      rb_ivar_set(self, s_row, rb_str_new2(""));
-    }
-    else if (p > d->start) {
-      rb_ivar_set(self, s_row, rb_str_new(d->start, p - d->start));
-    }
-
-    if (!NIL_P(field) || RARRAY_LEN(row)) { // same as new_field
-      rb_ary_push(row, field);
-      field = Qnil;
-    }
-
-    rb_yield(row);
-    row = rb_ary_new();
-  }
-#line 100 "ext/fastcsv/fastcsv.rl"
-	{
-    d->start = p;
-
-    if (len_row_sep) {
-      if (p - mark_row_sep != len_row_sep || row_sep[0] != *mark_row_sep || (len_row_sep == 2 && row_sep[1] != *(mark_row_sep + 1))) {
-        FREE;
-
-        rb_raise(eError, "Unquoted fields do not allow \\r or \\n (line %d).", curline);
-      }
-    }
-    else {
-      len_row_sep = p - mark_row_sep;
-      row_sep = ALLOC_N(char, len_row_sep);
-      memcpy(row_sep, mark_row_sep, len_row_sep);
-    }
-
-    curline++;
-  }
-	goto st13;
-st13:
-	if ( ++p == pe )
-		goto _test_eof13;
-case 13:
-#line 2562 "ext/fastcsv/fastcsv.c"
-	_widec = (*p);
-	_widec = (short)(1152 + ((*p) - -128));
-	if ( 
-#line 156 "ext/fastcsv/fastcsv.rl"
- (*p) == quote_char  ) _widec += 256;
-	if ( 
-#line 157 "ext/fastcsv/fastcsv.rl"
- (*p) == col_sep  ) _widec += 512;
-	switch( _widec ) {
-		case 1280: goto tr50;
-		case 1290: goto tr51;
-		case 1293: goto tr52;
-		case 1536: goto tr53;
-		case 1546: goto tr54;
-		case 1549: goto tr54;
-		case 1792: goto tr56;
-		case 1802: goto tr57;
-		case 1805: goto tr58;
-		case 2048: goto tr60;
-		case 2058: goto tr61;
-		case 2061: goto tr61;
-	}
-	if ( _widec < 1408 ) {
-		if ( 1152 <= _widec && _widec <= 1407 )
-			goto tr45;
-	} else if ( _widec > 1663 ) {
-		if ( _widec > 1919 ) {
-			if ( 1920 <= _widec && _widec <= 2175 )
-				goto tr59;
-		} else if ( _widec >= 1664 )
-			goto tr55;
-	} else
-		goto tr47;
-	goto tr0;
-tr27:
-#line 1 "NONE"
-	{te = p+1;}
-#line 60 "ext/fastcsv/fastcsv.rl"
-	{
-    if (p == ts) {
-      field = rb_enc_str_new("", 0, encoding);
-      ENCODE;
-    }
-    // @note If we add an action on '""', we can skip some steps if no '""' is found.
-    else if (p > ts) {
-      // Operating on ts in-place produces odd behavior, FYI.
-      char *copy = ALLOC_N(char, p - ts);
-      memcpy(copy, ts, p - ts);
-
-      char *reader = ts, *writer = copy;
-      int escaped = 0;
-
-      while (p > reader) {
-        if (*reader == quote_char && !escaped) {
-          // Skip the escaping character.
-          escaped = 1;
-        }
-        else {
-          escaped = 0;
-          *writer++ = *reader;
-        }
-        reader++;
-      }
-
-      field = rb_enc_str_new(copy, writer - copy, encoding);
-      ENCODE;
-
-      if (copy != NULL) {
-        free(copy);
-      }
-    }
-  }
-#line 45 "ext/fastcsv/fastcsv.rl"
-	{
-    unclosed_line = 0;
-  }
-#line 138 "ext/fastcsv/fastcsv.rl"
-	{
-    if (d->start == 0 || p == d->start) { // same as new_row
-      rb_ivar_set(self, s_row, rb_str_new2(""));
-    }
-    else if (p > d->start) {
-      rb_ivar_set(self, s_row, rb_str_new(d->start, p - d->start));
-    }
-
-    if (!NIL_P(field) || RARRAY_LEN(row)) {
-      rb_ary_push(row, field);
-    }
-
-    if (RARRAY_LEN(row)) {
-      rb_yield(row);
-    }
-  }
-#line 170 "ext/fastcsv/fastcsv.rl"
-	{act = 3;}
-	goto st14;
-tr29:
-#line 1 "NONE"
-	{te = p+1;}
-#line 60 "ext/fastcsv/fastcsv.rl"
-	{
-    if (p == ts) {
-      field = rb_enc_str_new("", 0, encoding);
-      ENCODE;
-    }
-    // @note If we add an action on '""', we can skip some steps if no '""' is found.
-    else if (p > ts) {
-      // Operating on ts in-place produces odd behavior, FYI.
-      char *copy = ALLOC_N(char, p - ts);
-      memcpy(copy, ts, p - ts);
-
-      char *reader = ts, *writer = copy;
-      int escaped = 0;
-
-      while (p > reader) {
-        if (*reader == quote_char && !escaped) {
-          // Skip the escaping character.
-          escaped = 1;
-        }
-        else {
-          escaped = 0;
-          *writer++ = *reader;
-        }
-        reader++;
-      }
-
-      field = rb_enc_str_new(copy, writer - copy, encoding);
-      ENCODE;
-
-      if (copy != NULL) {
-        free(copy);
-      }
-    }
-  }
-#line 45 "ext/fastcsv/fastcsv.rl"
-	{
-    unclosed_line = 0;
-  }
-#line 95 "ext/fastcsv/fastcsv.rl"
-	{
-    rb_ary_push(row, field);
-    field = Qnil;
-  }
-#line 168 "ext/fastcsv/fastcsv.rl"
-	{act = 1;}
-	goto st14;
-tr30:
-#line 1 "NONE"
-	{te = p+1;}
-#line 60 "ext/fastcsv/fastcsv.rl"
-	{
-    if (p == ts) {
-      field = rb_enc_str_new("", 0, encoding);
-      ENCODE;
-    }
-    // @note If we add an action on '""', we can skip some steps if no '""' is found.
-    else if (p > ts) {
-      // Operating on ts in-place produces odd behavior, FYI.
-      char *copy = ALLOC_N(char, p - ts);
-      memcpy(copy, ts, p - ts);
-
-      char *reader = ts, *writer = copy;
-      int escaped = 0;
-
-      while (p > reader) {
-        if (*reader == quote_char && !escaped) {
-          // Skip the escaping character.
-          escaped = 1;
-        }
-        else {
-          escaped = 0;
-          *writer++ = *reader;
-        }
-        reader++;
-      }
-
-      field = rb_enc_str_new(copy, writer - copy, encoding);
-      ENCODE;
-
-      if (copy != NULL) {
-        free(copy);
-      }
-    }
-  }
-#line 45 "ext/fastcsv/fastcsv.rl"
-	{
-    unclosed_line = 0;
-  }
-#line 95 "ext/fastcsv/fastcsv.rl"
-	{
-    rb_ary_push(row, field);
-    field = Qnil;
-  }
-#line 168 "ext/fastcsv/fastcsv.rl"
-	{act = 1;}
-#line 138 "ext/fastcsv/fastcsv.rl"
-	{
-    if (d->start == 0 || p == d->start) { // same as new_row
-      rb_ivar_set(self, s_row, rb_str_new2(""));
-    }
-    else if (p > d->start) {
-      rb_ivar_set(self, s_row, rb_str_new(d->start, p - d->start));
-    }
-
-    if (!NIL_P(field) || RARRAY_LEN(row)) {
-      rb_ary_push(row, field);
-    }
-
-    if (RARRAY_LEN(row)) {
-      rb_yield(row);
-    }
-  }
-	goto st14;
-tr53:
-#line 1 "NONE"
-	{te = p+1;}
-#line 60 "ext/fastcsv/fastcsv.rl"
-	{
-    if (p == ts) {
-      field = rb_enc_str_new("", 0, encoding);
-      ENCODE;
-    }
-    // @note If we add an action on '""', we can skip some steps if no '""' is found.
-    else if (p > ts) {
-      // Operating on ts in-place produces odd behavior, FYI.
-      char *copy = ALLOC_N(char, p - ts);
-      memcpy(copy, ts, p - ts);
-
-      char *reader = ts, *writer = copy;
-      int escaped = 0;
-
-      while (p > reader) {
-        if (*reader == quote_char && !escaped) {
-          // Skip the escaping character.
-          escaped = 1;
-        }
-        else {
-          escaped = 0;
-          *writer++ = *reader;
-        }
-        reader++;
-      }
-
-      field = rb_enc_str_new(copy, writer - copy, encoding);
-      ENCODE;
-
-      if (copy != NULL) {
-        free(copy);
-      }
-    }
-  }
-#line 45 "ext/fastcsv/fastcsv.rl"
-	{
-    unclosed_line = 0;
-  }
-#line 100 "ext/fastcsv/fastcsv.rl"
-	{
-    d->start = p;
-
-    if (len_row_sep) {
-      if (p - mark_row_sep != len_row_sep || row_sep[0] != *mark_row_sep || (len_row_sep == 2 && row_sep[1] != *(mark_row_sep + 1))) {
-        FREE;
-
-        rb_raise(eError, "Unquoted fields do not allow \\r or \\n (line %d).", curline);
-      }
-    }
-    else {
-      len_row_sep = p - mark_row_sep;
-      row_sep = ALLOC_N(char, len_row_sep);
-      memcpy(row_sep, mark_row_sep, len_row_sep);
-    }
-
-    curline++;
-  }
-#line 138 "ext/fastcsv/fastcsv.rl"
-	{
-    if (d->start == 0 || p == d->start) { // same as new_row
-      rb_ivar_set(self, s_row, rb_str_new2(""));
-    }
-    else if (p > d->start) {
-      rb_ivar_set(self, s_row, rb_str_new(d->start, p - d->start));
-    }
-
-    if (!NIL_P(field) || RARRAY_LEN(row)) {
-      rb_ary_push(row, field);
-    }
-
-    if (RARRAY_LEN(row)) {
-      rb_yield(row);
-    }
-  }
-#line 170 "ext/fastcsv/fastcsv.rl"
-	{act = 3;}
-	goto st14;
-tr59:
-#line 1 "NONE"
-	{te = p+1;}
-#line 60 "ext/fastcsv/fastcsv.rl"
-	{
-    if (p == ts) {
-      field = rb_enc_str_new("", 0, encoding);
-      ENCODE;
-    }
-    // @note If we add an action on '""', we can skip some steps if no '""' is found.
-    else if (p > ts) {
-      // Operating on ts in-place produces odd behavior, FYI.
-      char *copy = ALLOC_N(char, p - ts);
-      memcpy(copy, ts, p - ts);
-
-      char *reader = ts, *writer = copy;
-      int escaped = 0;
-
-      while (p > reader) {
-        if (*reader == quote_char && !escaped) {
-          // Skip the escaping character.
-          escaped = 1;
-        }
-        else {
-          escaped = 0;
-          *writer++ = *reader;
-        }
-        reader++;
-      }
-
-      field = rb_enc_str_new(copy, writer - copy, encoding);
-      ENCODE;
-
-      if (copy != NULL) {
-        free(copy);
-      }
-    }
-  }
-#line 45 "ext/fastcsv/fastcsv.rl"
-	{
-    unclosed_line = 0;
-  }
-#line 95 "ext/fastcsv/fastcsv.rl"
-	{
-    rb_ary_push(row, field);
-    field = Qnil;
-  }
-#line 168 "ext/fastcsv/fastcsv.rl"
-	{act = 1;}
-#line 100 "ext/fastcsv/fastcsv.rl"
-	{
-    d->start = p;
-
-    if (len_row_sep) {
-      if (p - mark_row_sep != len_row_sep || row_sep[0] != *mark_row_sep || (len_row_sep == 2 && row_sep[1] != *(mark_row_sep + 1))) {
-        FREE;
-
-        rb_raise(eError, "Unquoted fields do not allow \\r or \\n (line %d).", curline);
-      }
-    }
-    else {
-      len_row_sep = p - mark_row_sep;
-      row_sep = ALLOC_N(char, len_row_sep);
-      memcpy(row_sep, mark_row_sep, len_row_sep);
-    }
-
-    curline++;
-  }
-	goto st14;
-tr60:
-#line 1 "NONE"
-	{te = p+1;}
-#line 60 "ext/fastcsv/fastcsv.rl"
-	{
-    if (p == ts) {
-      field = rb_enc_str_new("", 0, encoding);
-      ENCODE;
-    }
-    // @note If we add an action on '""', we can skip some steps if no '""' is found.
-    else if (p > ts) {
-      // Operating on ts in-place produces odd behavior, FYI.
-      char *copy = ALLOC_N(char, p - ts);
-      memcpy(copy, ts, p - ts);
-
-      char *reader = ts, *writer = copy;
-      int escaped = 0;
-
-      while (p > reader) {
-        if (*reader == quote_char && !escaped) {
-          // Skip the escaping character.
-          escaped = 1;
-        }
-        else {
-          escaped = 0;
-          *writer++ = *reader;
-        }
-        reader++;
-      }
-
-      field = rb_enc_str_new(copy, writer - copy, encoding);
-      ENCODE;
-
-      if (copy != NULL) {
-        free(copy);
-      }
-    }
-  }
-#line 45 "ext/fastcsv/fastcsv.rl"
-	{
-    unclosed_line = 0;
-  }
-#line 95 "ext/fastcsv/fastcsv.rl"
-	{
-    rb_ary_push(row, field);
-    field = Qnil;
-  }
-#line 168 "ext/fastcsv/fastcsv.rl"
-	{act = 1;}
-#line 100 "ext/fastcsv/fastcsv.rl"
-	{
-    d->start = p;
-
-    if (len_row_sep) {
-      if (p - mark_row_sep != len_row_sep || row_sep[0] != *mark_row_sep || (len_row_sep == 2 && row_sep[1] != *(mark_row_sep + 1))) {
-        FREE;
-
-        rb_raise(eError, "Unquoted fields do not allow \\r or \\n (line %d).", curline);
-      }
-    }
-    else {
-      len_row_sep = p - mark_row_sep;
-      row_sep = ALLOC_N(char, len_row_sep);
-      memcpy(row_sep, mark_row_sep, len_row_sep);
-    }
-
-    curline++;
-  }
-#line 138 "ext/fastcsv/fastcsv.rl"
-	{
-    if (d->start == 0 || p == d->start) { // same as new_row
-      rb_ivar_set(self, s_row, rb_str_new2(""));
-    }
-    else if (p > d->start) {
-      rb_ivar_set(self, s_row, rb_str_new(d->start, p - d->start));
-    }
-
-    if (!NIL_P(field) || RARRAY_LEN(row)) {
-      rb_ary_push(row, field);
-    }
-
-    if (RARRAY_LEN(row)) {
-      rb_yield(row);
-    }
-  }
-	goto st14;
-st14:
+	goto st12;
+st12:
 	if ( ++p == pe )
-		goto _test_eof14;
-case 14:
-#line 3016 "ext/fastcsv/fastcsv.c"
+		goto _test_eof12;
+case 12:
+#line 2436 "ext/fastcsv/fastcsv.c"
 	_widec = (*p);
 	_widec = (short)(1152 + ((*p) - -128));
 	if ( 
@@ -3022,64 +2442,60 @@ case 14:
 #line 157 "ext/fastcsv/fastcsv.rl"
  (*p) == col_sep  ) _widec += 512;
 	switch( _widec ) {
-		case 1280: goto tr13;
-		case 1290: goto tr17;
-		case 1293: goto tr18;
-		case 1536: goto tr27;
-		case 1546: goto tr28;
-		case 1549: goto tr28;
-		case 1792: goto tr20;
-		case 1802: goto tr25;
-		case 1805: goto tr26;
-		case 2048: goto tr30;
-		case 2058: goto tr31;
-		case 2061: goto tr31;
+		case 1280: goto tr45;
+		case 1290: goto tr46;
+		case 1293: goto tr47;
+		case 1536: goto tr48;
+		case 1546: goto tr49;
+		case 1549: goto tr50;
+		case 1792: goto tr52;
+		case 1802: goto tr53;
+		case 1805: goto tr54;
+		case 2048: goto tr56;
+		case 2058: goto tr57;
+		case 2061: goto tr58;
 	}
 	if ( _widec < 1408 ) {
 		if ( 1152 <= _widec && _widec <= 1407 )
-			goto st2;
+			goto tr43;
 	} else if ( _widec > 1663 ) {
 		if ( _widec > 1919 ) {
 			if ( 1920 <= _widec && _widec <= 2175 )
-				goto tr29;
+				goto tr55;
 		} else if ( _widec >= 1664 )
-			goto tr23;
+			goto tr51;
 	} else
-		goto tr12;
-	goto tr0;
+		goto tr39;
+	goto tr44;
 	}
-	_test_eof5: cs = 5; goto _test_eof; 
+	_test_eof4: cs = 4; goto _test_eof; 
 	_test_eof1: cs = 1; goto _test_eof; 
+	_test_eof5: cs = 5; goto _test_eof; 
 	_test_eof6: cs = 6; goto _test_eof; 
 	_test_eof7: cs = 7; goto _test_eof; 
 	_test_eof8: cs = 8; goto _test_eof; 
-	_test_eof9: cs = 9; goto _test_eof; 
 	_test_eof2: cs = 2; goto _test_eof; 
 	_test_eof3: cs = 3; goto _test_eof; 
+	_test_eof9: cs = 9; goto _test_eof; 
 	_test_eof10: cs = 10; goto _test_eof; 
-	_test_eof4: cs = 4; goto _test_eof; 
 	_test_eof11: cs = 11; goto _test_eof; 
 	_test_eof12: cs = 12; goto _test_eof; 
-	_test_eof13: cs = 13; goto _test_eof; 
-	_test_eof14: cs = 14; goto _test_eof; 
 
 	_test_eof: {}
 	if ( p == eof )
 	{
 	switch ( cs ) {
 	case 1: goto tr0;
-	case 6: goto tr42;
-	case 7: goto tr43;
-	case 8: goto tr43;
-	case 9: goto tr42;
+	case 5: goto tr36;
+	case 6: goto tr37;
+	case 7: goto tr37;
+	case 8: goto tr36;
 	case 2: goto tr0;
 	case 3: goto tr0;
-	case 10: goto tr0;
-	case 4: goto tr0;
-	case 11: goto tr43;
+	case 9: goto tr0;
+	case 10: goto tr37;
+	case 11: goto tr37;
 	case 12: goto tr43;
-	case 13: goto tr43;
-	case 14: goto tr0;
 	}
 	}
 
@@ -3116,7 +2532,7 @@ case 14:
       if (d->start > ts) {
         d->start = buf + (d->start - ts);
       }
-      if (mark_row_sep > ts) {
+      if (mark_row_sep >= ts) {
         mark_row_sep = buf + (mark_row_sep - ts);
       }
       te = buf + (te - ts);