censive 1.1.0 → 1.1.1

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 8f5885eeeeab9f57546128e03407fbb1546137c3dfe19edc1a8dc8e08c95ad50
-  data.tar.gz: ed4b2f1ac55b826534c5bf9d854feca86cd2b4ef3cca9a2fab9e1993f3b2d6a4
+  metadata.gz: d0d3bbe3c92e0644da6c3ff5186b546c90b1c971cede198bb112cd673c2ea0e0
+  data.tar.gz: 6d7a3f3c5e040d5f0653cf31611c6c969c4d8fc79fd7ae286b8b41886eba79c0
 SHA512:
-  metadata.gz: bf304f19bcabdbff428cfbc021807228291eded005c30bb3578bf2530f97dfb73b7fd08f684f39cb2eb5bd159c24ecedc8d6d8a768dd3dba50c3462ff87dc597
-  data.tar.gz: 02fddd62e35fd145ed34d34524c038b3397508eb8bfc81ce66dad2cfd4b4ea4bea931f1685f1f8ae81cdaac027740c5ef73f422c80c566974121ceaa3ed4bb87
+  metadata.gz: 8ebb6820c25e72d1f1ab810149d5edd3bffb0851ba6bd6bdad4d7db508cc4e27ea7bdce523670071b6ac7e080465e2962522613e2f19b4b7e821af3f1911141d
+  data.tar.gz: 4368104d552c744ef50d9756779918e86878e8b2da5e26f3db881fbbeb10c1b7002de5ca2c773bfa6ba8d24af09cd977171b4dee4c7a7f35f1a022811ca3df62

data/lib/censive.rb

@@ -29,7 +29,7 @@ require "stringio"
 require "strscan"
 
 class Censive < StringScanner
-  VERSION="1.1.0"
+  VERSION="1.1.1"
 
   attr :encoding, :out, :rows
 
@@ -104,12 +104,12 @@ class Censive < StringScanner
     xsep      = Regexp.escape(@sep) # may need to be escaped
     @eoc      = /(?=#{"\\" + xsep}|#{@cr}|#{@lf}|\z)/ # end of cell
     @eol      = /#{@cr}#{@lf}?|#{@lf}/                # end of line
-    @escapes  = /(#{@quote})|#{xsep}|#{@cr}|#{@lf}/
+    @escapes  = /(#{"\\" + @quote})|#{xsep}|#{@cr}|#{@lf}/
     @quotable = /#{xsep}|#{@cr}|#{@lf}/
-    @quotes   = /#{@quote}/
-    @seps     = /#{xsep}+/
-    @quoted   = @excel ? /(?:=)?#{@quote}/ : @quote
-    @unquoted = /[^#{xsep}#{@cr}#{@lf}][^#{@quote}#{@cr}#{@lf}]*/
+    @quotes   = /#{"\\" + @quote}/
+    @seps     = /#{"\\" + xsep}+/
+    @quoted   = @excel ? /(?:=)?#{"\\" + @quote}/ : @quote
+    @unquoted = /[^#{"\\" + xsep}#{@cr}#{@lf}][^#{"\\" + @quote}#{@cr}#{@lf}]*/
     @leadzero = /\A0\d*\z/
 
     yield self if block_given?

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: censive
 version: !ruby/object:Gem::Version
-  version: 1.1.0
+  version: 1.1.1
 platform: ruby
 authors:
 - Steve Shreeve
 autorequire:
 bindir: bin
 cert_chain: []
-date: 2023-06-28 00:00:00.000000000 Z
+date: 2024-09-06 00:00:00.000000000 Z
 dependencies: []
 description: A quick and lightweight CSV handling library for Ruby
 email: steve.shreeve@gmail.com
@@ -19,14 +19,6 @@ files:
 - LICENSE
 - README.md
 - censive.gemspec
-- diagram/censive@ce9d51d.png
-- diagram/csv-ragel.dot
-- diagram/csv.dot
-- diagram/csv.png
-- diagram/csv.rl
-- diagram/csv.svg
-- diagram/diagram.dot
-- diagram/diagram.rl
 - lib/censive.rb
 homepage: https://github.com/shreeve/censive
 licenses:
@@ -47,7 +39,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubygems_version: 3.4.14
+rubygems_version: 3.5.18
 signing_key:
 specification_version: 4
 summary: A quick and lightweight CSV handling library for Ruby

data/diagram/csv-ragel.dot

@@ -1,24 +0,0 @@
-digraph csv {
-	rankdir=LR;
-	node [ shape = point ];
-	ENTRY;
-	en_2;
-	eof_3;
-	node [ shape = circle, height = 0.2 ];
-	node [ fixedsize = true, height = 0.65, shape = doublecircle ];
-	2;
-	3;
-	node [ shape = circle ];
-	1 -> 1 [ label = "-128..-1, 1..'!', '#'..127" ];
-	1 -> 2 [ label = "'\"' / last2, initts" ];
-	2 -> 2 [ label = "0 / ts, last5, initts" ];
-	2 -> 2 [ label = "'\\n', '\\r' / ts, last4, initts" ];
-	2 -> 1 [ label = "'\"' / ts" ];
-	2 -> 2 [ label = "',' / ts, last3, initts" ];
-	2 -> 3 [ label = "DEF / ts" ];
-	3 -> 2 [ label = "0, '\\n', '\\r', '\"', ',' / next1, initts" ];
-	3 -> 3 [ label = "DEF" ];
-	ENTRY -> 2 [ label = "IN" ];
-	en_2 -> 2 [ label = "csv_scan" ];
-	3 -> eof_3 [ label = "EOF / next1" ];
-}

data/diagram/csv.dot

@@ -1,57 +0,0 @@
-digraph finite_state_machine {
-  rankdir=LR;
-  node [fontname="Helvetica,Arial,sans-serif", shape=circle, style=filled, fillcolor="#dddddd"];
-  edge [fontname="Helvetica,Arial,sans-serif"]
-
-  1  [label="1: StartRow"];
-  2  [label="2: InComment"];
-  3  [label="3: StartColumn", shape=doublecircle, fillcolor="#ffdddd"];
-  4  [label="4: InQuotedColumn"];
-  5  [label="5: InDoubleEscapedQuote"];
-  6  [label="6: InEscapedQuote"];
-  7  [label="7: InColumn"];
-  8  [label="8: EndColumnSeparator"];
-  9  [label="9: EndColumnRow", shape=doublecircle, fillcolor="#ffdddd"];
-  10 [label="10: InRowEnd", shape=doublecircle, fillcolor="#ffdddd"];
-  11 [label="11: CRLF"];
-  12 [label="12: EndRow"];
-
-  1  -> 1  [label="eol / discard"];
-  1  -> 2  [label="comment / discard"];
-  1  -> 3  [label="* / ε"];
-
-  2  -> 1  [label="LF / discard"];
-  2  -> 2  [label="* / discard"];
-
-  3  -> 4  [label="quote & @quoting / discard"];
-  3  -> 7  [label="* / copyout"];
-  3  -> 8  [label="sep / discard"];
-  3  -> 9  [label="eol / ε"]
-
-  4  -> 4  [label="* / copyout"];
-  4  -> 5  [label="quote & @quoting / discard"];
-  4  -> 6  [label="esc & @quoting / discard"];
-
-  5  -> 4  [label="quote & @quoting & @double-quote / copyout"];
-  5  -> 7  [label="* / copyout"];
-  5  -> 8  [label="sep / discard"];
-  5  -> 9  [label="eol / ε"]
-
-  6  -> 4  [label="* / copyout"];
-
-  7  -> 7  [label="* / copyout"];
-  7  -> 8  [label="sep / discard"];
-  7  -> 9  [label="eol / ε"]
-
-  8  -> 3  [label="* / ε"];
-
-  9  -> 10 [label="* / ε"];
-
-  10 -> 11 [label="CR & @isCRLF / discard"];
-  10 -> 12 [label="* / discard"];
-
-  11 -> 1  [label="* / ε"];
-  11 -> 1  [label="LF / discard"];
-
-  12 -> 1  [label="* / ε"];
-}

data/diagram/csv.rl

@@ -1,45 +0,0 @@
-%%{
-    machine csv;
-
-    variable p s->p;
-    variable pe s->pe;
-    variable eof s->eof;
-    access s->;
-
-    EOF = 0;
-    EOL = [\r\n];
-    comma = [,];
-    string = [^,"\r\n\0]*;
-    quote = '"' [^"\0]* '"';
-
-    csv_scan := |*
-
-    string => {
-        return_token(TK_String);
-        fbreak;
-    };
-
-    quote => {
-        return_token(TK_Quote);
-        s->data += 1;
-        fbreak;
-    };
-
-    comma => {
-        return_token(TK_Comma);
-        fbreak;
-    };
-
-    EOL => {
-        s->curline += 1;
-        return_token(TK_EOL);
-        fbreak;
-    };
-
-    EOF => {
-        return_token(TK_EOF);
-        fbreak;
-    };
-
-    *|;
-}%%

data/diagram/csv.svg

@@ -1,270 +0,0 @@
-<svg width="1063" height="1078" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" viewBox="0.00 0.00 2351.40 964.49">
-<g id="graph0" class="graph" transform="translate(4.0000488281250455,960.4899951171875) scale(1)">
-<title>finite_state_machine</title>
-<polygon fill="white" stroke="transparent" points="-4,4 -4,-960.49 2347.4,-960.49 2347.4,4 -4,4"/>
-<!-- 1 -->
-<g id="node1" class="node">
-<title>1</title>
-<ellipse fill="#dddddd" stroke="black" cx="57.44" cy="-723.59" rx="57.39" ry="57.39"/>
-<text text-anchor="middle" x="57.44" y="-719.39" font-family="Helvetica,Arial,sans-serif" font-size="14.00">1: StartRow</text>
-</g>
-<!-- 1&#45;&gt;1 -->
-<g id="edge1" class="edge">
-<title>1-&gt;1</title>
-<path fill="none" stroke="black" d="M34.14,-776.12C35.77,-789.23 43.54,-799.03 57.44,-799.03 67.55,-799.03 74.41,-793.86 78.03,-786"/>
-<polygon fill="black" stroke="black" points="81.47,-786.69 80.75,-776.12 74.72,-784.84 81.47,-786.69"/>
-<text text-anchor="middle" x="57.44" y="-803.23" font-family="Helvetica,Arial,sans-serif" font-size="14.00">eol / discard</text>
-</g>
-<!-- 2 -->
-<g id="node2" class="node">
-<title>2</title>
-<ellipse fill="#dddddd" stroke="black" cx="328.63" cy="-854.59" rx="67.19" ry="67.19"/>
-<text text-anchor="middle" x="328.63" y="-850.39" font-family="Helvetica,Arial,sans-serif" font-size="14.00">2: InComment</text>
-</g>
-<!-- 1&#45;&gt;2 -->
-<g id="edge2" class="edge">
-<title>1-&gt;2</title>
-<path fill="none" stroke="black" d="M84.65,-774.4C96.82,-793.08 113.04,-812.58 132.89,-824.59 168.22,-845.97 213.53,-853.86 251.55,-856.22"/>
-<polygon fill="black" stroke="black" points="251.39,-859.72 261.56,-856.73 251.75,-852.73 251.39,-859.72"/>
-<text text-anchor="middle" x="184.6" y="-858.79" font-family="Helvetica,Arial,sans-serif" font-size="14.00">comment / discard</text>
-</g>
-<!-- 3 -->
-<g id="node3" class="node">
-<title>3</title>
-<ellipse fill="#ffdddd" stroke="black" cx="328.63" cy="-636.59" rx="70.15" ry="70.15"/>
-<ellipse fill="none" stroke="black" cx="328.63" cy="-636.59" rx="74.14" ry="74.14"/>
-<text text-anchor="middle" x="328.63" y="-632.39" font-family="Helvetica,Arial,sans-serif" font-size="14.00">3: StartColumn</text>
-</g>
-<!-- 1&#45;&gt;3 -->
-<g id="edge3" class="edge">
-<title>1-&gt;3</title>
-<path fill="none" stroke="black" d="M112.27,-706.19C151.07,-693.65 204.07,-676.52 247.79,-662.39"/>
-<polygon fill="black" stroke="black" points="249.1,-665.65 257.54,-659.24 246.95,-658.99 249.1,-665.65"/>
-<text text-anchor="middle" x="184.6" y="-701.79" font-family="Helvetica,Arial,sans-serif" font-size="14.00">* / ε</text>
-</g>
-<!-- 2&#45;&gt;1 -->
-<g id="edge4" class="edge">
-<title>2-&gt;1</title>
-<path fill="none" stroke="black" d="M270.63,-820.34C259.46,-814.36 247.69,-808.55 236.3,-803.79 192.13,-785.33 176.26,-793.89 132.89,-773.59 126.2,-770.46 119.43,-766.77 112.85,-762.84"/>
-<polygon fill="black" stroke="black" points="114.35,-759.65 104.01,-757.36 110.66,-765.6 114.35,-759.65"/>
-<text text-anchor="middle" x="184.6" y="-807.79" font-family="Helvetica,Arial,sans-serif" font-size="14.00">LF / discard</text>
-</g>
-<!-- 2&#45;&gt;2 -->
-<g id="edge5" class="edge">
-<title>2-&gt;2</title>
-<path fill="none" stroke="black" d="M302.42,-916.55C304.98,-929.96 313.72,-939.69 328.63,-939.69 339.69,-939.69 347.35,-934.33 351.62,-926.08"/>
-<polygon fill="black" stroke="black" points="354.95,-927.14 354.83,-916.55 348.32,-924.91 354.95,-927.14"/>
-<text text-anchor="middle" x="328.63" y="-943.89" font-family="Helvetica,Arial,sans-serif" font-size="14.00">* / discard</text>
-</g>
-<!-- 4 -->
-<g id="node4" class="node">
-<title>4</title>
-<ellipse fill="#dddddd" stroke="black" cx="683.49" cy="-434.59" rx="88.61" ry="88.61"/>
-<text text-anchor="middle" x="683.49" y="-430.39" font-family="Helvetica,Arial,sans-serif" font-size="14.00">4: InQuotedColumn</text>
-</g>
-<!-- 3&#45;&gt;4 -->
-<g id="edge6" class="edge">
-<title>3-&gt;4</title>
-<path fill="none" stroke="black" d="M393.53,-600.01C450.62,-567.33 534.7,-519.19 597.46,-483.27"/>
-<polygon fill="black" stroke="black" points="599.23,-486.29 606.17,-478.28 595.75,-480.21 599.23,-486.29"/>
-<text text-anchor="middle" x="498.94" y="-585.79" font-family="Helvetica,Arial,sans-serif" font-size="14.00">quote &amp; @quoting / discard</text>
-</g>
-<!-- 7 -->
-<g id="node7" class="node">
-<title>7</title>
-<ellipse fill="#dddddd" stroke="black" cx="1463.55" cy="-539.59" rx="60.26" ry="60.26"/>
-<text text-anchor="middle" x="1463.55" y="-535.39" font-family="Helvetica,Arial,sans-serif" font-size="14.00">7: InColumn</text>
-</g>
-<!-- 3&#45;&gt;7 -->
-<g id="edge7" class="edge">
-<title>3-&gt;7</title>
-<path fill="none" stroke="black" d="M403.1,-636.36C598.59,-635.31 1128.2,-629.41 1299.77,-596.59 1333.2,-590.19 1369.05,-578.24 1398.57,-566.92"/>
-<polygon fill="black" stroke="black" points="1399.87,-570.17 1407.92,-563.27 1397.33,-563.64 1399.87,-570.17"/>
-<text text-anchor="middle" x="922.7" y="-633.79" font-family="Helvetica,Arial,sans-serif" font-size="14.00">* / copyout</text>
-</g>
-<!-- 8 -->
-<g id="node8" class="node">
-<title>8</title>
-<ellipse fill="#dddddd" stroke="black" cx="1734.3" cy="-615.59" rx="104.78" ry="104.78"/>
-<text text-anchor="middle" x="1734.3" y="-611.39" font-family="Helvetica,Arial,sans-serif" font-size="14.00">8: EndColumnSeparator</text>
-</g>
-<!-- 3&#45;&gt;8 -->
-<g id="edge8" class="edge">
-<title>3-&gt;8</title>
-<path fill="none" stroke="black" d="M396.5,-667.43C404.63,-670.5 412.9,-673.31 420.95,-675.59 534.03,-707.6 564.96,-714.59 682.49,-714.59 682.49,-714.59 682.49,-714.59 1464.55,-714.59 1523.06,-714.59 1584.57,-693.67 1633.95,-671.07"/>
-<polygon fill="black" stroke="black" points="1635.44,-674.23 1643.03,-666.83 1632.48,-667.89 1635.44,-674.23"/>
-<text text-anchor="middle" x="1186.56" y="-718.79" font-family="Helvetica,Arial,sans-serif" font-size="14.00">sep / discard</text>
-</g>
-<!-- 9 -->
-<g id="node9" class="node">
-<title>9</title>
-<ellipse fill="#ffdddd" stroke="black" cx="1734.3" cy="-358.59" rx="85.77" ry="85.77"/>
-<ellipse fill="none" stroke="black" cx="1734.3" cy="-358.59" rx="89.77" ry="89.77"/>
-<text text-anchor="middle" x="1734.3" y="-354.39" font-family="Helvetica,Arial,sans-serif" font-size="14.00">9: EndColumnRow</text>
-</g>
-<!-- 3&#45;&gt;9 -->
-<g id="edge9" class="edge">
-<title>3-&gt;9</title>
-<path fill="none" stroke="black" d="M345.32,-563.91C379.9,-425.69 476.52,-138.59 682.49,-138.59 682.49,-138.59 682.49,-138.59 1464.55,-138.59 1554.14,-138.59 1630.26,-212.7 1678.37,-274.89"/>
-<polygon fill="black" stroke="black" points="1675.84,-277.34 1684.68,-283.19 1681.42,-273.11 1675.84,-277.34"/>
-<text text-anchor="middle" x="1186.56" y="-142.79" font-family="Helvetica,Arial,sans-serif" font-size="14.00">eol / ε</text>
-</g>
-<!-- 4&#45;&gt;4 -->
-<g id="edge10" class="edge">
-<title>4-&gt;4</title>
-<path fill="none" stroke="black" d="M651.28,-517.24C655.68,-531.36 666.42,-541.15 683.49,-541.15 696.56,-541.15 705.91,-535.41 711.55,-526.39"/>
-<polygon fill="black" stroke="black" points="714.76,-527.8 715.69,-517.24 708.38,-524.91 714.76,-527.8"/>
-<text text-anchor="middle" x="683.49" y="-545.35" font-family="Helvetica,Arial,sans-serif" font-size="14.00">* / copyout</text>
-</g>
-<!-- 5 -->
-<g id="node5" class="node">
-<title>5</title>
-<ellipse fill="#dddddd" stroke="black" cx="1186.56" cy="-474.59" rx="113.42" ry="113.42"/>
-<text text-anchor="middle" x="1186.56" y="-470.39" font-family="Helvetica,Arial,sans-serif" font-size="14.00">5: InDoubleEscapedQuote</text>
-</g>
-<!-- 4&#45;&gt;5 -->
-<g id="edge11" class="edge">
-<title>4-&gt;5</title>
-<path fill="none" stroke="black" d="M771.93,-427.87C847.42,-423.74 959.17,-421.61 1055.35,-435.79 1059.74,-436.44 1064.18,-437.2 1068.65,-438.05"/>
-<polygon fill="black" stroke="black" points="1067.96,-441.48 1078.46,-440.06 1069.36,-434.63 1067.96,-441.48"/>
-<text text-anchor="middle" x="922.7" y="-439.79" font-family="Helvetica,Arial,sans-serif" font-size="14.00">quote &amp; @quoting / discard</text>
-</g>
-<!-- 6 -->
-<g id="node6" class="node">
-<title>6</title>
-<ellipse fill="#dddddd" stroke="black" cx="1186.56" cy="-258.59" rx="84.56" ry="84.56"/>
-<text text-anchor="middle" x="1186.56" y="-254.39" font-family="Helvetica,Arial,sans-serif" font-size="14.00">6: InEscapedQuote</text>
-</g>
-<!-- 4&#45;&gt;6 -->
-<g id="edge12" class="edge">
-<title>4-&gt;6</title>
-<path fill="none" stroke="black" d="M741.48,-367.37C756.03,-353.75 772.55,-340.84 790.04,-331.79 885,-282.64 1007.86,-266.1 1091.27,-260.74"/>
-<polygon fill="black" stroke="black" points="1091.72,-264.22 1101.5,-260.13 1091.3,-257.23 1091.72,-264.22"/>
-<text text-anchor="middle" x="922.7" y="-335.79" font-family="Helvetica,Arial,sans-serif" font-size="14.00">esc &amp; @quoting / discard</text>
-</g>
-<!-- 5&#45;&gt;4 -->
-<g id="edge13" class="edge">
-<title>5-&gt;4</title>
-<path fill="none" stroke="black" d="M1073.18,-471.73C993.87,-468.88 885.2,-463.32 790.04,-452.59 787,-452.25 783.91,-451.87 780.8,-451.48"/>
-<polygon fill="black" stroke="black" points="781.16,-447.99 770.78,-450.12 780.22,-454.93 781.16,-447.99"/>
-<text text-anchor="middle" x="922.7" y="-474.79" font-family="Helvetica,Arial,sans-serif" font-size="14.00">quote &amp; @quoting &amp; @double-quote / copyout</text>
-</g>
-<!-- 5&#45;&gt;7 -->
-<g id="edge14" class="edge">
-<title>5-&gt;7</title>
-<path fill="none" stroke="black" d="M1297.03,-500.47C1330.14,-508.29 1365.5,-516.65 1395.01,-523.63"/>
-<polygon fill="black" stroke="black" points="1394.24,-527.04 1404.78,-525.93 1395.85,-520.23 1394.24,-527.04"/>
-<text text-anchor="middle" x="1351.59" y="-523.79" font-family="Helvetica,Arial,sans-serif" font-size="14.00">* / copyout</text>
-</g>
-<!-- 5&#45;&gt;8 -->
-<g id="edge15" class="edge">
-<title>5-&gt;8</title>
-<path fill="none" stroke="black" d="M1298.72,-458.11C1405.89,-444.39 1559.29,-431.13 1611.66,-458.59 1637.2,-471.99 1659.03,-493.39 1676.86,-516.13"/>
-<polygon fill="black" stroke="black" points="1674.16,-518.37 1682.99,-524.22 1679.74,-514.14 1674.16,-518.37"/>
-<text text-anchor="middle" x="1463.55" y="-450.79" font-family="Helvetica,Arial,sans-serif" font-size="14.00">sep / discard</text>
-</g>
-<!-- 5&#45;&gt;9 -->
-<g id="edge16" class="edge">
-<title>5-&gt;9</title>
-<path fill="none" stroke="black" d="M1294.02,-438.19C1302.04,-435.58 1310.03,-433.02 1317.77,-430.59 1355.58,-418.73 1364.68,-414.13 1403.42,-405.79 1480.49,-389.21 1568.97,-376.9 1634.88,-369.02"/>
-<polygon fill="black" stroke="black" points="1635.32,-372.5 1644.84,-367.85 1634.5,-365.54 1635.32,-372.5"/>
-<text text-anchor="middle" x="1463.55" y="-409.79" font-family="Helvetica,Arial,sans-serif" font-size="14.00">eol / ε</text>
-</g>
-<!-- 6&#45;&gt;4 -->
-<g id="edge17" class="edge">
-<title>6-&gt;4</title>
-<path fill="none" stroke="black" d="M1119.98,-311.45C1100.16,-325.3 1077.7,-339.01 1055.35,-348.59 944.65,-396.04 906.9,-374.63 790.04,-403.79 786.19,-404.75 782.27,-405.76 778.32,-406.8"/>
-<polygon fill="black" stroke="black" points="777.2,-403.48 768.44,-409.44 779.01,-410.24 777.2,-403.48"/>
-<text text-anchor="middle" x="922.7" y="-407.79" font-family="Helvetica,Arial,sans-serif" font-size="14.00">* / copyout</text>
-</g>
-<!-- 7&#45;&gt;7 -->
-<g id="edge18" class="edge">
-<title>7-&gt;7</title>
-<path fill="none" stroke="black" d="M1443.53,-596.47C1445.49,-608.79 1452.16,-617.72 1463.55,-617.72 1471.56,-617.72 1477.23,-613.3 1480.58,-606.4"/>
-<polygon fill="black" stroke="black" points="1484.03,-607.06 1483.57,-596.47 1477.33,-605.04 1484.03,-607.06"/>
-<text text-anchor="middle" x="1463.55" y="-621.92" font-family="Helvetica,Arial,sans-serif" font-size="14.00">* / copyout</text>
-</g>
-<!-- 7&#45;&gt;8 -->
-<g id="edge19" class="edge">
-<title>7-&gt;8</title>
-<path fill="none" stroke="black" d="M1521.54,-555.71C1551.26,-564.11 1588.64,-574.68 1623.68,-584.59"/>
-<polygon fill="black" stroke="black" points="1622.92,-588.01 1633.5,-587.37 1624.83,-581.28 1622.92,-588.01"/>
-<text text-anchor="middle" x="1576.67" y="-583.79" font-family="Helvetica,Arial,sans-serif" font-size="14.00">sep / discard</text>
-</g>
-<!-- 7&#45;&gt;9 -->
-<g id="edge20" class="edge">
-<title>7-&gt;9</title>
-<path fill="none" stroke="black" d="M1513.84,-506.39C1552.07,-480.65 1605.89,-444.4 1650.67,-414.24"/>
-<polygon fill="black" stroke="black" points="1652.87,-416.98 1659.21,-408.49 1648.96,-411.17 1652.87,-416.98"/>
-<text text-anchor="middle" x="1576.67" y="-489.79" font-family="Helvetica,Arial,sans-serif" font-size="14.00">eol / ε</text>
-</g>
-<!-- 8&#45;&gt;3 -->
-<g id="edge21" class="edge">
-<title>8-&gt;3</title>
-<path fill="none" stroke="black" d="M1632.54,-641.15C1582.39,-651.73 1520.64,-661.59 1464.55,-661.59 682.49,-661.59 682.49,-661.59 682.49,-661.59 566.08,-661.59 536.92,-657.67 420.95,-647.59 418.28,-647.36 415.57,-647.11 412.84,-646.85"/>
-<polygon fill="black" stroke="black" points="413.15,-643.36 402.85,-645.84 412.45,-650.33 413.15,-643.36"/>
-<text text-anchor="middle" x="1186.56" y="-665.79" font-family="Helvetica,Arial,sans-serif" font-size="14.00">* / ε</text>
-</g>
-<!-- 10 -->
-<g id="node10" class="node">
-<title>10</title>
-<ellipse fill="#ffdddd" stroke="black" cx="1971.46" cy="-292.59" rx="67.76" ry="67.76"/>
-<ellipse fill="none" stroke="black" cx="1971.46" cy="-292.59" rx="71.77" ry="71.77"/>
-<text text-anchor="middle" x="1971.46" y="-288.39" font-family="Helvetica,Arial,sans-serif" font-size="14.00">10: InRowEnd</text>
-</g>
-<!-- 9&#45;&gt;10 -->
-<g id="edge22" class="edge">
-<title>9-&gt;10</title>
-<path fill="none" stroke="black" d="M1821.19,-334.48C1844.5,-327.94 1869.6,-320.9 1892.44,-314.49"/>
-<polygon fill="black" stroke="black" points="1893.4,-317.85 1902.09,-311.78 1891.51,-311.11 1893.4,-317.85"/>
-<text text-anchor="middle" x="1869.38" y="-327.79" font-family="Helvetica,Arial,sans-serif" font-size="14.00">* / ε</text>
-</g>
-<!-- 11 -->
-<g id="node11" class="node">
-<title>11</title>
-<ellipse fill="#dddddd" stroke="black" cx="2283.81" cy="-292.59" rx="49.89" ry="49.89"/>
-<text text-anchor="middle" x="2283.81" y="-288.39" font-family="Helvetica,Arial,sans-serif" font-size="14.00">11: CRLF</text>
-</g>
-<!-- 10&#45;&gt;11 -->
-<g id="edge23" class="edge">
-<title>10-&gt;11</title>
-<path fill="none" stroke="black" d="M2043.27,-292.59C2097.67,-292.59 2171.93,-292.59 2223.29,-292.59"/>
-<polygon fill="black" stroke="black" points="2223.56,-296.09 2233.56,-292.59 2223.56,-289.09 2223.56,-296.09"/>
-<text text-anchor="middle" x="2133.66" y="-296.79" font-family="Helvetica,Arial,sans-serif" font-size="14.00">CR &amp; @isCRLF / discard</text>
-</g>
-<!-- 12 -->
-<g id="node12" class="node">
-<title>12</title>
-<ellipse fill="#dddddd" stroke="black" cx="2283.81" cy="-59.59" rx="59.68" ry="59.68"/>
-<text text-anchor="middle" x="2283.81" y="-55.39" font-family="Helvetica,Arial,sans-serif" font-size="14.00">12: EndRow</text>
-</g>
-<!-- 10&#45;&gt;12 -->
-<g id="edge24" class="edge">
-<title>10-&gt;12</title>
-<path fill="none" stroke="black" d="M2029.38,-249.85C2085.76,-207.53 2171.52,-143.14 2227.38,-101.21"/>
-<polygon fill="black" stroke="black" points="2229.5,-103.99 2235.39,-95.19 2225.29,-98.4 2229.5,-103.99"/>
-<text text-anchor="middle" x="2133.66" y="-227.79" font-family="Helvetica,Arial,sans-serif" font-size="14.00">* / discard</text>
-</g>
-<!-- 11&#45;&gt;1 -->
-<g id="edge25" class="edge">
-<title>11-&gt;1</title>
-<path fill="none" stroke="black" d="M2274.36,-341.68C2250.6,-461.58 2171.54,-759.59 1972.46,-759.59 327.63,-759.59 327.63,-759.59 327.63,-759.59 257.49,-759.59 177.99,-747.44 123.67,-737.25"/>
-<polygon fill="black" stroke="black" points="124.31,-733.81 113.83,-735.38 123,-740.69 124.31,-733.81"/>
-<text text-anchor="middle" x="1351.59" y="-763.79" font-family="Helvetica,Arial,sans-serif" font-size="14.00">* / ε</text>
-</g>
-<!-- 11&#45;&gt;1 -->
-<g id="edge26" class="edge">
-<title>11-&gt;1</title>
-<path fill="none" stroke="black" d="M2274.91,-243.27C2265.69,-202.96 2246.26,-147.99 2206.22,-118.59 2121.97,-56.71 2077,-92.59 1972.46,-92.59 327.63,-92.59 327.63,-92.59 327.63,-92.59 205.79,-92.59 106.77,-495.61 71.91,-657.47"/>
-<polygon fill="black" stroke="black" points="68.47,-656.8 69.81,-667.32 75.32,-658.27 68.47,-656.8"/>
-<text text-anchor="middle" x="1351.59" y="-96.79" font-family="Helvetica,Arial,sans-serif" font-size="14.00">LF / discard</text>
-</g>
-<!-- 12&#45;&gt;1 -->
-<g id="edge27" class="edge">
-<title>12-&gt;1</title>
-<path fill="none" stroke="black" d="M2224.19,-57.48C2161.79,-55.42 2060.17,-52.59 1972.46,-52.59 327.63,-52.59 327.63,-52.59 327.63,-52.59 227.11,-52.59 186.58,-82.62 132.89,-167.59 82.43,-247.45 65.7,-525.56 60.55,-655.6"/>
-<polygon fill="black" stroke="black" points="57.04,-655.7 60.16,-665.83 64.04,-655.97 57.04,-655.7"/>
-<text text-anchor="middle" x="1351.59" y="-56.79" font-family="Helvetica,Arial,sans-serif" font-size="14.00">* / ε</text>
-</g>
-</g>
-</svg>

data/diagram/diagram.dot

@@ -1,26 +0,0 @@
-digraph csv {
-	rankdir=LR;
-	node [ shape = point ];
-	ENTRY;
-	en_4;
-	eof_5;
-	node [ shape = circle, height = 0.2 ];
-	node [ fixedsize = true, height = 0.65, shape = doublecircle ];
-	4;
-	5;
-	node [ shape = circle ];
-	1 -> 2 [ label = "'?'" ];
-	2 -> 4 [ label = "'\\n' / last4, initts" ];
-	3 -> 3 [ label = "-128..-1, 1..'!', '#'..127" ];
-	3 -> 4 [ label = "'\"' / last2, initts" ];
-	4 -> 5 [ label = "-128..-1, 1..'\\t', '\\v'..'\\f', 14..'!', '#'..'+', '-'..127 / ts" ];
-	4 -> 4 [ label = "0 / ts, last5, initts" ];
-	4 -> 1 [ label = "'\\r' / ts" ];
-	4 -> 3 [ label = "'\"' / ts" ];
-	4 -> 4 [ label = "',' / ts, last3, initts" ];
-	5 -> 4 [ label = "0, '\\n', '\\r', '\"', ',' / next1, initts" ];
-	5 -> 5 [ label = "DEF" ];
-	ENTRY -> 4 [ label = "IN" ];
-	en_4 -> 4 [ label = "csv_scan" ];
-	5 -> eof_5 [ label = "EOF / next1" ];
-}

data/diagram/diagram.rl

@@ -1,50 +0,0 @@
-%%{
-    machine csv;
-
-    variable p s->p;
-    variable pe s->pe;
-    variable eof s->eof;
-    access s->;
-
-    eol = [\r\n];
-    comment = '#';
-    CR = "\r";
-    LF = "\n";
-
-    EOF = 0;
-    EOL = /\r?\n/;
-    comma = [,];
-    string = [^,"\r\n\0]*;
-    quote = '"' [^"\0]* '"';
-
-    csv_scan := |*
-
-    string => {
-        return_token(TK_String);
-        fbreak;
-    };
-
-    quote => {
-        return_token(TK_Quote);
-        s->data += 1;
-        fbreak;
-    };
-
-    comma => {
-        return_token(TK_Comma);
-        fbreak;
-    };
-
-    EOL => {
-        s->curline += 1;
-        return_token(TK_EOL);
-        fbreak;
-    };
-
-    EOF => {
-        return_token(TK_EOF);
-        fbreak;
-    };
-
-    *|;
-}%%