dsv 0.12.7 → 0.12.8

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: ac547ecbc72cfc0cfb3b4e2a1f9c0c5327ea1f4e064c126a28aa85f8c3a42ded
-  data.tar.gz: 5be7f5303ed207575c43dfacac8d7b4e68f259172b48d25aba60104af57b68f7
+  metadata.gz: 190e66c0b25b64c18dac0b955ae59fe64591d14d369cafa950d31b1aa56a2b30
+  data.tar.gz: 6a7ea034b8f8da40716efb89a555951307ee312c38142b84c71f2712c57e0622
 SHA512:
-  metadata.gz: 022fbe8f4caf5baf90c785ba1ef586574d270331e25b6734e1e982766e1a8836a3182f1f92452734ce1d3316e834e0b07da4b8f9b89f6105c45222e4505dab7b
-  data.tar.gz: 19cd8f16d5b72349be0e066f63a5dcbac7cc9ea1ab4736e67cd07507415794ce2f9cc47d9bc747358125c252480018b1a0170efd820bdab8056611f46971cfd0
+  metadata.gz: e6f6cb3c8f04131f26bf26be33f7dc1e000a4e39a58537f3c327c250837d880477b07e478be8688a57b124dfd85f24f92d569109de15e95ec61b95631652e493
+  data.tar.gz: f0787b59e38dbac938fcd7474b815e24d2660c33438289a9720ca239b439a3d7435ce650db9dd5279b2ae2266ccfe763d1dfe8005d92cdb2dd1a8c1369f16cb8

data/CHANGELOG

@@ -1,5 +1,17 @@
 # dsv/CHANGELOG
 
+## 20261028
+
+0.12.8: a stray quote no longer takes in the next line.
+
+1. /complete_quoted_row()/row_fields()/: takes the next line into a row while a quoted field in it is open, rather than while its quotes are odd in number. A stray quote had made the count odd, and one beside an open field even.
+2. ~ reassemble_quoted_fields(), split_row(): nil where a quoted field is still open at the end of the row.
+3. ~ split_double_quoted(): takes a row as wholly quoted only where it ends in a closing quote.
+4. + parse_fields(), from parse_row(), so that the read loop splits each row once.
+5. ~ test/dsv_test.rb: - the skip on a stray quote; + a quoted field across lines after a stray quote.
+6. ~ lib/DSV/VERSION.rb: /0.12.7/0.12.8/.
+
+
 ## 20261027
 
 0.12.7: ~ reassemble_quoted_fields(): an escaped quote before a separator no longer closes a quoted field.

data/lib/DSV/VERSION.rb

@@ -2,5 +2,5 @@
 # DSV::VERSION
 
 class DSV
-  VERSION = '0.12.7'
+  VERSION = '0.12.8'
 end

data/lib/dsv.rb

@@ -180,7 +180,7 @@ class DSV
     else
       read_header
       @rows = []
-      @source.each(@row_separator){|raw_row| @rows << parse_row(complete_quoted_row(raw_row), *selected_columns)}
+      @source.each(@row_separator){|raw_row| @rows << parse_fields(row_fields(raw_row), *selected_columns)}
       @rows
     end
   end
@@ -211,7 +211,7 @@ class DSV
     @columns = (
       if header_row? && ['r', 'r+', 'a+'].include?(@mode) && (first_row = first_row?)
         columns, i = {}, -1
-        split_row(first_row).each do |column_name|
+        (split_row(first_row) || []).each do |column_name|
           columns[column_name] = columns.key?(column_name) ? [*columns[column_name], i += 1] : (i += 1)
         end
         columns
@@ -263,7 +263,7 @@ class DSV
     value.nil? || value.empty?
   end
 
-  # One row into its fields, by the quote mode: :none splits; :double splits a row as it promises, wholly quoted or wholly unquoted, and one that is neither as unspecified would; unspecified splits and reassembles a quoted field that held the separator, a doubled quote inside it reading as one. Direct string operations throughout; the scanner-based parser is on the branch scanner-parser.
+  # One row into its fields, by the quote mode: :none splits; :double splits a row as it promises, wholly quoted or wholly unquoted, and one that is neither as unspecified would; unspecified splits and reassembles a quoted field that held the separator, a doubled quote inside it reading as one. nil where a quoted field in the row is still open at its end. Direct string operations throughout; the scanner-based parser is on the branch scanner-parser.
   def split_row(raw_row)
     row = raw_row.chomp(@row_separator)
     case @quote
@@ -302,10 +302,10 @@ class DSV
     end
   end
 
-  # The :double contract: a wholly quoted row split on quote-separator-quote, a wholly unquoted one plainly; nil for a row that is neither.
+  # The :double contract: a wholly quoted row split on quote-separator-quote, a wholly unquoted one plainly; nil for a row that is neither, or whose last field does not close.
   def split_double_quoted(row)
     if row.start_with?('"')
-      unescaped_fields(split_on(row.delete_prefix('"').delete_suffix('"'), quoted_separator))
+      unescaped_fields(split_on(row.delete_prefix('"').delete_suffix('"'), quoted_separator)) if trailing_quotes(row, 0).odd?
     else
       split_on(row, @column_separator) unless row.include?('"')
     end
@@ -332,7 +332,7 @@ class DSV
     )
   end
 
-  # Pieces of a row split on the separator, the pieces of a quoted field that held the separator joined back with it, or with the text it matched where the separator is a Regexp; a piece closes a field where it ends in an odd run of quotes, a doubled quote being escaped, and a piece that is a lone quote opens or closes one.
+  # Pieces of a row split on the separator, the pieces of a quoted field that held the separator joined back with it, or with the text it matched where the separator is a Regexp; a piece closes a field where it ends in an odd run of quotes, a doubled quote being escaped, and a piece that is a lone quote opens or closes one; nil where a field is still open after the last piece.
   def reassemble_quoted_fields(pieces, separators = nil)
     fields = []
     buffer = nil
@@ -350,7 +350,7 @@ class DSV
         fields << piece
       end
     end
-    fields
+    fields unless buffer
   end
 
   # How many quotes a piece ends with, counting back to but not including the byte given, so that a field's opening quote is not taken for part of its closing. Read by byte, a quote being 34 in any ASCII-compatible encoding, so that nothing is allocated per character.
@@ -365,30 +365,34 @@ class DSV
     separators ? separators[i - 1] : @column_separator
   end
 
-  # A quoted field may hold the row separator: while the quotes in a row are unbalanced the next line belongs to it, in every quote mode which reads quotes as structure, :none and :unquoted reading them as data.
-  def complete_quoted_row(raw_row)
-    raw_row << @source.gets(@row_separator).to_s while @quote != :none && @quote != :unquoted && raw_row.count('"').odd? && !@source.eof?
-    raw_row
+  # A row's fields, the next line taken into the row while a quoted field in it is open, a quoted field being able to hold the row separator; a field still open at the end of the source is dropped, with its row.
+  def row_fields(raw_row)
+    raw_row << @source.gets(@row_separator) until (fields = split_row(raw_row)) || @source.eof?
+    fields || []
   end
 
   def parse_row(raw_row, *selected_columns)
+    parse_fields(split_row(raw_row) || [], *selected_columns)
+  end
+
+  def parse_fields(fields, *selected_columns)
     parsed_row = {}
     i = -1
     if selected_columns.empty?
       if blank?(@columns)
-        split_row(raw_row).each{|column_value| parsed_row[i += 1] = column_value}
+        fields.each{|column_value| parsed_row[i += 1] = column_value}
       elsif repeated_names.empty?
-        split_row(raw_row).each{|column_value| parsed_row[attributes[i += 1]] = column_value}
+        fields.each{|column_value| parsed_row[attributes[i += 1]] = column_value}
       else
-        split_row(raw_row).each{|column_value| store_field(parsed_row, attributes[i += 1], column_value)}
+        fields.each{|column_value| store_field(parsed_row, attributes[i += 1], column_value)}
       end
     else
       selected_columns.flatten!
       case selected_columns[0]
       when Integer
-        split_row(raw_row).each{|column_value| parsed_row[i] = column_value unless !selected_columns.include?(i += 1)}
+        fields.each{|column_value| parsed_row[i] = column_value unless !selected_columns.include?(i += 1)}
       else
-        split_row(raw_row).each{|column_value| store_field(parsed_row, attributes[i], column_value) unless !selected_columns.include?(attributes[i += 1])}
+        fields.each{|column_value| store_field(parsed_row, attributes[i], column_value) unless !selected_columns.include?(attributes[i += 1])}
       end
     end
     if @as_array

data/test/dsv_test.rb

@@ -562,13 +562,17 @@ describe DSV do
     end
 
     it "reads a stray quote in an unquoted field as data, without taking in the next line" do
-      skip "Observation: the quotes in a row are counted, so a stray quote leaves them unbalanced and the next line is taken into the row; unspecified since 0.11.4, :double since 0.12.5"
       _(DSV.read("12\" pizza,9.99\nnext,row\n", as_array: true)).must_equal [['12" pizza', '9.99'], ['next', 'row']]
       _(DSV.read("12\" pizza,9.99\nnext,row\n", as_array: true, quote: :double)).must_equal [['12" pizza', '9.99'], ['next', 'row']]
     end
 
+    it "reads a quoted field across lines after a stray quote in the same row" do
+      _(DSV.read("a\"b,\"c\nd\"\n", as_array: true)).must_equal [['a"b', "c\nd"]]
+      _(DSV.read("a\"b,\"c\nd\"\n", as_array: true, quote: :double)).must_equal [['a"b', "c\nd"]]
+    end
+
     it "raises UnterminatedQuote on a quoted field which does not close" do
-      skip "Observation: a quoted field which does not close is dropped silently, with the rest of its row"
+      skip "Observation: a quoted field which does not close is dropped silently, with its row"
       _{DSV.read("\"abc,d\n")}.must_raise DSV::UnterminatedQuote
       _{DSV.read("\"ab\"c,d\n")}.must_raise DSV::UnterminatedQuote
     end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: dsv
 version: !ruby/object:Gem::Version
-  version: 0.12.7
+  version: 0.12.8
 platform: ruby
 authors:
 - thoran