censive 0.26 → 0.27

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 352fd46b3f3fe35f80d3ccdb10349112d5880007810265eaf05eaeaae77d13d4
-  data.tar.gz: 7cf15c90f45741185c681d962d0dcf0b95c0fed08ad40d0d98823d12bbc388dd
+  metadata.gz: dc8277614e4b254907b5d127eddae62757c4522785a9564ace4207e0bda1c1f6
+  data.tar.gz: 47049fc05225b53909c827b359d2201d9e0b915a21cd604625cb1cd3d2f1b1d5
 SHA512:
-  metadata.gz: abc657f4df8f53d133008c653ab0fc632dd586443ece89a6961cec22c1794adc36d1bac76fbfd77480e83e5ae46dd2ee5943368d7c05bf07066ed6a6ff688a99
-  data.tar.gz: dbd98b250d85730a299b965cd73defc4b5ef17e3372ec5c78f5b84a42f43cd7196e4fe471c0ef0e316fb8e3e5880779976f31cc1479d96ec0ec937c0b01df2a8
+  metadata.gz: d904a4b70401c772e14dac76ebd8a62f88e5d6a3efd49916733eea049d613c29d3f23703a458893fd86391c668a713baadb242bee83f3909d7e18a609bd1081a
+  data.tar.gz: 11ea3270797dd9a9f4f994599d9324c0b23955fb8c86a01cf56378a07d94818cf922bf00f556f2100da27660412b29279b7222834dcc3ff59037fda0db920443

data/lib/censive.rb

@@ -4,7 +4,7 @@
 # censive - A quick and lightweight CSV handling library for Ruby
 #
 # Author: Steve Shreeve (steve.shreeve@gmail.com)
-#   Date: Feb 17, 2023
+#   Date: Mar 20, 2023
 #
 # https://crystal-lang.org/api/1.7.2/CSV.html (Crystal's CSV library)
 # https://github.com/ruby/strscan/blob/master/ext/strscan/strscan.c
@@ -28,7 +28,7 @@
 require "strscan"
 
 class Censive < StringScanner
-  VERSION="0.26"
+  VERSION="0.27"
 
   attr :encoding, :out, :rows
 
@@ -93,14 +93,15 @@ class Censive < StringScanner
     @seq      = [@sep, @eq].join # used for parsing in excel mode
 
     # regexes
-    @eoc      = /(?=#{"\\" + @sep}|#{@cr}|#{@lf}|\z)/o # end of cell
+    xsep      = Regexp.escape(@sep) # may need to be escaped
+    @eoc      = /(?=#{"\\" + xsep}|#{@cr}|#{@lf}|\z)/o # end of cell
     @eol      = /#{@cr}#{@lf}?|#{@lf}/o                # end of line
-    @escapes  = /(#{@quote})|#{"\\"+@sep}|#{@cr}|#{@lf}/o
-    @quotable = /#{"\\"+@sep}|#{@cr}|#{@lf}/o
+    @escapes  = /(#{@quote})|#{"\\"+xsep}|#{@cr}|#{@lf}/o
+    @quotable = /#{"\\"+xsep}|#{@cr}|#{@lf}/o
     @quotes   = /#{@quote}/o
-    @seps     = /#{@sep}+/o
+    @seps     = /#{xsep}+/o
     @quoted   = @excel ? /(?:=)?#{@quote}/o : @quote
-    @unquoted = /[^#{@sep}#{@cr}#{@lf}][^#{@quote}#{@cr}#{@lf}]*/o
+    @unquoted = /[^#{xsep}#{@cr}#{@lf}][^#{@quote}#{@cr}#{@lf}]*/o
     @leadzero = /\A0\d*\z/
 
     yield self if block_given?
@@ -252,3 +253,42 @@ class Censive < StringScanner
     abort "\n#{File.basename($0)}: #{msg} at character #{pos} near '#{string[pos-4,7]}'"
   end
 end
+
+if __FILE__ == $0
+  str = DATA.gets("\n\n").chomp
+  # str = File.read(ARGV.first || "lc-2023.csv")
+  # str = File.open("KEN_ALL.CSV", "r:cp932").read
+
+  # require "stringio"
+  # csv = Censive.new(str, excel: true, relax: true)
+  # out = "" # StringIO.new
+  # csv.export(out: out) # (excel: true) # sep: "|")
+  # puts out # .string
+
+  # csv = Censive.new(str, excel: true, relax: true, out: "")
+  # out = csv.export
+  # puts out.out
+
+  puts Censive.parse(str, excel: true, relax: true).to_csv
+end
+
+__END__
+"AAA "BBB",CCC,"DDD"
+
+"CHUI, LOK HANG "BENNY",224325325610,="001453","Hemoglobin A1c",=""
+"Don",="007",10,"Ed"
+Name,Age,,,Shoe,,,
+"Alice",27,5
+Bob,33,10 1/2
+Charlie or "Chuck",=B2 + B3,9
+Subtotal,=sum(B2:B5),="01234"
+A,B,C,D
+A,B,"C",D
+A,B,C",D
+A,B,"C",D
+08/27/2022,="73859443",="04043260",,"Crossover @ Mathilda","CHO, JOELLE "JOJO"",08/19/2022
+123,
+123,"CHO, JOELLE "JOJO"",456
+123,"CHO, JOELLE ""JOJO""",456
+=,=x,x=,="x",="","","=",123,0123,="123",="0123"
+,=x,x=,x,,,,,,=,,123,="0123",123,,="0123"

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: censive
 version: !ruby/object:Gem::Version
-  version: '0.26'
+  version: '0.27'
 platform: ruby
 authors:
 - Steve Shreeve
 autorequire:
 bindir: bin
 cert_chain: []
-date: 2023-03-15 00:00:00.000000000 Z
+date: 2023-03-20 00:00:00.000000000 Z
 dependencies: []
 description: A quick and lightweight CSV handling library for Ruby
 email: steve.shreeve@gmail.com