csvreader 0.0.1 → 0.1.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 12819f4da3e9fb0121d72d1832103b914983d618
-  data.tar.gz: bc02fabb9e4b5627a3e44dc4f6d00b0f4d0a94e0
+  metadata.gz: e6b05520911361eae641ef53b9550d11974478fe
+  data.tar.gz: a119bd4a8e85408b84b9683d8fa5aa61884bfb1e
 SHA512:
-  metadata.gz: 5abae0494cb1799d312ddf91b1baa73a4e8798510a064513dd4411cbc9e10fd64a31ef3522549810e8c0c0b9bba2b9070438120e3bf7cd504ee57db821634943
-  data.tar.gz: a113bbb46e2faa262f9f7133a083b021a7ba5240a4b8a5afacdaedf1dd82ba5a66831a11283a6ffa62dadd0274422f3ca4fdc46ab63cbb6eb2e8ed38ce531e31
+  metadata.gz: a0938a895f630f06740ecb2d947adccb3f6384ad1f7c06316bde43d60b750fae76fda227138c5827c7da404590b96102feb8089e5fb83d056c180a313a4b17e1
+  data.tar.gz: 14cc7b7da521649b5713fb6932a9d201962fbf5bf9df2f09569066baaa29bdffc8edcc89e7903d2aceb7eb6df1c3f05ebff4b27623dc8a427cfaba0ddf4df8f1

data/Manifest.txt

@@ -6,3 +6,7 @@ Rakefile
 lib/csvreader.rb
 lib/csvreader/reader.rb
 lib/csvreader/version.rb
+test/data/beer.csv
+test/data/beer11.csv
+test/helper.rb
+test/test_reader.rb

data/lib/csvreader/version.rb

@@ -4,8 +4,8 @@
 class CsvReader   ## note: uses a class for now - change to module - why? why not?
 
   MAJOR = 0    ## todo: namespace inside version or something - why? why not??
-  MINOR = 0
-  PATCH = 1
+  MINOR = 1
+  PATCH = 0
   VERSION = [MAJOR,MINOR,PATCH].join('.')
 
 

data/test/data/beer.csv

@@ -0,0 +1,7 @@
+Brewery,City,Name,Abv
+Andechser Klosterbrauerei,Andechs,Doppelbock Dunkel,7%
+Augustiner Bräu München,München,Edelstoff,5.6%
+Bayerische Staatsbrauerei Weihenstephan,Freising,Hefe Weissbier,5.4%
+Brauerei Spezial,Bamberg,Rauchbier Märzen,5.1%
+Hacker-Pschorr Bräu,München,Münchner Dunkel,5.0%
+Staatliches Hofbräuhaus München,München,Hofbräu Oktoberfestbier,6.3%

data/test/data/beer11.csv

@@ -0,0 +1,51 @@
+#######
+#  try with some comments
+#   and blank lines even before header
+
+Brewery,City,Name,Abv
+Andechser Klosterbrauerei,Andechs,Doppelbock Dunkel,7%
+Augustiner Bräu München,München,Edelstoff,5.6%
+Bayerische Staatsbrauerei Weihenstephan,Freising,Hefe Weissbier,5.4%
+
+Brauerei Spezial,      Bamberg,  Rauchbier Märzen,   5.1%
+
+Hacker-Pschorr Bräu,   München,  Münchner Dunkel,    5.0%
+
+## some more comments here
+
+Staatliches Hofbräuhaus München,München,Hofbräu Oktoberfestbier,6.3%
+
+## check for nil
+"", ,,"",
+
+## check for blank line with spaces
+##    yes, will get added as a record!! e.g. ["", nil, nil, nil]
+##    use regex to skip blank lines with spaces!!!!
+    
+
+## test double quotes and double quotes escaped
+##   note: double quotes do NOT work with leading AND/OR trailing spaces
+##    leads to:
+##    CSV::MalformedCSVError - Missing or stray quote in line xxx
+##
+##   note: for now double quote does not accept leading AND/OR trailing spaces!!!!
+##
+##  todo/fix: check liberal_quote option starting in csv ruby 2.4 ???
+##
+## examples:
+##  "value with comma, comma","some ""hello""","some ""hello""",
+##    works - but does NOT work (note the leading and trailing spaces for double quotes):
+##  "value with comma, comma" ,"some ""hello""",  "some ""hello""",
+##
+## check for "multi-line":
+## "hello
+##  and another line
+##  and another",two,three,
+
+
+"value with comma, comma","some ""hello""","some ""hello""",
+
+## check for "multi-line"
+"hello
+  and another line
+  and another",two,three,

data/test/helper.rb

@@ -0,0 +1,16 @@
+## $:.unshift(File.dirname(__FILE__))
+
+## minitest setup
+
+require 'minitest/autorun'
+
+
+## our own code
+require 'csvreader'
+
+## add test_data_dir helper
+class CsvReader
+  def self.test_data_dir
+    "#{root}/test/data"
+  end
+end

data/test/test_reader.rb

@@ -0,0 +1,119 @@
+# encoding: utf-8
+
+###
+#  to run use
+#     ruby -I ./lib -I ./test test/test_reader.rb
+
+
+require 'helper'
+
+class TestReader < MiniTest::Test
+
+def test_read
+  puts "== read: beer.csv:"
+  table = CsvReader.read( "#{CsvReader.test_data_dir}/beer.csv" )   ## returns CSV::Table
+
+  pp table.class.name
+  pp table
+  pp table.to_a   ## note: includes header (first row with column names)
+
+  table.each do |row|   ## note: will skip (NOT include) header row!!
+    pp row
+  end
+  puts "  #{table.size} rows"  ## note: again will skip (NOT include) header row in count!!!
+  assert_equal 6, table.size
+end
+
+def test_read_header_false
+  puts "== read (headers: false): beer.csv:"
+  data = CsvReader.read( "#{CsvReader.test_data_dir}/beer.csv", headers: false )
+
+  pp data.class.name
+  pp data
+
+  data.each do |row|
+    pp row
+  end
+  puts "  #{data.size} rows"
+  assert_equal 7, data.size   ## note: include header row in count
+end
+
+
+def test_read11
+  puts "== read: beer11.csv:"
+  table = CsvReader.read( "#{CsvReader.test_data_dir}/beer11.csv" )
+  pp table
+  pp table.to_a   ## note: includes header (first row with column names)
+
+  assert true
+end
+
+
+def test_parse_line
+  puts "== parse_line:"
+  row = CsvReader.parse_line( <<TXT )
+Augustiner Bräu München,                 München,  Edelstoff,      5.6%
+Bayerische Staatsbrauerei Weihenstephan, Freising, Hefe Weissbier, 5.4%
+TXT
+
+  pp row
+  assert_equal ['Augustiner Bräu München', 'München', 'Edelstoff', '5.6%'], row
+end
+
+def test_parse_line11
+  puts "== parse_line:"
+  row = CsvReader.parse_line( <<TXT )
+#######
+#  try with some comments
+#   and blank lines even before header
+
+Augustiner Bräu München,                 München,   Edelstoff,      5.6%
+Bayerische Staatsbrauerei Weihenstephan, Freising,  Hefe Weissbier, 5.4%
+TXT
+
+  pp row
+  assert_equal ['Augustiner Bräu München', 'München', 'Edelstoff', '5.6%'], row
+end
+
+def test_header
+  puts "== header: beer.csv:"
+  header = CsvReader.header( "#{CsvReader.test_data_dir}/beer.csv" )
+  pp header
+  assert_equal ['Brewery','City','Name','Abv'], header
+end
+
+def test_header11
+  puts "== header: beer11.csv:"
+  header = CsvReader.header( "#{CsvReader.test_data_dir}/beer11.csv" )
+  pp header
+  assert_equal ['Brewery','City','Name','Abv'], header
+end
+
+
+def test_foreach
+  puts "== foreach: beer.csv:"
+  CsvReader.foreach( "#{CsvReader.test_data_dir}/beer.csv" ) do |row|
+    pp row
+    pp row.fields
+  end
+  assert true
+end
+
+def test_foreach11
+  puts "== foreach: beer11.csv:"
+  CsvReader.foreach( "#{CsvReader.test_data_dir}/beer11.csv" ) do |row|
+    pp row
+    pp row.fields
+  end
+  assert true
+end
+
+def test_foreach_header_false
+  puts "== foreach (headers: false): beer11.csv:"
+  CsvReader.foreach( "#{CsvReader.test_data_dir}/beer11.csv", headers: false ) do |row|
+    pp row      ## note: is Array (no .fields available!!!!!)
+  end
+  assert true
+end
+
+end # class TestReader

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: csvreader
 version: !ruby/object:Gem::Version
-  version: 0.0.1
+  version: 0.1.0
 platform: ruby
 authors:
 - Gerald Bauer
@@ -57,6 +57,10 @@ files:
 - lib/csvreader.rb
 - lib/csvreader/reader.rb
 - lib/csvreader/version.rb
+- test/data/beer.csv
+- test/data/beer11.csv
+- test/helper.rb
+- test/test_reader.rb
 homepage: https://github.com/csv11/csvreader
 licenses:
 - Public Domain