mdarray-jcsv 0.6.3-java

data/test/test_customer_list.rb

@@ -0,0 +1,436 @@
+# -*- coding: utf-8 -*-
+
+##########################################################################################
+# Copyright © 2015 Rodrigo Botafogo. All Rights Reserved. Permission to use, copy, modify, 
+# and distribute this software and its documentation for educational, research, and 
+# not-for-profit purposes, without fee and without a signed licensing agreement, is hereby 
+# granted, provided that the above copyright notice, this paragraph and the following two 
+# paragraphs appear in all copies, modifications, and distributions. Contact Rodrigo
+# Botafogo - rodrigo.a.botafogo@gmail.com for commercial licensing opportunities.
+#
+# IN NO EVENT SHALL RODRIGO BOTAFOGO BE LIABLE TO ANY PARTY FOR DIRECT, INDIRECT, SPECIAL, 
+# INCIDENTAL, OR CONSEQUENTIAL DAMAGES, INCLUDING LOST PROFITS, ARISING OUT OF THE USE OF 
+# THIS SOFTWARE AND ITS DOCUMENTATION, EVEN IF RODRIGO BOTAFOGO HAS BEEN ADVISED OF THE 
+# POSSIBILITY OF SUCH DAMAGE.
+#
+# RODRIGO BOTAFOGO SPECIFICALLY DISCLAIMS ANY WARRANTIES, INCLUDING, BUT NOT LIMITED TO, 
+# THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE. THE 
+# SOFTWARE AND ACCOMPANYING DOCUMENTATION, IF ANY, PROVIDED HEREUNDER IS PROVIDED "AS IS". 
+# RODRIGO BOTAFOGO HAS NO OBLIGATION TO PROVIDE MAINTENANCE, SUPPORT, UPDATES, ENHANCEMENTS, 
+# OR MODIFICATIONS.
+##########################################################################################
+
+require 'rubygems'
+require 'test/unit'
+require 'shoulda'
+
+require_relative '../config'
+require 'jcsv'
+
+class CSVTest < Test::Unit::TestCase
+
+  context "CSV test" do
+
+    setup do
+
+    end
+
+#=begin
+    #-------------------------------------------------------------------------------------
+    #
+    #-------------------------------------------------------------------------------------
+
+    should "parse a csv file the quick way with headers" do
+
+      # Reads all rows in memory and return and array of arrays. Each line is stored in
+      # one array.  Data is stored in the 'rows' instance variable.
+      # Create the reader with all default parameters.  Headers are converted from string
+      # to symbol
+      reader = Jcsv.reader("../data/customer.csv")
+            
+      # now read the whole csv file
+      content = reader.read
+
+      # Headers are converted to symbol
+      assert_equal([:customer_no, :first_name, :last_name, :birth_date, :mailing_address,
+                    :married, :number_of_kids, :favourite_quote, :email, :loyalty_points],
+                   reader.headers)
+      
+      assert_equal(["1", "John", "Dunbar", "13/06/1945",
+                    "1600 Amphitheatre Parkway\nMountain View, CA 94043\nUnited States",
+                    nil, nil, "\"May the Force be with you.\" - Star Wars",
+                    "jdunbar@gmail.com", "0"], content[0])
+      
+    end
+
+    #-------------------------------------------------------------------------------------
+    #
+    #-------------------------------------------------------------------------------------
+
+    should "leave headers as string" do
+
+      # Reads all rows in memory and return and array of arrays. Each line is stored in
+      # one array.  Data is stored in the 'rows' instance variable.
+      # Headers are kept as strings instead of symbol
+      reader = Jcsv.reader("../data/customer.csv", strings_as_keys: true)
+
+      # now read the whole csv file
+      content = reader.read
+
+      assert_equal(["customerNo", "firstName", "lastName", "birthDate", "mailingAddress",
+                    "married", "numberOfKids", "favouriteQuote", "email", "loyaltyPoints"],
+                   reader.headers)
+      
+    end
+    
+    #-------------------------------------------------------------------------------------
+    #
+    #-------------------------------------------------------------------------------------
+
+    should "parse a csv file passing a block" do
+      
+      # read lines and pass them to a block for processing. The block receives the
+      # line_no (last line of the record), row_no, row and the headers.  If has_haders is
+      # false, then headers will be nil. Instead of
+      # method foreach, one could also use method 'read' with a block.  'read' and
+      # 'foreach' are identical. 
+      reader = Jcsv.reader("../data/customer.csv", headers: true, strings_as_keys: true)
+      
+      reader.read do |line_no, row_no, row, headers|
+        assert_equal(4, line_no) if row_no == 2
+        assert_equal(7, line_no) if row_no == 3
+        assert_equal(10, line_no) if row_no == 4
+        assert_equal(13, line_no) if row_no == 5
+        
+        assert_equal(["customerNo", "firstName", "lastName", "birthDate",
+                      "mailingAddress", "married", "numberOfKids", "favouriteQuote",
+                      "email", "loyaltyPoints"], headers)
+
+        # Since the file has a header, the third record is row_no = 4
+        assert_equal(["3", "Alice", "Wunderland",
+                      "08/08/1985", "One Microsoft Way\nRedmond, WA 98052-6399\nUnited States",
+                      "Y", "0", "\"Play it, Sam. Play \"As Time Goes By.\"\" - Casablanca",
+                      "throughthelookingglass@yahoo.com", "2255887799"], row) if row_no == 4
+      end
+      
+    end
+
+    #-------------------------------------------------------------------------------------
+    #
+    #-------------------------------------------------------------------------------------
+
+    should "parse a csv file with filters" do
+
+      # Add filters, to filter the columns according to given rules. numberOfKids is
+      # optional and should be converted to and int.  married is optional and should be
+      # converted to a boolean
+      parser = Jcsv.reader("../data/customer.csv", default_filter: Jcsv.not_nil)
+
+      # Add filters, so that we get 'objects' instead of strings for filtered fields
+      parser.filters = {:number_of_kids => Jcsv.optional >> Jcsv.int,
+                        :married => Jcsv.optional >> Jcsv.bool,
+                        :customer_no => Jcsv.int,
+                        :birth_date => Jcsv.date("dd/MM/yyyy")}
+      
+      parser.read do |line_no, row_no, row, headers|
+
+        # First field is customer number, which is converted to int
+        assert_equal(1, row[0]) if row_no == 2
+        assert_equal("John", row[1]) if row_no == 2
+        # Field 5 is :married.  It is optional, so leaving it blank (nil) is ok.
+        assert_equal(nil, row[5]) if row_no == 2
+
+        # notice that field married that was "Y" is now true. Number of kids is not "0",
+        # but 0, customerNo is also and int
+        assert_equal(true, row[5]) if row_no == 3
+        
+      end
+      
+    end
+
+    #-------------------------------------------------------------------------------------
+    #
+    #-------------------------------------------------------------------------------------
+
+    should "Read file in chunks passing a block" do
+      
+      # Read chunks of the file.  In this case, we are breaking the file in chunks of 2
+      reader = Jcsv.reader("../data/customer.csv", chunk_size: 2)
+
+      # Add filters, so that we get 'objects' instead of strings for filtered fields
+      reader.filters = {:number_of_kids => Jcsv.optional >> Jcsv.int,
+                        :married => Jcsv.optional >> Jcsv.bool,
+                        :customer_no => Jcsv.int}
+
+      reader.each do |line_no, row_no, chunk, headers|
+        # line_no and row_no are the last read line_no and row_no of the chunk.  Since we
+        # have headers and are reading in chunks of two, the first chunk has row_no = 3
+        assert_equal([[1, "John", "Dunbar", "13/06/1945",
+                       "1600 Amphitheatre Parkway\nMountain View, CA 94043\nUnited States",
+                       nil, nil, "\"May the Force be with you.\" - Star Wars",
+                       "jdunbar@gmail.com", "0"],
+                      [2, "Bob", "Down", "25/02/1919",
+                       "1601 Willow Rd.\nMenlo Park, CA 94025\nUnited States",
+                       true, 0, "\"Frankly, my dear, I don't give a damn.\" - Gone With The Wind",
+                       "bobdown@hotmail.com", "123456"]], chunk) if row_no == 3
+      end
+
+    end
+
+    
+    #-------------------------------------------------------------------------------------
+    #
+    #-------------------------------------------------------------------------------------
+
+    should "Read file in chunks, last chunk smaller" do
+
+      # Read chunks of the file.  In this case, we are breaking the file in chunks of 3.
+      # Since we only have 4 rows, the first chunk will have 3 rows and the second chunk
+      # will have 1 row
+      reader = Jcsv.reader("../data/customer.csv", chunk_size: 3)
+
+      enum = reader.each do |line_no, row_no, chunk, headers|
+        assert_equal([["1", "John", "Dunbar", "13/06/1945",
+                       "1600 Amphitheatre Parkway\nMountain View, CA 94043\nUnited States",
+                       nil, nil,
+                       "\"May the Force be with you.\" - Star Wars", "jdunbar@gmail.com", "0"],
+                      ["2", "Bob", "Down", "25/02/1919",
+                       "1601 Willow Rd.\nMenlo Park, CA 94025\nUnited States",
+                       "Y", "0", "\"Frankly, my dear, I don't give a damn.\" - Gone With The Wind",
+                       "bobdown@hotmail.com", "123456"],
+                      ["3", "Alice", "Wunderland", "08/08/1985",
+                       "One Microsoft Way\nRedmond, WA 98052-6399\nUnited States", "Y", "0",
+                       "\"Play it, Sam. Play \"As Time Goes By.\"\" - Casablanca",
+                       "throughthelookingglass@yahoo.com", "2255887799"]], chunk) if row_no == 4
+
+        assert_equal([["4", "Bill", "Jobs", "10/07/1973",
+                       "2701 San Tomas Expressway\nSanta Clara, CA 95050\nUnited States", "Y", "3",
+                       "\"You've got to ask yourself one question: \"Do I feel lucky?\" Well, do ya, punk?\" - Dirty Harry",
+                       "billy34@hotmail.com", "36"]], chunk) if row_no == 5
+
+      end
+
+    end
+
+    #-------------------------------------------------------------------------------------
+    # 
+    #-------------------------------------------------------------------------------------
+
+    should "Read file in one big chunk" do
+
+      p "TODO: add some test cases... no need to go into the tutorial."
+      
+      # Read chunks of the file.  In this case, we are breaking the file in chunks of 2
+      reader = Jcsv.reader("../data/customer.csv", chunk_size: :all)
+
+      # Add filters, so that we get 'objects' instead of strings for filtered fields
+      reader.filters = {:number_of_kids => Jcsv.optional >> Jcsv.int,
+                        :married => Jcsv.optional >> Jcsv.bool,
+                        :customer_no => Jcsv.int}
+    end
+
+    #-------------------------------------------------------------------------------------
+    #
+    #-------------------------------------------------------------------------------------
+
+    should "Read file in chunks as enumerator" do
+      
+      reader = Jcsv.reader("../data/customer.csv", chunk_size: 2)
+
+      # Add filters, so that we get 'objects' instead of strings for filtered fields
+      reader.filters = {:number_of_kids => Jcsv.optional >> Jcsv.int,
+                        :married => Jcsv.optional >> Jcsv.bool, 
+                        :customer_no => Jcsv.int}
+
+      # Method each without a block returns an enumerator
+      enum = reader.each
+
+      # read the first chunk.  Chunk is of size 2
+      chunk = enum.next
+
+      assert_equal(7, chunk[0])
+      assert_equal(3, chunk[1])
+      assert_equal([[1, "John", "Dunbar", "13/06/1945",
+                     "1600 Amphitheatre Parkway\nMountain View, CA 94043\nUnited States", nil, nil,
+                     "\"May the Force be with you.\" - Star Wars", "jdunbar@gmail.com", "0"],
+                    [2, "Bob", "Down", "25/02/1919",
+                     "1601 Willow Rd.\nMenlo Park, CA 94025\nUnited States",
+                     true, 0, "\"Frankly, my dear, I don't give a damn.\" - Gone With The Wind",
+                     "bobdown@hotmail.com", "123456"]], chunk[2])
+      
+      # read second chunk
+      c = enum.next
+
+      # trying to read another chunk will raise StopIteration
+      assert_raise ( StopIteration ) { enum.next }
+
+    end
+
+    #-------------------------------------------------------------------------------------
+    #
+    #-------------------------------------------------------------------------------------
+
+    should "Read file in chunks as enumerator... last chunk smaller" do
+      
+      # Same test with a chunk_size of 3
+      reader = Jcsv.reader("../data/customer.csv", chunk_size: 3)
+      
+      # Method each without a block returns an enumerator
+      enum = reader.each
+      
+      # read first chunk.  Does nothing with the data.
+      enum.next
+      
+      
+      # read second chunk... only one row will be returned
+      chunk = enum.next
+      
+      # assert_equal()
+      assert_equal([["4", "Bill", "Jobs", "10/07/1973",
+                     "2701 San Tomas Expressway\nSanta Clara, CA 95050\nUnited States", "Y", "3",
+                     "\"You've got to ask yourself one question: \"Do I feel lucky?\" Well, do ya, punk?\" - Dirty Harry",
+                     "billy34@hotmail.com", "36"]], chunk[2])
+      
+      # trying to read another chunk will raise StopIteration
+      assert_raise ( StopIteration ) { enum.next }
+
+    end
+
+    #-------------------------------------------------------------------------------------
+    #
+    #-------------------------------------------------------------------------------------
+
+    should "Read file skipping columns" do
+      
+      reader = Jcsv.reader("../data/customer.csv")
+
+      # Add mapping.  When column is mapped to false, it will not be retrieved from the
+      # file, improving time and speed efficiency
+      reader.mapping = {:customer_no => false, :number_of_kids => false,
+                        :loyalty_points => false}
+        
+      reader.read do |line_no, row_no, chunk, headers|
+        assert_equal([:first_name, :last_name, :birth_date, :mailing_address, :married,
+                      :favourite_quote, :email], headers)
+        if (row_no == 2)
+          assert_equal("John", chunk[0])
+          assert_equal("Dunbar", chunk[1])
+        end
+      end
+
+    end
+
+    #-------------------------------------------------------------------------------------
+    #
+    #-------------------------------------------------------------------------------------
+
+    should "Read file columns as labels" do
+
+      reader = Jcsv.reader("../data/customer.csv")
+
+      # mapping cannot be to true
+      assert_raise (RuntimeError) {
+        reader.mapping = {:customer_no => true, :number_of_kids => true,
+                          :loyalty_points => true}}
+
+    end
+    
+#=end
+
+    #-------------------------------------------------------------------------------------
+    #
+    #-------------------------------------------------------------------------------------
+
+    should "Read file skipping columns, with headers as string" do
+      
+      reader = Jcsv.reader("../data/customer.csv", strings_as_keys: true)
+
+      # Add mapping.  When column is mapped to false, it will not be retrieved from the
+      # file, improving time and speed efficiency
+      reader.mapping = {"customerNo" => false, "numberOfKids" => false,
+                        "loyaltyPoints" => false}
+        
+      reader.read do |line_no, row_no, chunk, headers|
+        assert_equal(["firstName", "lastName", "birthDate", "mailingAddress", "married",
+                      "favouriteQuote", "email"], headers)
+        if (row_no == 2)
+          assert_equal("John", chunk[0])
+          assert_equal("Dunbar", chunk[1])
+        end
+      end
+
+    end
+
+    #-------------------------------------------------------------------------------------
+    #
+    #-------------------------------------------------------------------------------------
+
+    should "Read file reordering columns" do
+
+      # Here we are setting headers to false, so the first line will not be considere
+      # a header.
+      reader = Jcsv.reader("../data/customer.csv", chunk_size: 2)
+      # reading the headers returns false
+      # assert_equal(false, reader.headers)
+
+      reader.filters = {:number_of_kids => Jcsv.optional >> Jcsv.int,
+                        :married => Jcsv.optional >> Jcsv.bool,
+                        :customer_no => Jcsv.int}
+
+      # Mapping allows reordering of columns.  In this example, column 0 (:customerno)
+      # in the csv file will be loaded in position 2 (3rd column); column 1 (:firstname)
+      # in the csv file will be loaded in position 0 (1st column); column 2 on the csv file
+      # will not be loaded (false); column 4 (:birthdate) will be loaded on position 3,
+      # and so on.
+      # When reordering columns, care should be taken to get the mapping right or unexpected
+      # behaviour could result.
+      reader.mapping = {:customer_no => 2, :first_name => 0, :last_name => false,
+                        :birth_date => 3, :mailing_address => false, :married => false,
+                        :number_of_kids => false, :favourite_quote => false, :email => 1,
+                        :loyalty_points => 4}
+        
+      reader.read do |line_no, row_no, chunk, headers|
+        assert_equal([:first_name, :email, :customer_no, :birth_date, :loyalty_points],
+                     headers)
+        assert_equal("John", chunk[0][0]) if row_no == 3
+        assert_equal("Alice", chunk[0][0]) if row_no == 5
+      end
+
+    end
+=begin    
+    #-------------------------------------------------------------------------------------
+    # JRuby fiber seems to have a bug.  Don't know if only JRuby fiber or fibers in 
+    # general.  When returning the first element the second is also retrieved (look
+    # forward: might be a reason, but prevents changing the behaviour in between calls to
+    # next.
+    #-------------------------------------------------------------------------------------
+
+    should "allow changing parameters in between reads" do
+
+      p "testing fiber"
+      
+      # Start with chunk_size 1
+      reader = Jcsv.reader("../data/customer.csv", headers: true, chunk_size: 1)
+      
+      # Method each without a block returns an enumerator
+      enum = reader.each
+      
+      # read first chunk.  Does nothing with the data. Got only one line of data
+      p enum.next
+
+      # change chunk_size to 2
+      reader.chunk_size = 2
+      
+      # read second chunk... only one row will be returned
+      chunk = enum.next
+      p chunk
+      # assert_equal()
+
+      p enum.next
+      
+    end
+=end    
+  end
+
+end
+

data/test/test_customer_map.rb

@@ -0,0 +1,209 @@
+# -*- coding: utf-8 -*-
+
+##########################################################################################
+# Copyright © 2015 Rodrigo Botafogo. All Rights Reserved. Permission to use, copy, modify, 
+# and distribute this software and its documentation for educational, research, and 
+# not-for-profit purposes, without fee and without a signed licensing agreement, is hereby 
+# granted, provided that the above copyright notice, this paragraph and the following two 
+# paragraphs appear in all copies, modifications, and distributions. Contact Rodrigo
+# Botafogo - rodrigo.a.botafogo@gmail.com for commercial licensing opportunities.
+#
+# IN NO EVENT SHALL RODRIGO BOTAFOGO BE LIABLE TO ANY PARTY FOR DIRECT, INDIRECT, SPECIAL, 
+# INCIDENTAL, OR CONSEQUENTIAL DAMAGES, INCLUDING LOST PROFITS, ARISING OUT OF THE USE OF 
+# THIS SOFTWARE AND ITS DOCUMENTATION, EVEN IF RODRIGO BOTAFOGO HAS BEEN ADVISED OF THE 
+# POSSIBILITY OF SUCH DAMAGE.
+#
+# RODRIGO BOTAFOGO SPECIFICALLY DISCLAIMS ANY WARRANTIES, INCLUDING, BUT NOT LIMITED TO, 
+# THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE. THE 
+# SOFTWARE AND ACCOMPANYING DOCUMENTATION, IF ANY, PROVIDED HEREUNDER IS PROVIDED "AS IS". 
+# RODRIGO BOTAFOGO HAS NO OBLIGATION TO PROVIDE MAINTENANCE, SUPPORT, UPDATES, ENHANCEMENTS, 
+# OR MODIFICATIONS.
+##########################################################################################
+
+require 'rubygems'
+require 'test/unit'
+require 'shoulda'
+require 'date'
+
+require_relative '../config' if !@platform
+
+require 'jcsv'
+
+class CSVTest < Test::Unit::TestCase
+
+  context "CSV test" do
+
+    setup do
+
+    end
+
+    #-------------------------------------------------------------------------------------
+    #
+    #-------------------------------------------------------------------------------------
+
+    should "parse a csv file to map the quick way" do
+
+      reader = Jcsv.reader("../data/customer.csv", format: :map)
+      # map is an array of hashes
+      map = reader.read
+      
+      # get customerNo of second row
+      assert_equal("2", map[1][:customer_no])
+      # loyaltyPoints from 4th row
+      assert_equal("36", map[3][:loyalty_points])
+      
+    end
+
+    #-------------------------------------------------------------------------------------
+    #
+    #-------------------------------------------------------------------------------------
+
+    should "parse a csv file to map without filters nor mappings in chunks" do
+
+      # type is :map. Rows are hashes. Set the default filter to not_nil. That is, all
+      # fields are required unless explicitly set to optional.
+      reader = Jcsv.reader("../data/customer.csv", format: :map, chunk_size: 2,
+                           strings_as_keys: true)
+      
+      map = reader.read
+
+      # since chunk_size = 2, but we didn't pass a block to reader, we will get back
+      # 1 array, with 2 arrays each with a chunk.  Every element of the internal arrays
+      # are maps (hashes)
+      
+      # Bellow we are looking at the second chunk, element 0.  Since our chunks are of
+      # size 2, the second chunk, element 0 is the third row.
+      assert_equal("2255887799", map[1][0]["loyaltyPoints"])
+
+    end
+
+    #-------------------------------------------------------------------------------------
+    #
+    #-------------------------------------------------------------------------------------
+
+    should "parse a csv file to map" do
+
+      # type is :map. Rows are hashes. Set the default filter to not_nil. That is, all
+      # fields are required unless explicitly set to optional.
+      reader = Jcsv.reader("../data/customer.csv", format: :map, default_filter: Jcsv.not_nil)
+
+      # Set numberOfKids and married as optional, otherwise an exception will be raised
+      reader.filters = {:number_of_kids => Jcsv.optional >> Jcsv.int,
+                        :married => Jcsv.optional >> Jcsv.bool,
+                        :loyalty_points => Jcsv.long,
+                        :customer_no => Jcsv.int,
+                        :birth_date => Jcsv.date("dd/MM/yyyy")}
+
+      # When parsing to map, it is possible to make a mapping. If column name is :false
+      # the column will be removed from the returned row
+      reader.mapping = {:number_of_kids => :numero_criancas,
+                        :married => "casado",
+                        :loyalty_points => "pontos fidelidade",
+                        :customer_no => false}
+
+      reader.read do |line_no, row_no, row, headers|
+        if (row_no == 5)
+          assert_equal(nil, row[:customer_no])
+          assert_equal("Bill", row[:first_name])
+          assert_equal(true, row["casado"])
+          assert_equal("1973-07-10T00:00:00+00:00", row[:birth_date].to_s)
+          assert_equal("2701 San Tomas Expressway\nSanta Clara, CA 95050\nUnited States",
+                       row[:mailing_address])
+          assert_equal(3, row[:numero_criancas])
+        end
+        
+      end
+
+    end
+    
+    #-------------------------------------------------------------------------------------
+    #
+    #-------------------------------------------------------------------------------------
+
+    should "raise exception if no header when reading map" do
+
+      # Will raise an exception as reading a file as map requires the header
+      assert_raise ( Jcsv::MissingHeadersError ) {
+        Jcsv.reader("../data/customer.csv", format: :map, headers: false)
+      }
+
+    end
+
+    #-------------------------------------------------------------------------------------
+    #
+    #-------------------------------------------------------------------------------------
+
+    should "raise ConstraintViolation" do
+
+      reader = Jcsv.reader("../data/customer.csv", format: :map, default_filter: Jcsv.not_nil,
+                           headers: true, strings_as_keys: true)
+      
+      # Set numberOfKids and married as optional, otherwise an exception will be raised
+      reader.filters = {"numberOfKids" => Jcsv.optional >> Jcsv.int,
+                        "loyaltyPoints" => Jcsv.long,
+                        "customerNo" => Jcsv.int,
+                        "birthDate" => Jcsv.date("dd/mm/yyyy")}
+
+      # reader.read { |line_no, row_no, row, headers| }
+      # Will raise an exception, as the default_filter is not_nil and there is a record
+      # in which field 'married' is nil
+      assert_raise ( Jcsv::ConstraintViolation ) {
+        reader.read { |line_no, row_no, row, headers| } }
+      
+    end
+
+    #-------------------------------------------------------------------------------------
+    #
+    #-------------------------------------------------------------------------------------
+
+    should "catch FilterError" do
+
+      reader = Jcsv.reader("../data/customer.csv", format: :map, headers: true,
+                           strings_as_keys: true)
+      # Set numberOfKids and married as optional, otherwise an exception will be raised
+      reader.filters = {"numberOfKids" => Jcsv.optional >> Jcsv.int,
+                        "loyaltyPoints" => Jcsv.bool,
+                        "customerNo" => Jcsv.int,
+                        "birthDate" => Jcsv.date("dd/mm/yyyy")}
+
+      begin
+        reader.read do |line_no, row_no, row, headers|
+          p row
+        end
+      rescue Jcsv::FilterError => e
+        puts e.message
+        retry
+      end
+      
+    end
+      
+    #-------------------------------------------------------------------------------------
+    #
+    #-------------------------------------------------------------------------------------
+
+    should "Read file in chunks passing a block as iterator" do
+      
+      # Read chunks of the file.  In this case, we are breaking the file in chunks of two
+      reader = Jcsv.reader("../data/customer.csv", chunk_size: 2, format: :map,
+                           strings_as_keys: true)
+
+      # Add filters, so that we get 'objects' instead of strings for filtered fields
+      reader.filters = {"numberOfKids" => Jcsv.optional >> Jcsv.int,
+                        "married" => Jcsv.optional >> Jcsv.bool,
+                        "customerNo" => Jcsv.int}
+      
+      iter = reader.each
+      chunk1 = iter.next
+      # 3rd item in the chunk1 array is the data.  1st item is the line_no and 2nd item
+      # row_no.  Chunks are of size 2, so chunk1[2][1] is the second element of the first
+      # chunk
+      assert_equal(2, chunk1[2][1]["customerNo"])
+      assert_equal("Down", chunk1[2][1]["lastName"])       
+      
+      chunk2 = iter.next
+
+    end
+
+  end
+  
+end