smarter_csv 1.0.17 → 1.0.18

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: 7ac58be862e87f8334e8620b317e2d4cc534b881
+  data.tar.gz: 91d2b6f6d80b70cfd3878e2a82abf3cb5c7e66fb
+SHA512:
+  metadata.gz: 90c70c2eee91b085414aefbd0c1a59268950a2ef3d0ba4a33ec74bc7795b0712ac98e6a9f61f211774dc5c467fb6dcf0ec84c972ba587491bb480dd31915d0d7
+  data.tar.gz: e2688ae5b2a0f3e36e07b0e8d90847541efadb9263ccdc215b470296a078618cfd93ccd342abbcf466648f5ee5423bae5bb9bbfa69baab0157d5a426eff853bd

data/.travis.yml

@@ -5,25 +5,24 @@ rvm:
   - 1.9.2
   - 1.9.3
   - 2.0.0
-  - jruby-18mode
-  - jruby-19mode
+  - 2.1.3
+  - jruby
   - ruby-head
   - jruby-head
   - ree
-jdk:
-  - oraclejdk7
-  - openjdk7
+  - rbx
+# jdk:
+#   - oraclejdk7
+#   - openjdk7
 env: JRUBY_OPTS="--server -Xcompile.invokedynamic=false -J-XX:+TieredCompilation -J-XX:TieredStopAtLevel=1 -J-noverify -J-Xms512m -J-Xmx1024m"
 matrix:
   allow_failures:
-    - rbx-18mode
-    - rbx-19mode
+    - rbx
     - rvm: jruby-head
     - rvm: ruby-head
     - rvm: ree
     - rvm: 1.8.7
     - rvm: jruby-18mode
-    - rvm: rbx-18mode
 branches:
   only:
     - master

data/README.md

@@ -165,6 +165,15 @@ The options and the block are optional.
      | :verbose                    |   false  | print out line number while processing (to track down problems in input files)       |
 
 
+#### NOTES about File Encodings:
+ * if you have a CSV file which contains unicode characters, you can process it as follows:
+
+
+       f = File.open(filename, "r:bom|utf-8");
+       data = SmarterCSV.process(f);
+       f.close
+
+
 #### NOTES about CSV Headers:
  * as this method parses CSV files, it is assumed that the first line of any file will contain a valid header
  * the first line with the CSV header may or may not be commented out according to the :comment_regexp
@@ -191,19 +200,6 @@ The options and the block are optional.
 
 #### Known Issues:
  * if you are using 1.8.7 versions of Ruby, JRuby, or Ruby Enterprise Edition, `smarter_csv` will have problems with double-quoted fields, because of a bug in an underlying library.
- * if your CSV data contains the :row_sep character, e.g. CR, smarter_csv will not be able to handle the data, but will report `CSV::MalformedCSVError: Unclosed quoted field`.
-
-
-Example of Invalid CSV:
-
-    id,name,comment
-    1,James,a simple comment
-    2,Paul,"a comment which contains
-    the :row_sep character CR"
-    3,Frank,"some other comment"
-
-The second row contains a comment with an embedded \n carriage return character.
-`smarter_csv` handles this special case as invalid CSV.
 
 
 ## See also:
@@ -229,6 +225,9 @@ Or install it yourself as:
 
 ## Changes
 
+#### 1.0.18 (2014-10-27)
+ * added support for multi-line fields / csv fields containing CR (thanks to Chris Hilton) (issue #31)
+ 
 #### 1.0.17 (2014-01-13)
  * added option to set :row_sep to :auto , for automatic detection of the row-separator (issue #22)
 
@@ -327,6 +326,7 @@ Please [open an Issue on GitHub](https://github.com/tilo/smarter_csv/issues) if
 Many thanks to people who have filed issues and sent comments. 
 And a special thanks to those who contributed pull requests:
 
+ * [Chris Hilton](https://github.com/chrismhilton)
  * [Sean Duckett](http://github.com/sduckett)
  * [Alex Ong](http://github.com/khaong) 
  * [Martin Nilsson](http://github.com/MrTin) 

data/lib/smarter_csv/smarter_csv.rb

@@ -21,7 +21,7 @@ module SmarterCSV
       f = input.respond_to?(:readline) ? input : File.open(input, "r:#{options[:file_encoding]}")
 
       if options[:row_sep] == :auto
-        options[:row_sep] =  SmarterCSV.guess_line_ending( f )
+        options[:row_sep] =  SmarterCSV.guess_line_ending( f, options )
         f.rewind
       end
       $/ = options[:row_sep]
@@ -87,6 +87,15 @@ module SmarterCSV
         line_count += 1
         print "processing line %10d\r" % line_count if options[:verbose]
         next  if  line =~ options[:comment_regexp]  # ignore all comment lines if there are any
+
+        # cater for the quoted csv data containing the row separator carriage return character
+        # in which case the row data will be split across multiple lines (see the sample content in spec/fixtures/carriage_returns_rn.csv)
+        # by detecting the existence of an uneven number of quote characters 
+        while line.count(options[:quote_char])%2 == 1
+          print "line contains uneven number of quote chars so including content of next line" if options[:verbose]
+          line += f.readline
+        end
+        
         line.chomp!    # will use $/ which is set to options[:col_sep]
 
         if (line =~ %r{#{options[:quote_char]}}) and (! options[:force_simple_split])
@@ -104,7 +113,10 @@ module SmarterCSV
           eval('hash.delete(:"")')
         end
 
-        hash.delete_if{|k,v| v.nil? || v =~ /^\s*$/}  if options[:remove_empty_values]
+        # remove empty values using the same regexp as used by the rails blank? method
+        # which caters for double \n and \r\n characters such as "1\r\n\r\n2" whereas the original check (v =~ /^\s*$/) does not
+        hash.delete_if{|k,v| v.nil? || v !~ /[^[:space:]]/}  if options[:remove_empty_values]
+
         hash.delete_if{|k,v| ! v.nil? && v =~ /^(\d+|\d+\.\d+)$/ && v.to_f == 0} if options[:remove_zero_values]   # values are typically Strings!
         hash.delete_if{|k,v| v =~ options[:remove_values_matching]} if options[:remove_values_matching]
         if options[:convert_values_to_numeric]
@@ -192,12 +204,16 @@ module SmarterCSV
   end
 
   # limitation: this currently reads the whole file in before making a decision
-  def self.guess_line_ending( filehandle )
+  def self.guess_line_ending( filehandle, options )
     counts = {"\n" => 0 , "\r" => 0, "\r\n" => 0}
+    quoted_char = false
 
+    # count how many of the pre-defined line-endings we find
+    # ignoring those contained within quote characters
     filehandle.each_char do |c|
-      next if c !~ /\r|\n|\r\n/
-      counts[c] += 1            # count how many of the pre-defined line-endings we find
+      quoted_char = !quoted_char if c == options[:quote_char]
+      next if quoted_char || c !~ /\r|\n|\r\n/
+      counts[c] += 1
     end
     # find the key/value pair with the largest counter:
     k,v = counts.max_by{|k,v| v}

data/lib/smarter_csv/version.rb

@@ -1,3 +1,3 @@
 module SmarterCSV
-  VERSION = "1.0.17"
+  VERSION = "1.0.18"
 end

data/spec/fixtures/carriage_returns_n.csv

@@ -0,0 +1,18 @@
+Name,Street,City
+Anfield,Anfield Road,Liverpool
+"Highbury
+Highbury House",75 Drayton Park,London
+Old Trafford,"Sir Matt 
+Busby Way",Manchester
+St. James' Park,,"Newcastle-upon-tyne 
+Tyne and Wear"
+"White Hart Lane
+(The Lane)","Bill Nicholson Way 
+748 High Rd","Tottenham
+London"
+Stamford Bridge,"Fulham Road
+London",
+"Etihad Stadium
+Rowsley St
+Manchester",,
+Goodison,Goodison Road,Liverpool

data/spec/fixtures/carriage_returns_quoted.csv

@@ -0,0 +1,3 @@
+Band,Members,Albums
+New Order,"Bernard Sumner
+Led Zeppelin,"Jimmy Page

data/spec/fixtures/carriage_returns_r.csv

@@ -0,0 +1 @@
+Name,Street,City

data/spec/fixtures/carriage_returns_rn.csv

@@ -0,0 +1,18 @@
+Name,Street,City
+Anfield,Anfield Road,Liverpool
+"Highbury
+Highbury House",75 Drayton Park,London
+Old Trafford,"Sir Matt 
+Busby Way",Manchester
+St. James' Park,,"Newcastle-upon-tyne 
+Tyne and Wear"
+"White Hart Lane
+(The Lane)","Bill Nicholson Way 
+748 High Rd","Tottenham
+London"
+Stamford Bridge,"Fulham Road
+London",
+"Etihad Stadium
+Rowsley St
+Manchester",,
+Goodison,Goodison Road,Liverpool

data/spec/fixtures/empty.csv

@@ -0,0 +1,5 @@
+not empty 1,not empty 2,not empty 3,empty 1,empty 2
+56
+
+666
+",?,"

data/spec/smarter_csv/carriage_return_spec.rb

@@ -0,0 +1,170 @@
+require 'spec_helper'
+
+fixture_path = 'spec/fixtures'
+
+describe 'process files with line endings explicitly pre-specified' do
+
+  it 'should process a file with \n for line endings and within data fields' do
+    sep = "\n"
+    options = {:row_sep => sep}
+    data = SmarterCSV.process("#{fixture_path}/carriage_returns_n.csv", {:row_sep => sep})
+    data.flatten.size.should == 8
+    data[0][:name].should == "Anfield"
+    data[0][:street].should == "Anfield Road"
+    data[0][:city].should == "Liverpool"
+    data[1][:name].should == ["Highbury", "Highbury House"].join(sep)
+    data[2][:street].should == ["Sir Matt ", "Busby Way"].join(sep)
+    data[3][:city].should == ["Newcastle-upon-tyne ", "Tyne and Wear"].join(sep)
+    data[4][:name].should == ["White Hart Lane", "(The Lane)"].join(sep)
+    data[4][:street].should == ["Bill Nicholson Way ", "748 High Rd"].join(sep)
+    data[4][:city].should == ["Tottenham", "London"].join(sep)
+    data[5][:name].should == "Stamford Bridge"
+    data[5][:street].should == ["Fulham Road", "London"].join(sep)
+    data[5][:city].should be_nil
+    data[6][:name].should == ["Etihad Stadium", "Rowsley St", "Manchester"].join(sep)
+    data[7][:name].should == "Goodison"
+    data[7][:street].should == "Goodison Road"
+    data[7][:city].should == "Liverpool"
+  end
+
+  it 'should process a file with \r for line endings and within data fields' do
+    sep = "\r"
+    data = SmarterCSV.process("#{fixture_path}/carriage_returns_r.csv", {:row_sep => sep})
+    data.flatten.size.should == 8
+    data[0][:name].should == "Anfield"
+    data[0][:street].should == "Anfield Road"
+    data[0][:city].should == "Liverpool"
+    data[1][:name].should == ["Highbury", "Highbury House"].join(sep)
+    data[2][:street].should == ["Sir Matt ", "Busby Way"].join(sep)
+    data[3][:city].should == ["Newcastle-upon-tyne ", "Tyne and Wear"].join(sep)
+    data[4][:name].should == ["White Hart Lane", "(The Lane)"].join(sep)
+    data[4][:street].should == ["Bill Nicholson Way ", "748 High Rd"].join(sep)
+    data[4][:city].should == ["Tottenham", "London"].join(sep)
+    data[5][:name].should == "Stamford Bridge"
+    data[5][:street].should == ["Fulham Road", "London"].join(sep)
+    data[5][:city].should be_nil
+    data[6][:name].should == ["Etihad Stadium", "Rowsley St", "Manchester"].join(sep)
+    data[7][:name].should == "Goodison"
+    data[7][:street].should == "Goodison Road"
+    data[7][:city].should == "Liverpool"
+  end
+
+  it 'should process a file with \r\n for line endings and within data fields' do
+    sep = "\r\n"
+    data = SmarterCSV.process("#{fixture_path}/carriage_returns_rn.csv", {:row_sep => sep})
+    data.flatten.size.should == 8
+    data[0][:name].should == "Anfield"
+    data[0][:street].should == "Anfield Road"
+    data[0][:city].should == "Liverpool"
+    data[1][:name].should == ["Highbury", "Highbury House"].join(sep)
+    data[2][:street].should == ["Sir Matt ", "Busby Way"].join(sep)
+    data[3][:city].should == ["Newcastle-upon-tyne ", "Tyne and Wear"].join(sep)
+    data[4][:name].should == ["White Hart Lane", "(The Lane)"].join(sep)
+    data[4][:street].should == ["Bill Nicholson Way ", "748 High Rd"].join(sep)
+    data[4][:city].should == ["Tottenham", "London"].join(sep)
+    data[5][:name].should == "Stamford Bridge"
+    data[5][:street].should == ["Fulham Road", "London"].join(sep)
+    data[5][:city].should be_nil
+    data[6][:name].should == ["Etihad Stadium", "Rowsley St", "Manchester"].join(sep)
+    data[7][:name].should == "Goodison"
+    data[7][:street].should == "Goodison Road"
+    data[7][:city].should == "Liverpool"
+  end
+
+  it 'should process a file with more quoted text carriage return characters (\r) than line ending characters (\n)' do
+    row_sep = "\n"
+    text_sep = "\r"
+    data = SmarterCSV.process("#{fixture_path}/carriage_returns_quoted.csv", {:row_sep => row_sep})
+    data.flatten.size.should == 2
+    data[0][:band].should == "New Order"
+    data[0][:members].should == ["Bernard Sumner", "Peter Hook", "Stephen Morris", "Gillian Gilbert"].join(text_sep)
+    data[0][:albums].should == ["Movement", "Power, Corruption and Lies", "Low-Life", "Brotherhood", "Substance"].join(text_sep)
+    data[1][:band].should == "Led Zeppelin"
+    data[1][:members].should == ["Jimmy Page", "Robert Plant", "John Bonham", "John Paul Jones"].join(text_sep)
+    data[1][:albums].should == ["Led Zeppelin", "Led Zeppelin II", "Led Zeppelin III", "Led Zeppelin IV"].join(text_sep)
+  end
+
+end
+
+describe 'process files with line endings in automatic mode' do
+
+  it 'should process a file with \n for line endings and within data fields' do
+    sep = "\n"
+    data = SmarterCSV.process("#{fixture_path}/carriage_returns_n.csv", {:row_sep => :auto})
+    data.flatten.size.should == 8
+    data[0][:name].should == "Anfield"
+    data[0][:street].should == "Anfield Road"
+    data[0][:city].should == "Liverpool"
+    data[1][:name].should == ["Highbury", "Highbury House"].join(sep)
+    data[2][:street].should == ["Sir Matt ", "Busby Way"].join(sep)
+    data[3][:city].should == ["Newcastle-upon-tyne ", "Tyne and Wear"].join(sep)
+    data[4][:name].should == ["White Hart Lane", "(The Lane)"].join(sep)
+    data[4][:street].should == ["Bill Nicholson Way ", "748 High Rd"].join(sep)
+    data[4][:city].should == ["Tottenham", "London"].join(sep)
+    data[5][:name].should == "Stamford Bridge"
+    data[5][:street].should == ["Fulham Road", "London"].join(sep)
+    data[5][:city].should be_nil
+    data[6][:name].should == ["Etihad Stadium", "Rowsley St", "Manchester"].join(sep)
+    data[7][:name].should == "Goodison"
+    data[7][:street].should == "Goodison Road"
+    data[7][:city].should == "Liverpool"
+  end
+
+  it 'should process a file with \r for line endings and within data fields' do
+    sep = "\r"
+    data = SmarterCSV.process("#{fixture_path}/carriage_returns_r.csv", {:row_sep => :auto})
+    data.flatten.size.should == 8
+    data[0][:name].should == "Anfield"
+    data[0][:street].should == "Anfield Road"
+    data[0][:city].should == "Liverpool"
+    data[1][:name].should == ["Highbury", "Highbury House"].join(sep)
+    data[2][:street].should == ["Sir Matt ", "Busby Way"].join(sep)
+    data[3][:city].should == ["Newcastle-upon-tyne ", "Tyne and Wear"].join(sep)
+    data[4][:name].should == ["White Hart Lane", "(The Lane)"].join(sep)
+    data[4][:street].should == ["Bill Nicholson Way ", "748 High Rd"].join(sep)
+    data[4][:city].should == ["Tottenham", "London"].join(sep)
+    data[5][:name].should == "Stamford Bridge"
+    data[5][:street].should == ["Fulham Road", "London"].join(sep)
+    data[5][:city].should be_nil
+    data[6][:name].should == ["Etihad Stadium", "Rowsley St", "Manchester"].join(sep)
+    data[7][:name].should == "Goodison"
+    data[7][:street].should == "Goodison Road"
+    data[7][:city].should == "Liverpool"
+  end
+
+  it 'should process a file with \r\n for line endings and within data fields' do
+    sep = "\r\n"
+    data = SmarterCSV.process("#{fixture_path}/carriage_returns_rn.csv", {:row_sep => :auto})
+    data.flatten.size.should == 8
+    data[0][:name].should == "Anfield"
+    data[0][:street].should == "Anfield Road"
+    data[0][:city].should == "Liverpool"
+    data[1][:name].should == ["Highbury", "Highbury House"].join(sep)
+    data[2][:street].should == ["Sir Matt ", "Busby Way"].join(sep)
+    data[3][:city].should == ["Newcastle-upon-tyne ", "Tyne and Wear"].join(sep)
+    data[4][:name].should == ["White Hart Lane", "(The Lane)"].join(sep)
+    data[4][:street].should == ["Bill Nicholson Way ", "748 High Rd"].join(sep)
+    data[4][:city].should == ["Tottenham", "London"].join(sep)
+    data[5][:name].should == "Stamford Bridge"
+    data[5][:street].should == ["Fulham Road", "London"].join(sep)
+    data[5][:city].should be_nil
+    data[6][:name].should == ["Etihad Stadium", "Rowsley St", "Manchester"].join(sep)
+    data[7][:name].should == "Goodison"
+    data[7][:street].should == "Goodison Road"
+    data[7][:city].should == "Liverpool"
+  end
+
+  it 'should process a file with more quoted text carriage return characters (\r) than line ending characters (\n)' do
+    row_sep = "\n"
+    text_sep = "\r"
+    data = SmarterCSV.process("#{fixture_path}/carriage_returns_quoted.csv", {:row_sep => :auto})
+    data.flatten.size.should == 2
+    data[0][:band].should == "New Order"
+    data[0][:members].should == ["Bernard Sumner", "Peter Hook", "Stephen Morris", "Gillian Gilbert"].join(text_sep)
+    data[0][:albums].should == ["Movement", "Power, Corruption and Lies", "Low-Life", "Brotherhood", "Substance"].join(text_sep)
+    data[1][:band].should == "Led Zeppelin"
+    data[1][:members].should == ["Jimmy Page", "Robert Plant", "John Bonham", "John Paul Jones"].join(text_sep)
+    data[1][:albums].should == ["Led Zeppelin", "Led Zeppelin II", "Led Zeppelin III", "Led Zeppelin IV"].join(text_sep)
+  end
+
+end

data/spec/smarter_csv/convert_values_to_numeric_spec.rb

@@ -16,7 +16,7 @@ describe 'numeric conversion of values' do
   end
 
   it 'can be prevented for all values' do
-    options = { convert_values_to_numeric: false }
+    options = { :convert_values_to_numeric => false }
     data = SmarterCSV.process("#{fixture_path}/numeric.csv", options)
     
     data.each do |hash|
@@ -26,7 +26,7 @@ describe 'numeric conversion of values' do
   end
 
   it 'can be prevented for some keys' do
-    options = { convert_values_to_numeric: { except: :reference }}
+    options = { :convert_values_to_numeric => { :except => :reference }}
     data = SmarterCSV.process("#{fixture_path}/numeric.csv", options)
 
     data.each do |hash|
@@ -36,7 +36,7 @@ describe 'numeric conversion of values' do
   end
   
   it 'can occur only for some keys' do
-    options = { convert_values_to_numeric: { only: :wealth }}
+    options = { :convert_values_to_numeric => { :only => :wealth }}
     data = SmarterCSV.process("#{fixture_path}/numeric.csv", options)
 
     data.each do |hash|

data/spec/smarter_csv/remove_empty_values_spec.rb

@@ -0,0 +1,13 @@
+require 'spec_helper'
+
+fixture_path = 'spec/fixtures'
+
+describe 'be_able_to' do
+  it 'remove_empty_values' do 
+    options = {:row_sep => :auto, :remove_empty_values => true}
+    data = SmarterCSV.process("#{fixture_path}/empty.csv", options)
+    data.size.should == 1
+    data[0].keys.should == [:not_empty_1, :not_empty_2, :not_empty_3]
+  end
+
+end

metadata

@@ -1,49 +1,44 @@
 --- !ruby/object:Gem::Specification
 name: smarter_csv
 version: !ruby/object:Gem::Version
-  version: 1.0.17
-  prerelease: 
+  version: 1.0.18
 platform: ruby
 authors:
-- ! 'Tilo Sloboda
-
-'
+- |
+  Tilo Sloboda
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2014-01-13 00:00:00.000000000 Z
+date: 2014-10-28 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: rspec
   requirement: !ruby/object:Gem::Requirement
-    none: false
     requirements:
-    - - ! '>='
+    - - ">="
       - !ruby/object:Gem::Version
         version: '0'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
-    none: false
     requirements:
-    - - ! '>='
+    - - ">="
       - !ruby/object:Gem::Version
         version: '0'
 description: Ruby Gem for smarter importing of CSV Files as Array(s) of Hashes, with
   optional features for processing large files in parallel, embedded comments, unusual
   field- and record-separators, flexible mapping of CSV-headers to Hash-keys
 email:
-- ! 'tilo.sloboda@gmail.com
-
-'
+- |
+  tilo.sloboda@gmail.com
 executables: []
 extensions: []
 extra_rdoc_files: []
 files:
-- .gitignore
-- .rspec
-- .rvmrc
-- .travis.yml
+- ".gitignore"
+- ".rspec"
+- ".rvmrc"
+- ".travis.yml"
 - Gemfile
 - README.md
 - Rakefile
@@ -54,7 +49,12 @@ files:
 - smarter_csv.gemspec
 - spec/fixtures/basic.csv
 - spec/fixtures/binary.csv
+- spec/fixtures/carriage_returns_n.csv
+- spec/fixtures/carriage_returns_quoted.csv
+- spec/fixtures/carriage_returns_r.csv
+- spec/fixtures/carriage_returns_rn.csv
 - spec/fixtures/chunk_cornercase.csv
+- spec/fixtures/empty.csv
 - spec/fixtures/line_endings_n.csv
 - spec/fixtures/line_endings_r.csv
 - spec/fixtures/line_endings_rn.csv
@@ -66,6 +66,7 @@ files:
 - spec/fixtures/separator.csv
 - spec/smarter_csv/binary_file2_spec.rb
 - spec/smarter_csv/binary_file_spec.rb
+- spec/smarter_csv/carriage_return_spec.rb
 - spec/smarter_csv/chunked_reading_spec.rb
 - spec/smarter_csv/column_separator_spec.rb
 - spec/smarter_csv/convert_values_to_numeric_spec.rb
@@ -75,6 +76,7 @@ files:
 - spec/smarter_csv/no_header_spec.rb
 - spec/smarter_csv/not_downcase_header_spec.rb
 - spec/smarter_csv/quoted_spec.rb
+- spec/smarter_csv/remove_empty_values_spec.rb
 - spec/smarter_csv/remove_keys_from_hashes_spec.rb
 - spec/smarter_csv/remove_not_mapped_keys_spec.rb
 - spec/smarter_csv/remove_values_matching_spec.rb
@@ -88,34 +90,38 @@ homepage: https://github.com/tilo/smarter_csv
 licenses:
 - MIT
 - GPL-2
+metadata: {}
 post_install_message: 
 rdoc_options: []
 require_paths:
 - lib
 required_ruby_version: !ruby/object:Gem::Requirement
-  none: false
   requirements:
-  - - ! '>='
+  - - ">="
     - !ruby/object:Gem::Version
       version: '0'
 required_rubygems_version: !ruby/object:Gem::Requirement
-  none: false
   requirements:
-  - - ! '>='
+  - - ">="
     - !ruby/object:Gem::Version
       version: '0'
 requirements:
 - csv
 rubyforge_project: 
-rubygems_version: 1.8.23
+rubygems_version: 2.2.2
 signing_key: 
-specification_version: 3
+specification_version: 4
 summary: Ruby Gem for smarter importing of CSV Files (and CSV-like files), with lots
   of optional features, e.g. chunked processing for huge CSV files
 test_files:
 - spec/fixtures/basic.csv
 - spec/fixtures/binary.csv
+- spec/fixtures/carriage_returns_n.csv
+- spec/fixtures/carriage_returns_quoted.csv
+- spec/fixtures/carriage_returns_r.csv
+- spec/fixtures/carriage_returns_rn.csv
 - spec/fixtures/chunk_cornercase.csv
+- spec/fixtures/empty.csv
 - spec/fixtures/line_endings_n.csv
 - spec/fixtures/line_endings_r.csv
 - spec/fixtures/line_endings_rn.csv
@@ -127,6 +133,7 @@ test_files:
 - spec/fixtures/separator.csv
 - spec/smarter_csv/binary_file2_spec.rb
 - spec/smarter_csv/binary_file_spec.rb
+- spec/smarter_csv/carriage_return_spec.rb
 - spec/smarter_csv/chunked_reading_spec.rb
 - spec/smarter_csv/column_separator_spec.rb
 - spec/smarter_csv/convert_values_to_numeric_spec.rb
@@ -136,6 +143,7 @@ test_files:
 - spec/smarter_csv/no_header_spec.rb
 - spec/smarter_csv/not_downcase_header_spec.rb
 - spec/smarter_csv/quoted_spec.rb
+- spec/smarter_csv/remove_empty_values_spec.rb
 - spec/smarter_csv/remove_keys_from_hashes_spec.rb
 - spec/smarter_csv/remove_not_mapped_keys_spec.rb
 - spec/smarter_csv/remove_values_matching_spec.rb