smarter_csv 1.1.5 → 1.12.1

data/spec/smarter_csv/carriage_return_spec.rb

@@ -1,170 +0,0 @@
-require 'spec_helper'
-
-fixture_path = 'spec/fixtures'
-
-describe 'process files with line endings explicitly pre-specified' do
-
-  it 'should process a file with \n for line endings and within data fields' do
-    sep = "\n"
-    options = {:row_sep => sep}
-    data = SmarterCSV.process("#{fixture_path}/carriage_returns_n.csv", {:row_sep => sep})
-    data.flatten.size.should == 8
-    data[0][:name].should == "Anfield"
-    data[0][:street].should == "Anfield Road"
-    data[0][:city].should == "Liverpool"
-    data[1][:name].should == ["Highbury", "Highbury House"].join(sep)
-    data[2][:street].should == ["Sir Matt ", "Busby Way"].join(sep)
-    data[3][:city].should == ["Newcastle-upon-tyne ", "Tyne and Wear"].join(sep)
-    data[4][:name].should == ["White Hart Lane", "(The Lane)"].join(sep)
-    data[4][:street].should == ["Bill Nicholson Way ", "748 High Rd"].join(sep)
-    data[4][:city].should == ["Tottenham", "London"].join(sep)
-    data[5][:name].should == "Stamford Bridge"
-    data[5][:street].should == ["Fulham Road", "London"].join(sep)
-    data[5][:city].should be_nil
-    data[6][:name].should == ["Etihad Stadium", "Rowsley St", "Manchester"].join(sep)
-    data[7][:name].should == "Goodison"
-    data[7][:street].should == "Goodison Road"
-    data[7][:city].should == "Liverpool"
-  end
-
-  it 'should process a file with \r for line endings and within data fields' do
-    sep = "\r"
-    data = SmarterCSV.process("#{fixture_path}/carriage_returns_r.csv", {:row_sep => sep})
-    data.flatten.size.should == 8
-    data[0][:name].should == "Anfield"
-    data[0][:street].should == "Anfield Road"
-    data[0][:city].should == "Liverpool"
-    data[1][:name].should == ["Highbury", "Highbury House"].join(sep)
-    data[2][:street].should == ["Sir Matt ", "Busby Way"].join(sep)
-    data[3][:city].should == ["Newcastle-upon-tyne ", "Tyne and Wear"].join(sep)
-    data[4][:name].should == ["White Hart Lane", "(The Lane)"].join(sep)
-    data[4][:street].should == ["Bill Nicholson Way ", "748 High Rd"].join(sep)
-    data[4][:city].should == ["Tottenham", "London"].join(sep)
-    data[5][:name].should == "Stamford Bridge"
-    data[5][:street].should == ["Fulham Road", "London"].join(sep)
-    data[5][:city].should be_nil
-    data[6][:name].should == ["Etihad Stadium", "Rowsley St", "Manchester"].join(sep)
-    data[7][:name].should == "Goodison"
-    data[7][:street].should == "Goodison Road"
-    data[7][:city].should == "Liverpool"
-  end
-
-  it 'should process a file with \r\n for line endings and within data fields' do
-    sep = "\r\n"
-    data = SmarterCSV.process("#{fixture_path}/carriage_returns_rn.csv", {:row_sep => sep})
-    data.flatten.size.should == 8
-    data[0][:name].should == "Anfield"
-    data[0][:street].should == "Anfield Road"
-    data[0][:city].should == "Liverpool"
-    data[1][:name].should == ["Highbury", "Highbury House"].join(sep)
-    data[2][:street].should == ["Sir Matt ", "Busby Way"].join(sep)
-    data[3][:city].should == ["Newcastle-upon-tyne ", "Tyne and Wear"].join(sep)
-    data[4][:name].should == ["White Hart Lane", "(The Lane)"].join(sep)
-    data[4][:street].should == ["Bill Nicholson Way ", "748 High Rd"].join(sep)
-    data[4][:city].should == ["Tottenham", "London"].join(sep)
-    data[5][:name].should == "Stamford Bridge"
-    data[5][:street].should == ["Fulham Road", "London"].join(sep)
-    data[5][:city].should be_nil
-    data[6][:name].should == ["Etihad Stadium", "Rowsley St", "Manchester"].join(sep)
-    data[7][:name].should == "Goodison"
-    data[7][:street].should == "Goodison Road"
-    data[7][:city].should == "Liverpool"
-  end
-
-  it 'should process a file with more quoted text carriage return characters (\r) than line ending characters (\n)' do
-    row_sep = "\n"
-    text_sep = "\r"
-    data = SmarterCSV.process("#{fixture_path}/carriage_returns_quoted.csv", {:row_sep => row_sep})
-    data.flatten.size.should == 2
-    data[0][:band].should == "New Order"
-    data[0][:members].should == ["Bernard Sumner", "Peter Hook", "Stephen Morris", "Gillian Gilbert"].join(text_sep)
-    data[0][:albums].should == ["Movement", "Power, Corruption and Lies", "Low-Life", "Brotherhood", "Substance"].join(text_sep)
-    data[1][:band].should == "Led Zeppelin"
-    data[1][:members].should == ["Jimmy Page", "Robert Plant", "John Bonham", "John Paul Jones"].join(text_sep)
-    data[1][:albums].should == ["Led Zeppelin", "Led Zeppelin II", "Led Zeppelin III", "Led Zeppelin IV"].join(text_sep)
-  end
-
-end
-
-describe 'process files with line endings in automatic mode' do
-
-  it 'should process a file with \n for line endings and within data fields' do
-    sep = "\n"
-    data = SmarterCSV.process("#{fixture_path}/carriage_returns_n.csv", {:row_sep => :auto})
-    data.flatten.size.should == 8
-    data[0][:name].should == "Anfield"
-    data[0][:street].should == "Anfield Road"
-    data[0][:city].should == "Liverpool"
-    data[1][:name].should == ["Highbury", "Highbury House"].join(sep)
-    data[2][:street].should == ["Sir Matt ", "Busby Way"].join(sep)
-    data[3][:city].should == ["Newcastle-upon-tyne ", "Tyne and Wear"].join(sep)
-    data[4][:name].should == ["White Hart Lane", "(The Lane)"].join(sep)
-    data[4][:street].should == ["Bill Nicholson Way ", "748 High Rd"].join(sep)
-    data[4][:city].should == ["Tottenham", "London"].join(sep)
-    data[5][:name].should == "Stamford Bridge"
-    data[5][:street].should == ["Fulham Road", "London"].join(sep)
-    data[5][:city].should be_nil
-    data[6][:name].should == ["Etihad Stadium", "Rowsley St", "Manchester"].join(sep)
-    data[7][:name].should == "Goodison"
-    data[7][:street].should == "Goodison Road"
-    data[7][:city].should == "Liverpool"
-  end
-
-  it 'should process a file with \r for line endings and within data fields' do
-    sep = "\r"
-    data = SmarterCSV.process("#{fixture_path}/carriage_returns_r.csv", {:row_sep => :auto})
-    data.flatten.size.should == 8
-    data[0][:name].should == "Anfield"
-    data[0][:street].should == "Anfield Road"
-    data[0][:city].should == "Liverpool"
-    data[1][:name].should == ["Highbury", "Highbury House"].join(sep)
-    data[2][:street].should == ["Sir Matt ", "Busby Way"].join(sep)
-    data[3][:city].should == ["Newcastle-upon-tyne ", "Tyne and Wear"].join(sep)
-    data[4][:name].should == ["White Hart Lane", "(The Lane)"].join(sep)
-    data[4][:street].should == ["Bill Nicholson Way ", "748 High Rd"].join(sep)
-    data[4][:city].should == ["Tottenham", "London"].join(sep)
-    data[5][:name].should == "Stamford Bridge"
-    data[5][:street].should == ["Fulham Road", "London"].join(sep)
-    data[5][:city].should be_nil
-    data[6][:name].should == ["Etihad Stadium", "Rowsley St", "Manchester"].join(sep)
-    data[7][:name].should == "Goodison"
-    data[7][:street].should == "Goodison Road"
-    data[7][:city].should == "Liverpool"
-  end
-
-  it 'should process a file with \r\n for line endings and within data fields' do
-    sep = "\r\n"
-    data = SmarterCSV.process("#{fixture_path}/carriage_returns_rn.csv", {:row_sep => :auto})
-    data.flatten.size.should == 8
-    data[0][:name].should == "Anfield"
-    data[0][:street].should == "Anfield Road"
-    data[0][:city].should == "Liverpool"
-    data[1][:name].should == ["Highbury", "Highbury House"].join(sep)
-    data[2][:street].should == ["Sir Matt ", "Busby Way"].join(sep)
-    data[3][:city].should == ["Newcastle-upon-tyne ", "Tyne and Wear"].join(sep)
-    data[4][:name].should == ["White Hart Lane", "(The Lane)"].join(sep)
-    data[4][:street].should == ["Bill Nicholson Way ", "748 High Rd"].join(sep)
-    data[4][:city].should == ["Tottenham", "London"].join(sep)
-    data[5][:name].should == "Stamford Bridge"
-    data[5][:street].should == ["Fulham Road", "London"].join(sep)
-    data[5][:city].should be_nil
-    data[6][:name].should == ["Etihad Stadium", "Rowsley St", "Manchester"].join(sep)
-    data[7][:name].should == "Goodison"
-    data[7][:street].should == "Goodison Road"
-    data[7][:city].should == "Liverpool"
-  end
-
-  it 'should process a file with more quoted text carriage return characters (\r) than line ending characters (\n)' do
-    row_sep = "\n"
-    text_sep = "\r"
-    data = SmarterCSV.process("#{fixture_path}/carriage_returns_quoted.csv", {:row_sep => :auto})
-    data.flatten.size.should == 2
-    data[0][:band].should == "New Order"
-    data[0][:members].should == ["Bernard Sumner", "Peter Hook", "Stephen Morris", "Gillian Gilbert"].join(text_sep)
-    data[0][:albums].should == ["Movement", "Power, Corruption and Lies", "Low-Life", "Brotherhood", "Substance"].join(text_sep)
-    data[1][:band].should == "Led Zeppelin"
-    data[1][:members].should == ["Jimmy Page", "Robert Plant", "John Bonham", "John Paul Jones"].join(text_sep)
-    data[1][:albums].should == ["Led Zeppelin", "Led Zeppelin II", "Led Zeppelin III", "Led Zeppelin IV"].join(text_sep)
-  end
-
-end

data/spec/smarter_csv/chunked_reading_spec.rb

@@ -1,14 +0,0 @@
-require 'spec_helper'
-
-fixture_path = 'spec/fixtures'
-
-describe 'be_able_to' do
-  it 'loads_chunk_cornercase_csv_files' do 
-    (0..5).each do |chunk_size|    # test for all chunk-sizes
-      options = {:chunk_size => chunk_size, :remove_empty_hashes => true}
-      data = SmarterCSV.process("#{fixture_path}/chunk_cornercase.csv", options)
-      data.flatten.size.should == 5  # end-result must always be 5 rows
-    end
-  end
-
-end

data/spec/smarter_csv/close_file_spec.rb

@@ -1,15 +0,0 @@
-require 'spec_helper'
-
-fixture_path = 'spec/fixtures'
-
-describe 'be_able_to' do
-  it 'close file after using it' do
-    options = {:col_sep => "\cA", :row_sep => "\cB", :comment_regexp => /^#/, :strings_as_keys => true}
-
-    file = File.new("#{fixture_path}/binary.csv")
-
-    SmarterCSV.process(file, options)
-
-    file.closed?.should == true
-  end
-end

data/spec/smarter_csv/column_separator_spec.rb

@@ -1,11 +0,0 @@
-require 'spec_helper'
-
-fixture_path = 'spec/fixtures'
-
-describe 'be_able_to' do
-  it 'loads_file_with_different_column_separator' do 
-    options = {:col_sep => ';'}
-    data = SmarterCSV.process("#{fixture_path}/separator.csv", options)
-    data.flatten.size.should == 3
-  end
-end

data/spec/smarter_csv/convert_values_to_numeric_spec.rb

@@ -1,48 +0,0 @@
-require 'spec_helper'
-
-fixture_path = 'spec/fixtures'
-
-describe 'numeric conversion of values' do
-  it 'occurs by default' do
-    options = {}
-    data = SmarterCSV.process("#{fixture_path}/numeric.csv", options)
-    data.size.should == 3
-    
-    # all the keys should be symbols
-    data.each do |hash|
-      hash[:wealth].should be_a_kind_of(Numeric) unless hash[:wealth].nil?
-      hash[:reference].should be_a_kind_of(Numeric) unless hash[:reference].nil?
-    end
-  end
-
-  it 'can be prevented for all values' do
-    options = { :convert_values_to_numeric => false }
-    data = SmarterCSV.process("#{fixture_path}/numeric.csv", options)
-    
-    data.each do |hash|
-      hash[:wealth].should be_a_kind_of(String) unless hash[:wealth].nil?
-      hash[:reference].should be_a_kind_of(String) unless hash[:reference].nil?
-    end
-  end
-
-  it 'can be prevented for some keys' do
-    options = { :convert_values_to_numeric => { :except => :reference }}
-    data = SmarterCSV.process("#{fixture_path}/numeric.csv", options)
-
-    data.each do |hash|
-      hash[:wealth].should be_a_kind_of(Numeric) unless hash[:wealth].nil?
-      hash[:reference].should be_a_kind_of(String) unless hash[:reference].nil?
-    end
-  end
-  
-  it 'can occur only for some keys' do
-    options = { :convert_values_to_numeric => { :only => :wealth }}
-    data = SmarterCSV.process("#{fixture_path}/numeric.csv", options)
-
-    data.each do |hash|
-      hash[:wealth].should be_a_kind_of(Numeric) unless hash[:wealth].nil?
-      hash[:reference].should be_a_kind_of(String) unless hash[:reference].nil?
-    end
-  end
-end
-

data/spec/smarter_csv/extenstions_spec.rb

@@ -1,17 +0,0 @@
-require 'spec_helper'
-
-describe "Hash.zip" do
-  it "constructs a new Hash from two Arrays" do
-    Hash.zip(["a", "b"], [1, 2]).should == { "a" => 1, "b" => 2 }
-  end
-
-  it "constructs an empty Hash if given no keys" do
-    Hash.zip([], []).should == {}
-    Hash.zip([], [1]).should == {}
-  end
-
-  it "uses nil values if there are more keys than values" do
-    Hash.zip(["a"], []).should == { "a" => nil }
-    Hash.zip(["a", "b"], [1]).should == { "a" => 1, "b" => nil }
-  end
-end

data/spec/smarter_csv/header_transformation_spec.rb

@@ -1,21 +0,0 @@
-require 'spec_helper'
-
-fixture_path = 'spec/fixtures'
-
-describe 'be_able_to' do
-  it 'loads_file_with_dashes_in_header_fields as strings' do
-    options = {:strings_as_keys => true}
-    data = SmarterCSV.process("#{fixture_path}/with_dashes.csv", options)
-    data.flatten.size.should == 5
-    data[0]['first_name'].should eq 'Dan'
-    data[0]['last_name'].should eq 'McAllister'
-  end
-
-  it 'loads_file_with_dashes_in_header_fields as symbols' do
-    options = {:strings_as_keys => false}
-    data = SmarterCSV.process("#{fixture_path}/with_dashes.csv", options)
-    data.flatten.size.should == 5
-    data[0][:first_name].should eq 'Dan'
-    data[0][:last_name].should eq 'McAllister'
-  end
-end

data/spec/smarter_csv/keep_headers_spec.rb

@@ -1,24 +0,0 @@
-require 'spec_helper'
-
-fixture_path = 'spec/fixtures'
-
-describe 'be_able_to' do
-  it 'not_downcase_headers' do
-    options = {:keep_original_headers => true}
-    data = SmarterCSV.process("#{fixture_path}/basic.csv", options)
-    data.size.should == 5
-    # all the keys should be string
-    data.each{|item| item.keys.each{|x| x.class.should be == String}}
-
-    data.each do |item|
-      item.keys.each do |key|
-        ['First Name','Last Name','Dogs','Cats','Birds','Fish'].should include( key )
-      end
-    end
-
-    data.each do |h|
-      h.size.should <= 6
-    end
-  end
-
-end

data/spec/smarter_csv/key_mapping_spec.rb

@@ -1,25 +0,0 @@
-require 'spec_helper'
-
-fixture_path = 'spec/fixtures'
-
-describe 'be_able_to' do
-  it 'remove_values_matching' do 
-    options = {:remove_zero_values => true, :key_mapping => {:first_name => :vorname, :last_name => :nachname} }
-    data = SmarterCSV.process("#{fixture_path}/basic.csv", options)
-    data.size.should == 5
-    # all the keys should be symbols
-    data.each{|item| item.keys.each{|x| x.class.should be == Symbol}}
-
-    data.each do |hash| 
-      hash.keys.each do |key|
-        [:vorname, :nachname, :dogs, :cats, :birds, :fish].should include( key )
-      end
-      hash.values.should_not include( 0 )
-    end
-
-    data.each do |h|
-      h.size.should <= 6
-    end
-  end
-
-end

data/spec/smarter_csv/line_ending_spec.rb

@@ -1,43 +0,0 @@
-require 'spec_helper'
-
-fixture_path = 'spec/fixtures'
-
-describe 'process files with line endings explicitly pre-specified' do
-  it 'reads file with \n line endings' do
-    options = {:row_sep => "\n"}
-    data = SmarterCSV.process("#{fixture_path}/line_endings_n.csv", options)
-    data.size.should == 3
-  end
-
-  it 'reads file with \r line endings' do
-    options = {:row_sep => "\r"}
-    data = SmarterCSV.process("#{fixture_path}/line_endings_r.csv", options)
-    data.size.should == 3
-   end
-
-  it 'reads file with \r\n line endings' do
-    options = {:row_sep => "\r\n"}
-    data = SmarterCSV.process("#{fixture_path}/line_endings_rn.csv", options)
-    data.size.should == 3
-   end
-end
-
-describe 'process files with line endings in automatic mode' do
-  it 'reads file with \n line endings' do
-    options = {:row_sep => :auto}
-    data = SmarterCSV.process("#{fixture_path}/line_endings_n.csv", options)
-    data.size.should == 3
-  end
-
-  it 'reads file with \r line endings' do
-    options = {:row_sep => :auto}
-    data = SmarterCSV.process("#{fixture_path}/line_endings_r.csv", options)
-    data.size.should == 3
-   end
-
-  it 'reads file with \r\n line endings' do
-    options = {:row_sep => :auto}
-    data = SmarterCSV.process("#{fixture_path}/line_endings_rn.csv", options)
-    data.size.should == 3
-   end
-end

data/spec/smarter_csv/load_basic_spec.rb

@@ -1,20 +0,0 @@
-require 'spec_helper'
-
-fixture_path = 'spec/fixtures'
-
-describe 'be_able_to' do
-  it 'loads_basic_csv_file' do 
-    data = SmarterCSV.process("#{fixture_path}/basic.csv")
-    data.size.should == 5
-
-    # all the keys should be symbols
-    data.each{|item| item.keys.each{|x| x.class.should be == Symbol}}
-    data.each do |h|
-      h.keys.each do |key|
-        [:first_name, :last_name, :dogs, :cats, :birds, :fish].should include( key )
-      end
-      h.size.should <= 6
-    end
-  end
-
-end

data/spec/smarter_csv/malformed_spec.rb

@@ -1,21 +0,0 @@
-require 'spec_helper'
-
-fixture_path = 'spec/fixtures'
-
-describe 'malformed_csv' do
-  subject { lambda { SmarterCSV.process(csv_path) } }
-
-  context "malformed header" do
-    let(:csv_path) { "#{fixture_path}/malformed_header.csv" }
-    it { should raise_error(CSV::MalformedCSVError) }
-    it { should raise_error(/(Missing or stray quote in line 1|CSV::MalformedCSVError)/) }
-    it { should raise_error(CSV::MalformedCSVError) }
-  end
-
-  context "malformed content" do
-    let(:csv_path) { "#{fixture_path}/malformed.csv" }
-    it { should raise_error(CSV::MalformedCSVError) }
-    it { should raise_error(/(Missing or stray quote in line 1|CSV::MalformedCSVError)/) }
-    it { should raise_error(CSV::MalformedCSVError) }
-  end
-end

data/spec/smarter_csv/no_header_spec.rb

@@ -1,24 +0,0 @@
-require 'spec_helper'
-
-fixture_path = 'spec/fixtures'
-
-describe 'be_able_to' do
-  it 'loads_csv_file_without_header' do 
-    options = {:headers_in_file => false, :user_provided_headers => [:a,:b,:c,:d,:e,:f]}
-    data = SmarterCSV.process("#{fixture_path}/no_header.csv", options)
-    data.size.should == 5
-    # all the keys should be symbols
-    data.each{|item| item.keys.each{|x| x.class.should be == Symbol}}
-
-    data.each do |item| 
-      item.keys.each do |key|
-        [:a,:b,:c,:d,:e,:f].should include( key )
-      end
-    end
-
-    data.each do |h|
-      h.size.should <= 6
-    end
-  end
-
-end

data/spec/smarter_csv/not_downcase_header_spec.rb

@@ -1,24 +0,0 @@
-require 'spec_helper'
-
-fixture_path = 'spec/fixtures'
-
-describe 'be_able_to' do
-  it 'not_downcase_headers' do 
-    options = {:downcase_header => false}
-    data = SmarterCSV.process("#{fixture_path}/basic.csv", options)
-    data.size.should == 5
-    # all the keys should be symbols
-    data.each{|item| item.keys.each{|x| x.class.should be == Symbol}}
-
-    data.each do |item| 
-      item.keys.each do |key|
-        [:First_Name, :Last_Name, :Dogs, :Cats, :Birds, :Fish].should include( key )
-      end
-    end
-
-    data.each do |h|
-      h.size.should <= 6
-    end
-  end
-
-end

data/spec/smarter_csv/quoted_spec.rb

@@ -1,23 +0,0 @@
-require 'spec_helper'
-
-fixture_path = 'spec/fixtures'
-
-describe 'be_able_to' do
-
-  it 'loads_file_with_quoted_fields' do
-    options = {}
-    data = SmarterCSV.process("#{fixture_path}/quoted.csv", options)
-    data.flatten.size.should == 4
-    data[1][:model].should eq 'Venture "Extended Edition"'
-    data[1][:description].should be_nil
-    data[2][:model].should eq 'Venture "Extended Edition, Very Large"'
-    data[2][:description].should be_nil
-    data.each do |h|
-      h[:year].class.should eq Fixnum
-      h[:make].should_not be_nil
-      h[:model].should_not be_nil
-      h[:price].class.should eq Float
-    end
-  end
-
-end

data/spec/smarter_csv/remove_empty_values_spec.rb

@@ -1,13 +0,0 @@
-require 'spec_helper'
-
-fixture_path = 'spec/fixtures'
-
-describe 'be_able_to' do
-  it 'remove_empty_values' do 
-    options = {:row_sep => :auto, :remove_empty_values => true}
-    data = SmarterCSV.process("#{fixture_path}/empty.csv", options)
-    data.size.should == 1
-    data[0].keys.should == [:not_empty_1, :not_empty_2, :not_empty_3]
-  end
-
-end

data/spec/smarter_csv/remove_keys_from_hashes_spec.rb

@@ -1,25 +0,0 @@
-require 'spec_helper'
-
-fixture_path = 'spec/fixtures'
-
-describe 'be_able_to' do
-  it 'remove_values_matching' do 
-    options = {:remove_zero_values => true, :key_mapping => {:first_name => :vorname, :last_name => :nachname, :fish => nil} }
-    data = SmarterCSV.process("#{fixture_path}/basic.csv", options)
-    data.size.should == 5
-    # all the keys should be symbols
-    data.each{|item| item.keys.each{|x| x.class.should be == Symbol}}
-
-    data.each do |hash| 
-      hash.keys.each do |key|
-        [:vorname, :nachname, :dogs, :cats, :birds].should include( key )
-      end
-      hash.values.should_not include( 0 )
-    end
-
-    data.each do |h|
-      h.size.should <= 6
-    end
-  end
-
-end

data/spec/smarter_csv/remove_not_mapped_keys_spec.rb

@@ -1,35 +0,0 @@
-require 'spec_helper'
-
-fixture_path = 'spec/fixtures'
-
-describe ':remove_unmapped_keys option' do
-
-  it 'it has no effect on loading a file without options' do 
-  	options = {}
-    data = SmarterCSV.process("#{fixture_path}/lots_of_columns.csv", options)
-    data.size.should eq 1
-    data.first.size.should eq 474 # there are some empty rows in the fixture
-  end
-
-  it 'it has no effect if provided without :key_mapping' do
-  	options = {:remove_unmapped_keys => true}
-    data = SmarterCSV.process("#{fixture_path}/lots_of_columns.csv", options)
-    data.size.should eq 1
-    data.first.size.should eq 474 # there are some empty rows in the fixture
-  end
-
-  it 'it defaults to false and has no effect if :key_mapping is provided without :remove_unmapped_keys' do
-  	options = {:key_mapping => {:column_0 => :one, :column_15 => :two, :column_42 => :three}}
-    data = SmarterCSV.process("#{fixture_path}/lots_of_columns.csv", options)
-    data.size.should eq 1
-    data.first.size.should eq 474 # there are some empty rows in the fixture
-  end
-
-  it 'it removes non-mapped keys/columns when set to true and :key_mapping is provided' do 
-  	options = {:remove_unmapped_keys => true, :key_mapping => {:column_0 => :one, :column_15 => :two, :column_42 => :three}}
-    data = SmarterCSV.process("#{fixture_path}/lots_of_columns.csv", options)
-    data.size.should eq 1
-    data.first.size.should eq 2 # column_15 is empty
-  end
-end
-

data/spec/smarter_csv/remove_values_matching_spec.rb

@@ -1,26 +0,0 @@
-require 'spec_helper'
-
-fixture_path = 'spec/fixtures'
-
-describe 'be_able_to' do
-  it 'remove_values_matching' do 
-    options = {:remove_zero_values => true, :remove_empty_values => true, :remove_values_matching => /^\d+$/}
-    data = SmarterCSV.process("#{fixture_path}/basic.csv", options)
-    data.size.should == 5
-    # all the keys should be symbols
-    data.each{|item| item.keys.each{|x| x.class.should be == Symbol}}
-
-    data.each do |hash| 
-      hash.keys.each do |key|
-        [:first_name, :last_name].should include( key )
-      end
-      hash.values.each{|x| x.class.should be == String}
-      hash.values.should_not include( 0 )
-    end
-
-    data.each do |h|
-      h.size.should <= 6
-    end
-  end
-
-end

data/spec/smarter_csv/remove_zero_values_spec.rb

@@ -1,25 +0,0 @@
-require 'spec_helper'
-
-fixture_path = 'spec/fixtures'
-
-describe 'be_able_to' do
-  it 'remove_zero_values' do 
-    options = {:remove_zero_values => true, :remove_empty_values => true}
-    data = SmarterCSV.process("#{fixture_path}/basic.csv", options)
-    data.size.should == 5
-    # all the keys should be symbols
-    data.each{|item| item.keys.each{|x| x.class.should be == Symbol}}
-
-    data.each do |hash| 
-      hash.keys.each do |key|
-        [:first_name, :last_name, :dogs, :cats, :birds, :fish].should include( key )
-      end
-      hash.values.should_not include( 0 )
-    end
-
-    data.each do |h|
-      h.size.should <= 6
-    end
-  end
-
-end