smarter_csv 1.6.1 → 1.7.1

data/spec/fixtures/problematic.csv

@@ -1,8 +0,0 @@
-Compte;Date de comptabilisation;Date op�ration;Libell�;R�f�rence;Date valeur;Montant
-22215449203;02/06/2018;01/06/2018;ECHEANCE PRET DONT CAP    410,33 ASS.    8,00E INT.    21,87 COM.    0,00E;8711552;01/06/2018;-440,20;
-22215449203;04/06/2018;04/06/2018;EVI Gaultier Laperche remboursement compte courant;1038326;04/06/2018;-144,07;
-22215449203;04/06/2018;04/06/2018;EVI Guillemain Nicolas remboursement CC pret d'honneur;1038328;04/06/2018;-144,07;
-22215449203;01/06/2018;01/06/2018;310518 SC****5448 INTERMARCHE    95ERMONT;701JQ1K;01/06/2018;-16,00;
-22215449203;01/06/2018;01/06/2018;EVI Stripe Payments UK L STRIPE E7U0R1;706AO1Q;01/06/2018;45,89;
-22215449203;01/06/2018;01/06/2018;EVI Compte N26 Heroku;1100653;01/06/2018;-700,00;
-22215449203;31/05/2018;31/05/2018;EVI Stripe Payments UK L STRIPE L2J1N7;6YISBWF;31/05/2018;465,89;

data/spec/fixtures/quote_char.csv

@@ -1,9 +0,0 @@
-"ID","FIRST_NAME","LAST_NAME"
-"1","""John","Cooke"""
-"2","Jam
-e
-son""","McCollum"
-"3","""Jean","Conn"
-"4","Jenny","Traer"
-"5","Bo""bbie","Faga"
-"6","Mica","Copeland"

data/spec/fixtures/quoted.csv

@@ -1,5 +0,0 @@
-Year,Make,Model,Description,Price
-1997,Ford,E350,"ac, abs, moon",3000.00
-1999,Chevy,"Venture ""Extended Edition""","",4900.00
-1999,Chevy,"Venture ""Extended Edition, Very Large""",,5000.00
-1996,Jeep,Grand Cherokee,"MUST SELL! air, moon roof, loaded",4799.00

data/spec/fixtures/quoted2.csv

@@ -1,4 +0,0 @@
-"REVIEW DATE","AUTHOR","""ISBN""","DISCOUNTED ""PRICE"""
-"1985/01/21","Douglas Adams",0345391802,5.95
-"1998/07/15","Timothy ""The Parser"" Campbell",0968411304,18.99
-"1999/12/03","Richard Friedman",0060630353,5.95

data/spec/fixtures/separator_colon.csv

@@ -1,4 +0,0 @@
-Year:Make:Model:Length
-1997:Ford:E350:2,34
-2000:Mercury:Cougar:2,38
-2013:Tesla:Model S:4,97

data/spec/fixtures/separator_comma.csv

@@ -1,4 +0,0 @@
-Year,Make,Model,Length
-1997,Ford,E350,2.34
-2000,Mercury,Cougar,2.38
-2013,Tesla,Model S,4.97

data/spec/fixtures/separator_pipe.csv

@@ -1,4 +0,0 @@
-Year|Make|Model|Length
-1997|Ford|E350|2,34
-2000|Mercury|Cougar|2,38
-2013|Tesla|Model S|4,97

data/spec/fixtures/separator_semi.csv

@@ -1,4 +0,0 @@
-Year;Make;Model;Length
-1997;Ford;E350;2,34
-2000;Mercury;Cougar;2,38
-2013;Tesla;Model S;4,97

data/spec/fixtures/separator_tab.csv

@@ -1,4 +0,0 @@
-Year	Make	Model	Length
-1997	Ford	E350	2,34
-2000	Mercury	Cougar	2,38
-2013	Tesla	Model S	4,97

data/spec/fixtures/skip_lines.csv

@@ -1,8 +0,0 @@
-Lines
-To
-Skip
-first name,last name,dogs,cats,birds,fish
-Dan,McAllister,2,,,
-Lucy,Laweless,,5,,
-Miles,O'Brian,,,,21
-Nancy,Homes,2,,1,

data/spec/fixtures/trading.csv

@@ -1,3 +0,0 @@
-Account_ID,options_trader,Stock_Symbol,Shares Issued,Purchase Date
-0002310234,Mike Smith,TSLA,2300,2011-08-19
-0024923423,John Doe,AAPL,1300,2013-03-21

data/spec/fixtures/user_import.csv

@@ -1,3 +0,0 @@
-email,firstname,lastname,manager_email,department
-tom@bla.com,Tom,Sawyer,mike@bla.com,IT
-eri@bla.com,Eri Chan,tom@bla.com,IT

data/spec/fixtures/valid_unicode.csv

@@ -1,5 +0,0 @@
-"Artist","Track","Album","Label","Year"
-Кино,"Мама, мы все сошли с ума",Группа Крови,Moroz Records,1998
-"Кино","Мама, мы все сошли с ума","Группа Крови","Moroz Records",1998
-Rammstein,Frühling in Paris,Liebe ist für alle da,Vagrant,2009
-"Rammstein","Frühling in Paris","Liebe ist für alle da","Vagrant",2009

data/spec/fixtures/with_dashes.csv

@@ -1,8 +0,0 @@
-First-Name,Last-Name,Dogs,Cats,Birds,Fish
-Dan,McAllister,2,0,,
-Lucy,Laweless,,5,0,
-,,,,,
-Miles,O'Brian,0,0,0,21
-Nancy,Homes,2,0,1,
-Hernán,Curaçon,3,0,0,
-,,,,,

data/spec/fixtures/with_dates.csv

@@ -1,4 +0,0 @@
-first,last,date,price
-Ben,Miller,10/30/1998,$44.50
-Tom,Turner,2/1/2011,$15
-Ken,Smith,01/09/2013,$0.11

data/spec/smarter_csv/additional_separator_spec.rb

@@ -1,45 +0,0 @@
-require 'spec_helper'
-
-fixture_path = 'spec/fixtures'
-
-describe 'handling of additional trailing column separators' do
-  let(:file) { "#{fixture_path}/additional_separator.csv" }
-
-  describe '' do
-    let(:data) { SmarterCSV.process(file) }
-
-    it 'reads all lines' do
-      data.size.should eq 5
-    end
-
-    it 'reads regular lines' do
-      item = data[0]
-      item[:col1].should == 'eins'
-      item[:col2].should == 'zwei'
-    end
-
-    it 'strips single trailing col_sep character' do
-      item = data[1]
-      item[:col1].should == 'uno'
-      item[:col2].should == 'dos'
-    end
-
-    it 'strips multiple trailing col_sep characters' do
-      item = data[2]
-      item[:col1].should == 'one'
-      item[:col2].should == 'two'
-    end
-
-    it 'strips multiple trailing col_sep chars' do
-      item = data[3]
-      item[:col1].should == 'ichi'
-      item[:col2].should == nil
-    end
-
-    it 'strips multiple trailing col_sep chars' do
-      item = data[4]
-      item[:col1].should == 'un'
-      item[:col2].should == nil
-    end
-  end
-end

data/spec/smarter_csv/binary_file2_spec.rb

@@ -1,24 +0,0 @@
-require 'spec_helper'
-
-fixture_path = 'spec/fixtures'
-
-# this reads a binary database dump file, which is in structure like a CSV file
-# but contains control characters delimiting the rows and columns, and also 
-# contains a comment section which is commented our by a leading # character
-
-# same as binary_file_spec , but reading the file with strings as keys
-
-describe 'be_able_to' do
-  it 'loads_binary_file_with_strings_as_keys' do 
-    options = {:col_sep => "\cA", :row_sep => "\cB", :comment_regexp => /^#/, :strings_as_keys => true}
-    data = SmarterCSV.process("#{fixture_path}/binary.csv", options)
-    data.size.should == 8
-    data.each do |item|
-      # all keys should be strings
-      item.keys.each{|x| x.class.should be == String}
-      item['timestamp'].should == 1381388409
-      item['item_id'].class.should be == Fixnum
-      item['name'].size.should be > 0
-    end
-  end
-end

data/spec/smarter_csv/binary_file_spec.rb

@@ -1,22 +0,0 @@
-require 'spec_helper'
-
-fixture_path = 'spec/fixtures'
-
-# this reads a binary database dump file, which is in structure like a CSV file
-# but contains control characters delimiting the rows and columns, and also 
-# contains a comment section which is commented our by a leading # character
-
-describe 'be_able_to' do
-  it 'loads_binary_file_with_comments' do 
-    options = {:col_sep => "\cA", :row_sep => "\cB", :comment_regexp => /^#/}
-    data = SmarterCSV.process("#{fixture_path}/binary.csv", options)
-    data.flatten.size.should == 8
-    data.each do |item|
-      # all keys should be symbols
-      item.keys.each{|x| x.class.should be == Symbol}
-      item[:timestamp].should == 1381388409
-      item[:item_id].class.should be == Fixnum
-      item[:name].size.should be > 0
-    end
-  end
-end

data/spec/smarter_csv/blank_spec.rb

@@ -1,55 +0,0 @@
-require 'spec_helper'
-
-describe 'blank?' do
-  it 'is true for nil' do
-    SmarterCSV.send(:blank?, nil).should eq true
-  end
-
-  it 'is true for empty string' do
-    SmarterCSV.send(:blank?, '').should eq true
-  end
-
-  it 'is true for blank string' do
-    SmarterCSV.send(:blank?, '   ').should eq true
-  end
-
-  it 'is true for tab string' do
-    SmarterCSV.send(:blank?, " \t ").should eq true
-  end
-
-  it 'is false for string with content' do
-    SmarterCSV.send(:blank?, " 1 ").should eq false
-  end
-
-  it 'is false for numeic values' do
-    SmarterCSV.send(:blank?, 1).should eq false
-  end
-
-  describe 'arrays' do
-    it 'is true for empty arrays' do
-      SmarterCSV.send(:blank?, []).should eq true
-    end
-
-    it 'is true for blank arrays' do
-      SmarterCSV.send(:blank?, [nil, '', '  ', " \t "]).should eq true
-    end
-
-    it 'is false for non-blank arrays' do
-      SmarterCSV.send(:blank?, [nil, '', '  ', " 1 "]).should eq false
-    end
-  end
-
-  describe 'hashes' do
-    it 'is true for empty arrays' do
-      SmarterCSV.send(:blank?, {}).should eq true
-    end
-
-    it 'is true for blank arrays' do
-      SmarterCSV.send(:blank?, {a: nil, b: '', c: '  ', d: " \t "}).should eq true
-    end
-
-    it 'is false for non-blank arrays' do
-      SmarterCSV.send(:blank?, {a: nil, b: '', c: '  ', d: " 1 "}).should eq false
-    end
-  end
-end

data/spec/smarter_csv/carriage_return_spec.rb

@@ -1,190 +0,0 @@
-require 'spec_helper'
-
-fixture_path = 'spec/fixtures'
-
-describe 'process files with line endings explicitly pre-specified' do
-  it 'should process a file with \n for line endings and within data fields' do
-    sep = "\n"
-    options = {:row_sep => sep}
-    data = SmarterCSV.process("#{fixture_path}/carriage_returns_n.csv", {:row_sep => sep})
-    data.flatten.size.should == 8
-    data[0][:name].should == "Anfield"
-    data[0][:street].should == "Anfield Road"
-    data[0][:city].should == "Liverpool"
-    data[1][:name].should == ["Highbury", "Highbury House"].join(sep)
-    data[2][:street].should == ["Sir Matt ", "Busby Way"].join(sep)
-    data[3][:city].should == ["Newcastle-upon-tyne ", "Tyne and Wear"].join(sep)
-    data[4][:name].should == ["White Hart Lane", "(The Lane)"].join(sep)
-    data[4][:street].should == ["Bill Nicholson Way ", "748 High Rd"].join(sep)
-    data[4][:city].should == ["Tottenham", "London"].join(sep)
-    data[5][:name].should == "Stamford Bridge"
-    data[5][:street].should == ["Fulham Road", "London"].join(sep)
-    data[5][:city].should be_nil
-    data[6][:name].should == ["Etihad Stadium", "Rowsley St", "Manchester"].join(sep)
-    data[7][:name].should == "Goodison"
-    data[7][:street].should == "Goodison Road"
-    data[7][:city].should == "Liverpool"
-  end
-
-  it 'should process a file with \r for line endings and within data fields' do
-    sep = "\r"
-    data = SmarterCSV.process("#{fixture_path}/carriage_returns_r.csv", {:row_sep => sep})
-    data.flatten.size.should == 8
-    data[0][:name].should == "Anfield"
-    data[0][:street].should == "Anfield Road"
-    data[0][:city].should == "Liverpool"
-    data[1][:name].should == ["Highbury", "Highbury House"].join(sep)
-    data[2][:street].should == ["Sir Matt ", "Busby Way"].join(sep)
-    data[3][:city].should == ["Newcastle-upon-tyne ", "Tyne and Wear"].join(sep)
-    data[4][:name].should == ["White Hart Lane", "(The Lane)"].join(sep)
-    data[4][:street].should == ["Bill Nicholson Way ", "748 High Rd"].join(sep)
-    data[4][:city].should == ["Tottenham", "London"].join(sep)
-    data[5][:name].should == "Stamford Bridge"
-    data[5][:street].should == ["Fulham Road", "London"].join(sep)
-    data[5][:city].should be_nil
-    data[6][:name].should == ["Etihad Stadium", "Rowsley St", "Manchester"].join(sep)
-    data[7][:name].should == "Goodison"
-    data[7][:street].should == "Goodison Road"
-    data[7][:city].should == "Liverpool"
-  end
-
-  it 'should process a file with \r\n for line endings and within data fields' do
-    sep = "\r\n"
-    data = SmarterCSV.process("#{fixture_path}/carriage_returns_rn.csv", {:row_sep => sep})
-    data.flatten.size.should == 8
-    data[0][:name].should == "Anfield"
-    data[0][:street].should == "Anfield Road"
-    data[0][:city].should == "Liverpool"
-    data[1][:name].should == ["Highbury", "Highbury House"].join(sep)
-    data[2][:street].should == ["Sir Matt ", "Busby Way"].join(sep)
-    data[3][:city].should == ["Newcastle-upon-tyne ", "Tyne and Wear"].join(sep)
-    data[4][:name].should == ["White Hart Lane", "(The Lane)"].join(sep)
-    data[4][:street].should == ["Bill Nicholson Way ", "748 High Rd"].join(sep)
-    data[4][:city].should == ["Tottenham", "London"].join(sep)
-    data[5][:name].should == "Stamford Bridge"
-    data[5][:street].should == ["Fulham Road", "London"].join(sep)
-    data[5][:city].should be_nil
-    data[6][:name].should == ["Etihad Stadium", "Rowsley St", "Manchester"].join(sep)
-    data[7][:name].should == "Goodison"
-    data[7][:street].should == "Goodison Road"
-    data[7][:city].should == "Liverpool"
-  end
-
-  it 'should process a file with more quoted text carriage return characters (\r) than line ending characters (\n)' do
-    row_sep = "\n"
-    text_sep = "\r"
-    data = SmarterCSV.process("#{fixture_path}/carriage_returns_quoted.csv", {:row_sep => row_sep})
-    data.flatten.size.should == 2
-    data[0][:band].should == "New Order"
-    data[0][:members].should == ["Bernard Sumner", "Peter Hook", "Stephen Morris", "Gillian Gilbert"].join(text_sep)
-    data[0][:albums].should == ["Movement", "Power, Corruption and Lies", "Low-Life", "Brotherhood", "Substance"].join(text_sep)
-    data[1][:band].should == "Led Zeppelin"
-    data[1][:members].should == ["Jimmy Page", "Robert Plant", "John Bonham", "John Paul Jones"].join(text_sep)
-    data[1][:albums].should == ["Led Zeppelin", "Led Zeppelin II", "Led Zeppelin III", "Led Zeppelin IV"].join(text_sep)
-  end
-end
-
-describe 'process files with line endings in automatic mode' do
-  let(:options) { { row_sep: :auto } }
-
-  it 'should process a file with \n for line endings and within data fields' do
-    sep = "\n"
-    data = SmarterCSV.process("#{fixture_path}/carriage_returns_n.csv", options)
-    data.flatten.size.should == 8
-    data[0][:name].should == "Anfield"
-    data[0][:street].should == "Anfield Road"
-    data[0][:city].should == "Liverpool"
-    data[1][:name].should == ["Highbury", "Highbury House"].join(sep)
-    data[2][:street].should == ["Sir Matt ", "Busby Way"].join(sep)
-    data[3][:city].should == ["Newcastle-upon-tyne ", "Tyne and Wear"].join(sep)
-    data[4][:name].should == ["White Hart Lane", "(The Lane)"].join(sep)
-    data[4][:street].should == ["Bill Nicholson Way ", "748 High Rd"].join(sep)
-    data[4][:city].should == ["Tottenham", "London"].join(sep)
-    data[5][:name].should == "Stamford Bridge"
-    data[5][:street].should == ["Fulham Road", "London"].join(sep)
-    data[5][:city].should be_nil
-    data[6][:name].should == ["Etihad Stadium", "Rowsley St", "Manchester"].join(sep)
-    data[7][:name].should == "Goodison"
-    data[7][:street].should == "Goodison Road"
-    data[7][:city].should == "Liverpool"
-  end
-
-  it 'should process a file with \r for line endings and within data fields' do
-    sep = "\r"
-    data = SmarterCSV.process("#{fixture_path}/carriage_returns_r.csv", options)
-    data.flatten.size.should == 8
-    data[0][:name].should == "Anfield"
-    data[0][:street].should == "Anfield Road"
-    data[0][:city].should == "Liverpool"
-    data[1][:name].should == ["Highbury", "Highbury House"].join(sep)
-    data[2][:street].should == ["Sir Matt ", "Busby Way"].join(sep)
-    data[3][:city].should == ["Newcastle-upon-tyne ", "Tyne and Wear"].join(sep)
-    data[4][:name].should == ["White Hart Lane", "(The Lane)"].join(sep)
-    data[4][:street].should == ["Bill Nicholson Way ", "748 High Rd"].join(sep)
-    data[4][:city].should == ["Tottenham", "London"].join(sep)
-    data[5][:name].should == "Stamford Bridge"
-    data[5][:street].should == ["Fulham Road", "London"].join(sep)
-    data[5][:city].should be_nil
-    data[6][:name].should == ["Etihad Stadium", "Rowsley St", "Manchester"].join(sep)
-    data[7][:name].should == "Goodison"
-    data[7][:street].should == "Goodison Road"
-    data[7][:city].should == "Liverpool"
-  end
-
-  it 'also works when auto is given a string' do
-    sep = "\r"
-    data = SmarterCSV.process("#{fixture_path}/carriage_returns_r.csv", {row_sep: 'auto'})
-    data.flatten.size.should == 8
-    data[0][:name].should == "Anfield"
-    data[0][:street].should == "Anfield Road"
-    data[0][:city].should == "Liverpool"
-    data[1][:name].should == ["Highbury", "Highbury House"].join(sep)
-    data[2][:street].should == ["Sir Matt ", "Busby Way"].join(sep)
-    data[3][:city].should == ["Newcastle-upon-tyne ", "Tyne and Wear"].join(sep)
-    data[4][:name].should == ["White Hart Lane", "(The Lane)"].join(sep)
-    data[4][:street].should == ["Bill Nicholson Way ", "748 High Rd"].join(sep)
-    data[4][:city].should == ["Tottenham", "London"].join(sep)
-    data[5][:name].should == "Stamford Bridge"
-    data[5][:street].should == ["Fulham Road", "London"].join(sep)
-    data[5][:city].should be_nil
-    data[6][:name].should == ["Etihad Stadium", "Rowsley St", "Manchester"].join(sep)
-    data[7][:name].should == "Goodison"
-    data[7][:street].should == "Goodison Road"
-    data[7][:city].should == "Liverpool"
-  end
-
-  it 'should process a file with \r\n for line endings and within data fields' do
-    sep = "\r\n"
-    data = SmarterCSV.process("#{fixture_path}/carriage_returns_rn.csv", options)
-    data.flatten.size.should == 8
-    data[0][:name].should == "Anfield"
-    data[0][:street].should == "Anfield Road"
-    data[0][:city].should == "Liverpool"
-    data[1][:name].should == ["Highbury", "Highbury House"].join(sep)
-    data[2][:street].should == ["Sir Matt ", "Busby Way"].join(sep)
-    data[3][:city].should == ["Newcastle-upon-tyne ", "Tyne and Wear"].join(sep)
-    data[4][:name].should == ["White Hart Lane", "(The Lane)"].join(sep)
-    data[4][:street].should == ["Bill Nicholson Way ", "748 High Rd"].join(sep)
-    data[4][:city].should == ["Tottenham", "London"].join(sep)
-    data[5][:name].should == "Stamford Bridge"
-    data[5][:street].should == ["Fulham Road", "London"].join(sep)
-    data[5][:city].should be_nil
-    data[6][:name].should == ["Etihad Stadium", "Rowsley St", "Manchester"].join(sep)
-    data[7][:name].should == "Goodison"
-    data[7][:street].should == "Goodison Road"
-    data[7][:city].should == "Liverpool"
-  end
-
-  it 'should process a file with more quoted text carriage return characters (\r) than line ending characters (\n)' do
-    row_sep = "\n"
-    text_sep = "\r"
-    data = SmarterCSV.process("#{fixture_path}/carriage_returns_quoted.csv", options)
-    data.flatten.size.should == 2
-    data[0][:band].should == "New Order"
-    data[0][:members].should == ["Bernard Sumner", "Peter Hook", "Stephen Morris", "Gillian Gilbert"].join(text_sep)
-    data[0][:albums].should == ["Movement", "Power, Corruption and Lies", "Low-Life", "Brotherhood", "Substance"].join(text_sep)
-    data[1][:band].should == "Led Zeppelin"
-    data[1][:members].should == ["Jimmy Page", "Robert Plant", "John Bonham", "John Paul Jones"].join(text_sep)
-    data[1][:albums].should == ["Led Zeppelin", "Led Zeppelin II", "Led Zeppelin III", "Led Zeppelin IV"].join(text_sep)
-  end
-end

data/spec/smarter_csv/chunked_reading_spec.rb

@@ -1,14 +0,0 @@
-require 'spec_helper'
-
-fixture_path = 'spec/fixtures'
-
-describe 'be_able_to' do
-  it 'loads_chunk_cornercase_csv_files' do 
-    (0..5).each do |chunk_size|    # test for all chunk-sizes
-      options = {:chunk_size => chunk_size, :remove_empty_hashes => true}
-      data = SmarterCSV.process("#{fixture_path}/chunk_cornercase.csv", options)
-      data.flatten.size.should == 5  # end-result must always be 5 rows
-    end
-  end
-
-end

data/spec/smarter_csv/close_file_spec.rb

@@ -1,15 +0,0 @@
-require 'spec_helper'
-
-fixture_path = 'spec/fixtures'
-
-describe 'be_able_to' do
-  it 'close file after using it' do
-    options = {:col_sep => "\cA", :row_sep => "\cB", :comment_regexp => /^#/, :strings_as_keys => true}
-
-    file = File.new("#{fixture_path}/binary.csv")
-
-    SmarterCSV.process(file, options)
-
-    file.closed?.should == true
-  end
-end

data/spec/smarter_csv/column_separator_spec.rb

@@ -1,95 +0,0 @@
-require 'spec_helper'
-
-fixture_path = 'spec/fixtures'
-
-describe 'can handle col_sep' do
-
-  it 'has default of comma as col_sep' do
-    data = SmarterCSV.process("#{fixture_path}/separator_comma.csv") # no options
-    data.first.keys.size.should == 4
-    data.size.should eq 3
-  end
-
-  describe 'with explicitly given col_sep' do
-    it 'loads file with comma separator' do
-      options = {:col_sep => ','}
-      data = SmarterCSV.process("#{fixture_path}/separator_comma.csv", options)
-      data.first.keys.size.should == 4
-      data.size.should eq 3
-    end
-
-    it 'loads file with tab separator' do
-      options = {:col_sep => "\t"}
-      data = SmarterCSV.process("#{fixture_path}/separator_tab.csv", options)
-      data.first.keys.size.should == 4
-      data.size.should eq 3
-    end
-
-    it 'loads file with semi-colon separator' do
-      options = {:col_sep => ';'}
-      data = SmarterCSV.process("#{fixture_path}/separator_semi.csv", options)
-      data.first.keys.size.should == 4
-      data.size.should eq 3
-    end
-
-    it 'loads file with colon separator' do
-      options = {:col_sep => ':'}
-      data = SmarterCSV.process("#{fixture_path}/separator_colon.csv", options)
-      data.first.keys.size.should == 4
-      data.size.should eq 3
-    end
-
-    it 'loads file with pipe separator' do
-      options = {:col_sep => '|'}
-      data = SmarterCSV.process("#{fixture_path}/separator_pipe.csv", options)
-      data.first.keys.size.should == 4
-      data.size.should eq 3
-    end
-  end
-
-  describe 'auto-detection of separator' do
-    options = {col_sep: :auto}
-
-    it 'auto-detects comma separator and loads data' do
-      data = SmarterCSV.process("#{fixture_path}/separator_comma.csv", options)
-      data.first.keys.size.should == 4
-      data.size.should eq 3
-    end
-
-    it 'auto-detects tab separator and loads data' do
-      data = SmarterCSV.process("#{fixture_path}/separator_tab.csv", options)
-      data.first.keys.size.should == 4
-      data.size.should eq 3
-    end
-
-    it 'auto-detects semi-colon separator and loads data' do
-      data = SmarterCSV.process("#{fixture_path}/separator_semi.csv", options)
-      data.first.keys.size.should == 4
-      data.size.should eq 3
-    end
-
-    it 'auto-detects colon separator and loads data' do
-      data = SmarterCSV.process("#{fixture_path}/separator_colon.csv", options)
-      data.first.keys.size.should == 4
-      data.size.should eq 3
-    end
-
-    it 'auto-detects pipe separator and loads data' do
-      data = SmarterCSV.process("#{fixture_path}/separator_pipe.csv", options)
-      data.first.keys.size.should == 4
-      data.size.should eq 3
-    end
-
-    it 'does not auto-detect other separators' do
-      expect {
-        SmarterCSV.process("#{fixture_path}/binary.csv", options)
-      }.to raise_exception SmarterCSV::NoColSepDetected
-    end
-
-    it 'also works when auto is given a string' do
-      data = SmarterCSV.process("#{fixture_path}/separator_pipe.csv", col_sep: 'auto')
-      data.first.keys.size.should == 4
-      data.size.should eq 3
-    end
-  end
-end

data/spec/smarter_csv/convert_values_to_numeric_spec.rb

@@ -1,48 +0,0 @@
-require 'spec_helper'
-
-fixture_path = 'spec/fixtures'
-
-describe 'numeric conversion of values' do
-  it 'occurs by default' do
-    options = {}
-    data = SmarterCSV.process("#{fixture_path}/numeric.csv", options)
-    data.size.should == 3
-    
-    # all the keys should be symbols
-    data.each do |hash|
-      hash[:wealth].should be_a_kind_of(Numeric) unless hash[:wealth].nil?
-      hash[:reference].should be_a_kind_of(Numeric) unless hash[:reference].nil?
-    end
-  end
-
-  it 'can be prevented for all values' do
-    options = { :convert_values_to_numeric => false }
-    data = SmarterCSV.process("#{fixture_path}/numeric.csv", options)
-    
-    data.each do |hash|
-      hash[:wealth].should be_a_kind_of(String) unless hash[:wealth].nil?
-      hash[:reference].should be_a_kind_of(String) unless hash[:reference].nil?
-    end
-  end
-
-  it 'can be prevented for some keys' do
-    options = { :convert_values_to_numeric => { :except => :reference }}
-    data = SmarterCSV.process("#{fixture_path}/numeric.csv", options)
-
-    data.each do |hash|
-      hash[:wealth].should be_a_kind_of(Numeric) unless hash[:wealth].nil?
-      hash[:reference].should be_a_kind_of(String) unless hash[:reference].nil?
-    end
-  end
-  
-  it 'can occur only for some keys' do
-    options = { :convert_values_to_numeric => { :only => :wealth }}
-    data = SmarterCSV.process("#{fixture_path}/numeric.csv", options)
-
-    data.each do |hash|
-      hash[:wealth].should be_a_kind_of(Numeric) unless hash[:wealth].nil?
-      hash[:reference].should be_a_kind_of(String) unless hash[:reference].nil?
-    end
-  end
-end
-