rcsv 0.0.5

data/test/test_rcsv_raw_parse.rb

@@ -0,0 +1,156 @@
+require 'test/unit'
+require 'rcsv'
+
+class RcsvTest < Test::Unit::TestCase
+  def setup
+    @csv_data = File.read('test/test_rcsv.csv')
+  end
+
+  def test_rcsv
+    raw_parsed_csv_data = Rcsv.raw_parse(@csv_data)
+
+    assert_equal(raw_parsed_csv_data[0][2], 'EDADEDADEDADEDADEDADEDAD')
+    assert_equal(raw_parsed_csv_data[0][13], '$$$908080')
+    assert_equal(raw_parsed_csv_data[0][14], '"')
+    assert_equal(raw_parsed_csv_data[0][15], 'true/false')
+    assert_equal(raw_parsed_csv_data[0][16], nil)
+    assert_equal(raw_parsed_csv_data[9][2], nil)
+    assert_equal(raw_parsed_csv_data[3][6], '""C81E-=; **ECCB; .. 89')
+    assert_equal(raw_parsed_csv_data[888][13], 'Dallas, TX')
+  end
+
+  def test_rcsv_col_sep
+    tsv_data = @csv_data.tr(",", "\t")
+    raw_parsed_tsv_data = Rcsv.raw_parse(tsv_data, :col_sep => "\t")
+
+    assert_equal(raw_parsed_tsv_data[0][2], 'EDADEDADEDADEDADEDADEDAD')
+    assert_equal(raw_parsed_tsv_data[0][13], '$$$908080')
+    assert_equal(raw_parsed_tsv_data[0][14], '"')
+    assert_equal(raw_parsed_tsv_data[0][15], 'true/false')
+    assert_equal(raw_parsed_tsv_data[0][16], nil)
+    assert_equal(raw_parsed_tsv_data[9][2], nil)
+    assert_equal(raw_parsed_tsv_data[3][6], '""C81E-=; **ECCB; .. 89')
+    assert_equal(raw_parsed_tsv_data[888][13], "Dallas\t TX")
+  end
+
+  def test_broken_data
+    broken_data = @csv_data.sub(/"/, '')
+
+    assert_raise(Rcsv::ParseError) do
+      Rcsv.raw_parse(broken_data)
+    end
+  end
+
+  def test_broken_data_without_strict
+    broken_data = @csv_data.sub(/"/, '')
+
+    raw_parsed_csv_data = Rcsv.raw_parse(broken_data, :nostrict => true)
+    assert_equal(["DSAdsfksjh", "iii ooo iii", "EDADEDADEDADEDADEDADEDAD", "111 333 555", "NMLKTF", "---==---", "//", "###", "0000000000", "Asdad bvd qwert", ";'''sd", "@@@", "OCTZ", "$$$908080", "\",true/false\nC85A5B9F,85259637,,96,6838,1983-06-14,\"\"\"C4CA-=; **1679; .. 79", "210,11", "908e", "1281-03-09", "7257.4654049904275", "20efe749-50fe-4b6a-a603-7f9cd1dc6c6d", "3", "New York, NY", "u", "2.228169203286535", "t"], raw_parsed_csv_data.first)
+  end
+
+  def test_only_rows
+    raw_parsed_csv_data = Rcsv.raw_parse(@csv_data, :only_rows => ['GBP'])
+
+    assert_equal(raw_parsed_csv_data[0][0], 'GBP')
+    assert_equal(raw_parsed_csv_data[-1][3], '15')
+    assert_equal(raw_parsed_csv_data.size, 3)
+  end
+
+  def test_only_rows_with_nil_and_empty_string_filter
+    raw_parsed_csv_data = Rcsv.raw_parse(@csv_data, :only_rows => ['GBP', nil, '', '51'])
+
+    assert_equal(raw_parsed_csv_data[0][0], 'GBP')
+    assert_equal(raw_parsed_csv_data[0][2], nil)
+    assert_equal(raw_parsed_csv_data.size, 1)
+  end
+
+  def test_only_rows_with_nil_beginning
+    raw_parsed_csv_data = Rcsv.raw_parse(@csv_data, :only_rows => [nil, nil, nil, '96', nil])
+
+    assert_equal(raw_parsed_csv_data[1][0], 'C3B87A6B')
+    assert_equal(raw_parsed_csv_data[0][2], nil)
+    assert_equal(raw_parsed_csv_data[3][3], '96')
+    assert_equal(raw_parsed_csv_data.size, 5)
+  end
+
+  def test_row_defaults
+    raw_parsed_csv_data = Rcsv.raw_parse(@csv_data, :row_defaults => [nil, nil, :booya, nil, 'never ever'])
+
+    assert_equal(raw_parsed_csv_data[0][2], 'EDADEDADEDADEDADEDADEDAD')
+    assert_equal(raw_parsed_csv_data[1][2], :booya)
+    assert_equal(raw_parsed_csv_data[1][0], 'C85A5B9F')
+    assert_equal(raw_parsed_csv_data[2][4], '9134')
+  end
+
+  def test_row_conversions
+    raw_parsed_csv_data = Rcsv.raw_parse(@csv_data.each_line.to_a[1..-1].join, # skipping string headers
+                                         :row_conversions => 'sisiisssssfsissf')
+
+    assert_equal(raw_parsed_csv_data[0][2], nil)
+    assert_equal(raw_parsed_csv_data[0][3], 96)
+    assert_equal(raw_parsed_csv_data[0][8], '908e')
+    assert_equal(raw_parsed_csv_data[1][15], -9.549296585513721)
+    assert_equal(raw_parsed_csv_data[3][5], '2015-12-22')
+  end
+
+  def test_row_conversions_with_column_exclusions
+    raw_parsed_csv_data = Rcsv.raw_parse(@csv_data.each_line.to_a[1..-1].join, # skipping string headers
+                                         :row_conversions => 's f issss fsis fb')
+
+    assert_equal(raw_parsed_csv_data[0][1], nil)
+    assert_equal(raw_parsed_csv_data[0][2], 6838)
+    assert_equal(raw_parsed_csv_data[0][8], '20efe749-50fe-4b6a-a603-7f9cd1dc6c6d')
+    assert_equal(raw_parsed_csv_data[0][12], true)
+    assert_equal(raw_parsed_csv_data[0][13], nil)
+    assert_equal(raw_parsed_csv_data[4][3], '2020-12-09')
+  end
+
+  def test_offset_rows
+    raw_parsed_csv_data = Rcsv.raw_parse(@csv_data, :offset_rows => 51)
+
+    assert_equal('0FFDEA62', raw_parsed_csv_data[0][0])
+    assert_equal(889 - 51, raw_parsed_csv_data.count)
+  end
+
+  def test_rows_as_hash
+    raw_parsed_csv_data = Rcsv.raw_parse(@csv_data, :row_as_hash => true, :column_names => [
+      'DSAdsfksjh',
+      'iii ooo iii',
+      'EDADEDADEDADEDADEDADEDAD',
+      '111 333 555',
+      'NMLKTF',
+      '---==---',
+      '//',
+      '###',
+      '0000000000',
+      'Asdad bvd qwert',
+      ";'''sd",
+      '@@@',
+      'OCTZ',
+      '$$$908080',
+      '"',
+      'noname',
+      'booleator'
+    ])
+
+    assert_equal({
+      'DSAdsfksjh' => 'C85A5B9F',
+      'iii ooo iii' => '85259637',
+      'EDADEDADEDADEDADEDADEDAD' => nil,
+      '111 333 555' => '96',
+      'NMLKTF' => '6838',
+      '---==---' => '1983-06-14',
+      '//' => '""C4CA-=; **1679; .. 79',
+      '###' => '210,11',
+      '0000000000' => '908e',
+      'Asdad bvd qwert' => '1281-03-09',
+      ";'''sd" => '7257.4654049904275',
+      '@@@' => '20efe749-50fe-4b6a-a603-7f9cd1dc6c6d',
+      'OCTZ' => '3',
+      '$$$908080' => "New York, NY",
+      '"' => 'u',
+      'noname' => '2.228169203286535',
+      'booleator' => 't'
+    }, raw_parsed_csv_data[1])
+  end
+end

metadata

@@ -0,0 +1,70 @@
+--- !ruby/object:Gem::Specification
+name: rcsv
+version: !ruby/object:Gem::Version
+  version: 0.0.5
+  prerelease: 
+platform: ruby
+authors:
+- Arthur Pirogovski
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2012-11-16 00:00:00.000000000 Z
+dependencies: []
+description: A libcsv-based CSV parser for Ruby
+email:
+- arthur@flyingtealeaf.com
+executables: []
+extensions:
+- ext/rcsv/extconf.rb
+extra_rdoc_files: []
+files:
+- .gitignore
+- COPYING.LESSER
+- Gemfile
+- Gemfile.lock
+- LICENSE
+- README.md
+- Rakefile
+- bench.rb
+- ext/rcsv/csv.h
+- ext/rcsv/extconf.rb
+- ext/rcsv/libcsv.c
+- ext/rcsv/rcsv.c
+- ext/rcsv/test.rb
+- lib/lib_csv.rb
+- lib/rcsv.rb
+- lib/rcsv/version.rb
+- rcsv.gemspec
+- test/test_rcsv.csv
+- test/test_rcsv_raw_parse.rb
+homepage: http://github.com/fiksu/rcsv
+licenses: []
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+- ext
+required_ruby_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 1.8.24
+signing_key: 
+specification_version: 3
+summary: Fast CSV parsing library for MRI based on libcsv. Supports type conversion,
+  non-strict parsing and basic filtering.
+test_files:
+- test/test_rcsv.csv
+- test/test_rcsv_raw_parse.rb
+has_rdoc: