nesquikcsv 0.1.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
checksums.yaml ADDED
@@ -0,0 +1,7 @@
1
+ ---
2
+ SHA1:
3
+ metadata.gz: 77bd305b5beeb6d2d9c5aa453d46f1eacce9f930
4
+ data.tar.gz: 23a2e272068835c70087cfeb4fa9a7aaa28e4c26
5
+ SHA512:
6
+ metadata.gz: ca390b23677ba83564fcccd47c4a339f5b8372da9bd6b69f1824509917becc9f189f60829bcca11935f7a3c7a886ae7eec7f48bcc99907d1930e8451ce8b23bb
7
+ data.tar.gz: f9f44de8d2b0b07d3cc38e9bd82f09c384cfa9947d87adfae976ba4aeb88442f0d368935e9d8092ba36f352373732ed7997599c87f7e1023255ad5ef6823b7db
data/.gitignore ADDED
@@ -0,0 +1,20 @@
1
+ *.gem
2
+ *.rbc
3
+ .bundle
4
+ .config
5
+ .yardoc
6
+ .DS_Store
7
+ Gemfile.lock
8
+ InstalledFiles
9
+ _yardoc
10
+ coverage
11
+ doc/
12
+ lib/bundler/man
13
+ pkg
14
+ rdoc
15
+ spec/reports
16
+ test/tmp
17
+ test/version_tmp
18
+ tmp
19
+ lib/*.bundle
20
+ lib/*.jar
data/Gemfile ADDED
@@ -0,0 +1,4 @@
1
+ source 'https://rubygems.org'
2
+
3
+ # Specify your gem's dependencies in nesquikcsv.gemspec
4
+ gemspec
data/LICENSE ADDED
@@ -0,0 +1,22 @@
1
+ Copyright (c) 2012, 2013 Maarten Oelering
2
+
3
+ MIT License
4
+
5
+ Permission is hereby granted, free of charge, to any person obtaining
6
+ a copy of this software and associated documentation files (the
7
+ "Software"), to deal in the Software without restriction, including
8
+ without limitation the rights to use, copy, modify, merge, publish,
9
+ distribute, sublicense, and/or sell copies of the Software, and to
10
+ permit persons to whom the Software is furnished to do so, subject to
11
+ the following conditions:
12
+
13
+ The above copyright notice and this permission notice shall be
14
+ included in all copies or substantial portions of the Software.
15
+
16
+ THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
17
+ EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
18
+ MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
19
+ NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
20
+ LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
21
+ OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
22
+ WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
data/README.md ADDED
@@ -0,0 +1,37 @@
1
+ # NesquikCSV
2
+
3
+ Fork of the Fastest-CSV gem.
4
+
5
+ Uses native C code to parse CSV lines in MRI Ruby.
6
+
7
+ Supports standard CSV according to RFC4180. Not the so-called "csv" from Excel.
8
+
9
+ The interface is a subset of the CSV interface in Ruby 1.9.3. The options parameter is not supported.
10
+
11
+ ## Installation
12
+
13
+ Add this line to your application's Gemfile:
14
+
15
+ gem 'nesquikcsv'
16
+
17
+ And then execute:
18
+
19
+ $ bundle
20
+
21
+ Or install it yourself as:
22
+
23
+ $ gem install nesquikcsv
24
+
25
+ ## Usage
26
+
27
+ Parse single line
28
+
29
+ NesquikCSV.parse_line("one,two,three", "UTF-8")
30
+ => ["one", "two", "three"]
31
+
32
+ Parse string in array of arrays
33
+
34
+ # Defaults to UTF-8
35
+ rows = NesquikCSV.parse(csv_data)
36
+ # Explicitly
37
+ rows = NesquikCSV.parse(csv_data, "UTF-8")
data/Rakefile ADDED
@@ -0,0 +1,17 @@
1
+ #!/usr/bin/env rake
2
+ require "bundler/gem_tasks"
3
+
4
+ spec = Gem::Specification.load('nesquikcsv.gemspec')
5
+
6
+ require 'rake/extensiontask'
7
+ Rake::ExtensionTask.new('csv_parser', spec)
8
+
9
+ require 'rake/testtask'
10
+ Rake::TestTask.new do |t|
11
+ t.libs << "test"
12
+ t.test_files = FileList['test/tc_*.rb']
13
+ #test.libs << 'lib' << 'test'
14
+ #test.pattern = 'test/**/test_*.rb'
15
+ #test.verbose = true
16
+ end
17
+
@@ -0,0 +1,15 @@
1
+ #!/usr/bin/ruby -w
2
+
3
+ require 'mkmf'
4
+ extension_name = 'csv_parser'
5
+ #dir_config(extension_name)
6
+
7
+ if RUBY_VERSION =~ /1.8/ then
8
+ $CPPFLAGS += " -DRUBY_18"
9
+ end
10
+
11
+ #if CONFIG["arch"] =~ /mswin32|mingw/
12
+ # $CFLAGS += " -march=i686"
13
+ #end
14
+
15
+ create_makefile(extension_name)
@@ -0,0 +1,101 @@
1
+ /*
2
+ * Copyright (c) Maarten Oelering, BrightCode BV
3
+ */
4
+
5
+ #include "ruby.h"
6
+ #ifdef RUBY_18
7
+ #include "rubyio.h"
8
+ #else
9
+ #include "ruby/io.h"
10
+ #endif
11
+
12
+ #define DEF_ARRAY_LEN 32
13
+
14
+ #define UNQUOTED 0
15
+ #define IN_QUOTED 1
16
+ #define QUOTE_IN_QUOTED 2
17
+
18
+ static VALUE mCsvParser;
19
+
20
+ static VALUE parse_line(VALUE self, VALUE str, VALUE encoding)
21
+ {
22
+ if (NIL_P(str))
23
+ return Qnil;
24
+
25
+ const char *ptr = RSTRING_PTR(str);
26
+ int len = (int) RSTRING_LEN(str); /* cast to prevent warning in 64-bit OS */
27
+
28
+ if (len == 0)
29
+ return Qnil;
30
+
31
+ VALUE array = rb_ary_new2(DEF_ARRAY_LEN); /* default allocated size is 16 */
32
+ char value[len]; /* field value, no longer than line */
33
+ int state = 0;
34
+ int index = 0;
35
+ int i;
36
+ char c;
37
+
38
+ /* Grab encoding to be used for string malloc */
39
+ rb_encoding* rb_encoding = rb_enc_find(RSTRING_PTR(encoding));
40
+ if(rb_encoding == NULL)
41
+ return Qnil;
42
+
43
+ for (i = 0; i < len; i++)
44
+ {
45
+ c = ptr[i];
46
+ switch (c)
47
+ {
48
+ case ',':
49
+ if (state == UNQUOTED) {
50
+ rb_ary_push(array, (index == 0 ? Qnil: rb_str_new(value, index)));
51
+ index = 0;
52
+ }
53
+ else if (state == IN_QUOTED) {
54
+ value[index++] = c;
55
+ }
56
+ else if (state == QUOTE_IN_QUOTED) {
57
+ rb_ary_push(array, rb_str_new(value, index));
58
+ index = 0;
59
+ state = UNQUOTED;
60
+ }
61
+ break;
62
+ case '"':
63
+ if (state == UNQUOTED) {
64
+ state = IN_QUOTED;
65
+ }
66
+ else if (state == 1) {
67
+ state = QUOTE_IN_QUOTED;
68
+ }
69
+ else if (state == QUOTE_IN_QUOTED) {
70
+ value[index++] = c; /* escaped quote */
71
+ state = IN_QUOTED;
72
+ }
73
+ break;
74
+ case 13: /* \r */
75
+ case 10: /* \n */
76
+ if (state == IN_QUOTED) {
77
+ value[index++] = c;
78
+ }
79
+ else {
80
+ i = len; /* only parse first line if multiline */
81
+ }
82
+ break;
83
+ default:
84
+ value[index++] = c;
85
+ }
86
+ }
87
+
88
+ if (state == UNQUOTED) {
89
+ rb_ary_push(array, (index == 0 ? Qnil: rb_enc_str_new(value, index, rb_encoding)));
90
+ }
91
+ else if (state == QUOTE_IN_QUOTED) {
92
+ rb_ary_push(array, rb_enc_str_new(value, index, rb_encoding));
93
+ }
94
+ return array;
95
+ }
96
+
97
+ void Init_csv_parser()
98
+ {
99
+ mCsvParser = rb_define_module("CsvParser");
100
+ rb_define_module_function(mCsvParser, "parse_line", parse_line, 2);
101
+ }
data/lib/csv_parser.so ADDED
Binary file
@@ -0,0 +1,3 @@
1
+ class NesquikCSV
2
+ VERSION = "0.1.0"
3
+ end
data/lib/nesquikcsv.rb ADDED
@@ -0,0 +1,116 @@
1
+ # This loads either csv_parser.so, csv_parser.bundle or
2
+ # csv_parser.jar, depending on your Ruby platform and OS
3
+ require 'csv_parser'
4
+ require 'stringio'
5
+
6
+ # Fast CSV parser using native code
7
+ class NesquikCSV
8
+ include Enumerable
9
+
10
+ # Pass each line of the specified +path+ as array to the provided +block+
11
+ def self.foreach(path, &block)
12
+ open(path) do |reader|
13
+ reader.each(&block)
14
+ end
15
+ end
16
+
17
+ # Opens a csv file. Pass a FastestCSV instance to the provided block,
18
+ # or return it when no block is provided
19
+ def self.open(path, mode = "rb")
20
+ csv = new(File.open(path, mode))
21
+ if block_given?
22
+ begin
23
+ yield csv
24
+ ensure
25
+ csv.close
26
+ end
27
+ else
28
+ csv
29
+ end
30
+ end
31
+
32
+ # Read all lines from the specified +path+ into an array of arrays
33
+ def self.read(path)
34
+ open(path, "rb") { |csv| csv.read }
35
+ end
36
+
37
+ # Alias for read
38
+ def self.readlines(path)
39
+ read(path)
40
+ end
41
+
42
+ # Read all lines from the specified String into an array of arrays
43
+ def self.parse(data, &block)
44
+ csv = new(StringIO.new(data))
45
+ if block.nil?
46
+ begin
47
+ csv.read
48
+ ensure
49
+ csv.close
50
+ end
51
+ else
52
+ csv.each(&block)
53
+ end
54
+ end
55
+
56
+ def self.parse_line(line, encoding)
57
+ CsvParser.parse_line(line, encoding)
58
+ end
59
+
60
+ # Create new NesquikCSV wrapping the specified IO object
61
+ def initialize(io)
62
+ @io = io
63
+ end
64
+
65
+ # Read from the wrapped IO passing each line as array to the specified block
66
+ def each
67
+ if block_given?
68
+ while row = shift
69
+ yield row
70
+ end
71
+ else
72
+ to_enum # return enumerator
73
+ end
74
+ end
75
+
76
+ # Read all remaining lines from the wrapped IO into an array of arrays
77
+ def read
78
+ table = Array.new
79
+ each {|row| table << row}
80
+ table
81
+ end
82
+ alias_method :readlines, :read
83
+
84
+ # Rewind the underlying IO object and reset line counter
85
+ def rewind
86
+ @io.rewind
87
+ end
88
+
89
+ # Read next line from the wrapped IO and return as array or nil at EOF
90
+ def shift(encoding='UTF-8')
91
+ if line = @io.gets
92
+ CsvParser.parse_line(line, encoding)
93
+ else
94
+ nil
95
+ end
96
+ end
97
+ alias_method :gets, :shift
98
+ alias_method :readline, :shift
99
+
100
+ # Close the wrapped IO
101
+ def close
102
+ @io.close
103
+ end
104
+
105
+ def closed?
106
+ @io.closed?
107
+ end
108
+ end
109
+
110
+ class String
111
+ # Equivalent to <tt>FasterCSV::parse_line(self)</tt>
112
+ def parse_csv
113
+ CsvParser.parse_line(self)
114
+ end
115
+ end
116
+
@@ -0,0 +1,23 @@
1
+ # -*- encoding: utf-8 -*-
2
+ require File.expand_path('../lib/nesquikcsv/version', __FILE__)
3
+
4
+ Gem::Specification.new do |gem|
5
+ gem.authors = ["Juan Martty"]
6
+ gem.email = ["null.terminated.string@gmail.com"]
7
+ gem.description = %q{Fastest-CSV fork with encoding support}
8
+ gem.summary = %q{Fastest-CSV fork with encoding support}
9
+ gem.homepage = "https://github.com/jmartty/nesquikcsv"
10
+
11
+ gem.files = `git ls-files`.split($\)
12
+ #gem.executables = gem.files.grep(%r{^bin/}).map{ |f| File.basename(f) }
13
+ gem.test_files = gem.files.grep(%r{^(test|spec|features)/})
14
+ gem.name = "nesquikcsv"
15
+ gem.require_paths = ["lib"]
16
+ gem.version = NesquikCSV::VERSION
17
+
18
+ gem.extensions = ['ext/csv_parser/extconf.rb']
19
+
20
+ gem.add_development_dependency "rake-compiler"
21
+
22
+ gem.license = 'MIT'
23
+ end
@@ -0,0 +1,126 @@
1
+ #
2
+ # Tests copied from faster_csv by James Edward Gray II
3
+ #
4
+
5
+ require 'test/unit'
6
+ require 'nesquikcsv'
7
+
8
+ #
9
+ # Following tests are my interpretation of the
10
+ # {CSV RCF}[http://www.ietf.org/rfc/rfc4180.txt]. I only deviate from that
11
+ # document in one place (intentionally) and that is to make the default row
12
+ # separator <tt>$/</tt>.
13
+ #
14
+ class TestCSVParsing < Test::Unit::TestCase
15
+
16
+ def test_mastering_regex_example
17
+ ex = %Q{Ten Thousand,10000, 2710 ,,"10,000","It's ""10 Grand"", baby",10K}
18
+ assert_equal( [ "Ten Thousand", "10000", " 2710 ", nil, "10,000",
19
+ "It's \"10 Grand\", baby", "10K" ],
20
+ CsvParser.parse_line(ex, "UTF-8") )
21
+ end
22
+
23
+ # Pulled from: http://www.ruby-lang.org/cgi-bin/cvsweb.cgi/ruby/test/csv/test_csv.rb?rev=1.12.2.2;content-type=text%2Fplain
24
+ def test_std_lib_csv
25
+ [ ["\t", ["\t"]],
26
+ ["foo,\"\"\"\"\"\",baz", ["foo", "\"\"", "baz"]],
27
+ ["foo,\"\"\"bar\"\"\",baz", ["foo", "\"bar\"", "baz"]],
28
+ ["\"\"\"\n\",\"\"\"\n\"", ["\"\n", "\"\n"]],
29
+ ["foo,\"\r\n\",baz", ["foo", "\r\n", "baz"]],
30
+ ["\"\"", [""]],
31
+ ["foo,\"\"\"\",baz", ["foo", "\"", "baz"]],
32
+ ["foo,\"\r.\n\",baz", ["foo", "\r.\n", "baz"]],
33
+ ["foo,\"\r\",baz", ["foo", "\r", "baz"]],
34
+ ["foo,\"\",baz", ["foo", "", "baz"]],
35
+ ["\",\"", [","]],
36
+ ["foo", ["foo"]],
37
+ [",,", [nil, nil, nil]],
38
+ [",", [nil, nil]],
39
+ ["foo,\"\n\",baz", ["foo", "\n", "baz"]],
40
+ ["foo,,baz", ["foo", nil, "baz"]],
41
+ ["\"\"\"\r\",\"\"\"\r\"", ["\"\r", "\"\r"]],
42
+ ["\",\",\",\"", [",", ","]],
43
+ ["foo,bar,", ["foo", "bar", nil]],
44
+ [",foo,bar", [nil, "foo", "bar"]],
45
+ ["foo,bar", ["foo", "bar"]],
46
+ [";", [";"]],
47
+ ["\t,\t", ["\t", "\t"]],
48
+ ["foo,\"\r\n\r\",baz", ["foo", "\r\n\r", "baz"]],
49
+ ["foo,\"\r\n\n\",baz", ["foo", "\r\n\n", "baz"]],
50
+ ["foo,\"foo,bar\",baz", ["foo", "foo,bar", "baz"]],
51
+ [";,;", [";", ";"]] ].each do |csv_test|
52
+ assert_equal(csv_test.last, CsvParser.parse_line(csv_test.first, "UTF-8"))
53
+ end
54
+
55
+ [ ["foo,\"\"\"\"\"\",baz", ["foo", "\"\"", "baz"]],
56
+ ["foo,\"\"\"bar\"\"\",baz", ["foo", "\"bar\"", "baz"]],
57
+ ["foo,\"\r\n\",baz", ["foo", "\r\n", "baz"]],
58
+ ["\"\"", [""]],
59
+ ["foo,\"\"\"\",baz", ["foo", "\"", "baz"]],
60
+ ["foo,\"\r.\n\",baz", ["foo", "\r.\n", "baz"]],
61
+ ["foo,\"\r\",baz", ["foo", "\r", "baz"]],
62
+ ["foo,\"\",baz", ["foo", "", "baz"]],
63
+ ["foo", ["foo"]],
64
+ [",,", [nil, nil, nil]],
65
+ [",", [nil, nil]],
66
+ ["foo,\"\n\",baz", ["foo", "\n", "baz"]],
67
+ ["foo,,baz", ["foo", nil, "baz"]],
68
+ ["foo,bar", ["foo", "bar"]],
69
+ ["foo,\"\r\n\n\",baz", ["foo", "\r\n\n", "baz"]],
70
+ ["foo,\"foo,bar\",baz", ["foo", "foo,bar", "baz"]] ].each do |csv_test|
71
+ assert_equal(csv_test.last, CsvParser.parse_line(csv_test.first, "UTF-8"))
72
+ end
73
+ end
74
+
75
+ # From: http://ruby-talk.org/cgi-bin/scat.rb/ruby/ruby-core/6496
76
+ def test_aras_edge_cases
77
+ [ [%Q{a,b}, ["a", "b"]],
78
+ [%Q{a,"""b"""}, ["a", "\"b\""]],
79
+ [%Q{a,"""b"}, ["a", "\"b"]],
80
+ [%Q{a,"b"""}, ["a", "b\""]],
81
+ [%Q{a,"\nb"""}, ["a", "\nb\""]],
82
+ [%Q{a,"""\nb"}, ["a", "\"\nb"]],
83
+ [%Q{a,"""\nb\n"""}, ["a", "\"\nb\n\""]],
84
+ [%Q{a,"""\nb\n""",\nc}, ["a", "\"\nb\n\"", nil]],
85
+ [%Q{a,,,}, ["a", nil, nil, nil]],
86
+ [%Q{,}, [nil, nil]],
87
+ [%Q{"",""}, ["", ""]],
88
+ [%Q{""""}, ["\""]],
89
+ [%Q{"""",""}, ["\"",""]],
90
+ [%Q{,""}, [nil,""]],
91
+ [%Q{,"\r"}, [nil,"\r"]],
92
+ [%Q{"\r\n,"}, ["\r\n,"]],
93
+ [%Q{"\r\n,",}, ["\r\n,", nil]] ].each do |edge_case|
94
+ assert_equal(edge_case.last, CsvParser.parse_line(edge_case.first, "UTF-8"))
95
+ end
96
+ end
97
+
98
+ def test_james_edge_cases
99
+ # A read at eof? should return nil.
100
+ assert_equal(nil, CsvParser.parse_line("", "UTF-8"))
101
+ #
102
+ # With CSV it's impossible to tell an empty line from a line containing a
103
+ # single +nil+ field. The standard CSV library returns <tt>[nil]</tt>
104
+ # in these cases, but <tt>Array.new</tt> makes more sense to me.
105
+ #
106
+ #assert_equal(Array.new, NesquikCSV.parse_line("\n1,2,3\n"))
107
+ assert_equal([nil], CsvParser.parse_line("\n1,2,3\n", "UTF-8"))
108
+ end
109
+
110
+ def test_rob_edge_cases
111
+ [ [%Q{"a\nb"}, ["a\nb"]],
112
+ [%Q{"\n\n\n"}, ["\n\n\n"]],
113
+ [%Q{a,"b\n\nc"}, ['a', "b\n\nc"]],
114
+ [%Q{,"\r\n"}, [nil,"\r\n"]],
115
+ [%Q{,"\r\n."}, [nil,"\r\n."]],
116
+ [%Q{"a\na","one newline"}, ["a\na", 'one newline']],
117
+ [%Q{"a\n\na","two newlines"}, ["a\n\na", 'two newlines']],
118
+ [%Q{"a\r\na","one CRLF"}, ["a\r\na", 'one CRLF']],
119
+ [%Q{"a\r\n\r\na","two CRLFs"}, ["a\r\n\r\na", 'two CRLFs']],
120
+ [%Q{with blank,"start\n\nfinish"\n}, ['with blank', "start\n\nfinish"]],
121
+ ].each do |edge_case|
122
+ assert_equal(edge_case.last, CsvParser.parse_line(edge_case.first, "UTF-8"))
123
+ end
124
+ end
125
+
126
+ end
@@ -0,0 +1,128 @@
1
+ #
2
+ # Tests copied from faster_csv by James Edward Gray II
3
+ #
4
+
5
+ require 'test/unit'
6
+ require 'nesquikcsv'
7
+
8
+ class TestNesquikCSVInterface < Test::Unit::TestCase
9
+
10
+ def setup
11
+ @path = File.join(File.dirname(__FILE__), "temp_test_data.csv")
12
+
13
+ File.open(@path, "w") do |file|
14
+ file << "1,2,3\r\n"
15
+ file << "4,5\r\n"
16
+ end
17
+
18
+ @expected = [%w{1 2 3}, %w{4 5}]
19
+ end
20
+
21
+ def teardown
22
+ File.unlink(@path)
23
+ end
24
+
25
+ ### Test Read Interface ###
26
+
27
+ def test_foreach
28
+ NesquikCSV.foreach(@path) do |row|
29
+ assert_equal(@expected.shift, row)
30
+ end
31
+ end
32
+
33
+ def test_open_and_close
34
+ csv = NesquikCSV.open(@path, "r+")
35
+ assert_not_nil(csv)
36
+ assert_instance_of(NesquikCSV, csv)
37
+ assert_equal(false, csv.closed?)
38
+ csv.close
39
+ assert(csv.closed?)
40
+
41
+ ret = NesquikCSV.open(@path) do |csv|
42
+ assert_instance_of(NesquikCSV, csv)
43
+ "Return value."
44
+ end
45
+ assert(csv.closed?)
46
+ assert_equal("Return value.", ret)
47
+ end
48
+
49
+ def test_parse
50
+ data = File.read(@path)
51
+ assert_equal( @expected,
52
+ NesquikCSV.parse(data) )
53
+
54
+ NesquikCSV.parse(data) do |row|
55
+ assert_equal(@expected.shift, row)
56
+ end
57
+ end
58
+
59
+ #def test_parse_line
60
+ # row = FasterCSV.parse_line("1;2;3", :col_sep => ";")
61
+ # assert_not_nil(row)
62
+ # assert_instance_of(Array, row)
63
+ # assert_equal(%w{1 2 3}, row)
64
+ #
65
+ # # shortcut interface
66
+ # row = "1;2;3".parse_csv(:col_sep => ";")
67
+ # assert_not_nil(row)
68
+ # assert_instance_of(Array, row)
69
+ # assert_equal(%w{1 2 3}, row)
70
+ #end
71
+
72
+ def test_parse_line_with_empty_lines
73
+ assert_equal(nil, NesquikCSV.parse_line("", "UTF-8")) # to signal eof
74
+ #assert_equal(Array.new, NesquikCSV.parse_line("\n1,2,3"))
75
+ assert_equal([nil], NesquikCSV.parse_line("\n1,2,3", "UTF-8"))
76
+ end
77
+
78
+ def test_read_and_readlines
79
+ assert_equal( @expected,
80
+ NesquikCSV.read(@path) )
81
+ assert_equal( @expected,
82
+ NesquikCSV.readlines(@path))
83
+
84
+
85
+ data = NesquikCSV.open(@path) do |csv|
86
+ csv.read
87
+ end
88
+ assert_equal(@expected, data)
89
+ data = NesquikCSV.open(@path) do |csv|
90
+ csv.readlines
91
+ end
92
+ assert_equal(@expected, data)
93
+ end
94
+
95
+ #def test_table
96
+ # table = NesquikCSV.table(@path)
97
+ # assert_instance_of(NesquikCSV::Table, table)
98
+ # assert_equal([[:"1", :"2", :"3"], [4, 5, nil]], table.to_a)
99
+ #end
100
+
101
+ def test_shift # aliased as gets() and readline()
102
+ NesquikCSV.open(@path, "r+") do |csv|
103
+ assert_equal(@expected.shift, csv.shift)
104
+ assert_equal(@expected.shift, csv.shift)
105
+ assert_equal(nil, csv.shift)
106
+ end
107
+ end
108
+
109
+ def test_long_line # ruby's regex parser may have problems with long rows
110
+ File.unlink(@path)
111
+
112
+ long_field_length = 2800
113
+ File.open(@path, "w") do |file|
114
+ file << "1,2,#{'3' * long_field_length}\r\n"
115
+ end
116
+ @expected = [%w{1 2} + ['3' * long_field_length]]
117
+ test_shift
118
+ end
119
+
120
+ def test_enumerable
121
+ NesquikCSV.open(@path) do |csv|
122
+ assert(csv.include?(["1", "2", "3"]))
123
+ csv.rewind
124
+ assert_equal([["1", "2", "3"], ["4", "5"]], csv.to_a)
125
+ end
126
+ end
127
+
128
+ end
metadata ADDED
@@ -0,0 +1,74 @@
1
+ --- !ruby/object:Gem::Specification
2
+ name: nesquikcsv
3
+ version: !ruby/object:Gem::Version
4
+ version: 0.1.0
5
+ platform: ruby
6
+ authors:
7
+ - Juan Martty
8
+ autorequire:
9
+ bindir: bin
10
+ cert_chain: []
11
+ date: 2016-12-29 00:00:00.000000000 Z
12
+ dependencies:
13
+ - !ruby/object:Gem::Dependency
14
+ name: rake-compiler
15
+ requirement: !ruby/object:Gem::Requirement
16
+ requirements:
17
+ - - '>='
18
+ - !ruby/object:Gem::Version
19
+ version: '0'
20
+ type: :development
21
+ prerelease: false
22
+ version_requirements: !ruby/object:Gem::Requirement
23
+ requirements:
24
+ - - '>='
25
+ - !ruby/object:Gem::Version
26
+ version: '0'
27
+ description: Fastest-CSV fork with encoding support
28
+ email:
29
+ - null.terminated.string@gmail.com
30
+ executables: []
31
+ extensions:
32
+ - ext/csv_parser/extconf.rb
33
+ extra_rdoc_files: []
34
+ files:
35
+ - .gitignore
36
+ - Gemfile
37
+ - LICENSE
38
+ - README.md
39
+ - Rakefile
40
+ - ext/csv_parser/extconf.rb
41
+ - ext/csv_parser/parser.c
42
+ - lib/csv_parser.so
43
+ - lib/nesquikcsv.rb
44
+ - lib/nesquikcsv/version.rb
45
+ - nesquikcsv.gemspec
46
+ - test/tc_csv_parsing.rb
47
+ - test/tc_interface.rb
48
+ homepage: https://github.com/jmartty/nesquikcsv
49
+ licenses:
50
+ - MIT
51
+ metadata: {}
52
+ post_install_message:
53
+ rdoc_options: []
54
+ require_paths:
55
+ - lib
56
+ required_ruby_version: !ruby/object:Gem::Requirement
57
+ requirements:
58
+ - - '>='
59
+ - !ruby/object:Gem::Version
60
+ version: '0'
61
+ required_rubygems_version: !ruby/object:Gem::Requirement
62
+ requirements:
63
+ - - '>='
64
+ - !ruby/object:Gem::Version
65
+ version: '0'
66
+ requirements: []
67
+ rubyforge_project:
68
+ rubygems_version: 2.2.2
69
+ signing_key:
70
+ specification_version: 4
71
+ summary: Fastest-CSV fork with encoding support
72
+ test_files:
73
+ - test/tc_csv_parsing.rb
74
+ - test/tc_interface.rb