hasherize_csv 0.0.2 → 0.0.3
Sign up to get free protection for your applications and to get access to all the features.
- data/.travis.yml +19 -0
- data/Gemfile +1 -0
- data/LICENSE.txt +165 -22
- data/lib/hasherize_csv/version.rb +1 -1
- data/lib/hasherize_csv.rb +42 -41
- data/test/default_sample_csv.csv +2 -0
- data/test/test_hasherize_csv.rb +19 -25
- metadata +5 -2
data/.travis.yml
ADDED
@@ -0,0 +1,19 @@
|
|
1
|
+
language: ruby
|
2
|
+
script: "bundle exec rake test"
|
3
|
+
env:
|
4
|
+
- CI=true
|
5
|
+
rvm:
|
6
|
+
- 1.8.7
|
7
|
+
- rbx-19mode
|
8
|
+
- jruby-19mode
|
9
|
+
- jruby-head
|
10
|
+
- 1.9.2
|
11
|
+
- 1.9.3
|
12
|
+
gemfile:
|
13
|
+
- Gemfile
|
14
|
+
notifications:
|
15
|
+
recipients:
|
16
|
+
- brent@brentium.com
|
17
|
+
branches:
|
18
|
+
only:
|
19
|
+
- master
|
data/Gemfile
CHANGED
data/LICENSE.txt
CHANGED
@@ -1,22 +1,165 @@
|
|
1
|
-
|
2
|
-
|
3
|
-
|
4
|
-
|
5
|
-
|
6
|
-
|
7
|
-
|
8
|
-
|
9
|
-
|
10
|
-
|
11
|
-
the
|
12
|
-
|
13
|
-
|
14
|
-
|
15
|
-
|
16
|
-
|
17
|
-
|
18
|
-
|
19
|
-
|
20
|
-
|
21
|
-
|
22
|
-
|
1
|
+
GNU LESSER GENERAL PUBLIC LICENSE
|
2
|
+
Version 3, 29 June 2007
|
3
|
+
|
4
|
+
Copyright (C) 2007 Free Software Foundation, Inc. <http://fsf.org/>
|
5
|
+
Everyone is permitted to copy and distribute verbatim copies
|
6
|
+
of this license document, but changing it is not allowed.
|
7
|
+
|
8
|
+
|
9
|
+
This version of the GNU Lesser General Public License incorporates
|
10
|
+
the terms and conditions of version 3 of the GNU General Public
|
11
|
+
License, supplemented by the additional permissions listed below.
|
12
|
+
|
13
|
+
0. Additional Definitions.
|
14
|
+
|
15
|
+
As used herein, "this License" refers to version 3 of the GNU Lesser
|
16
|
+
General Public License, and the "GNU GPL" refers to version 3 of the GNU
|
17
|
+
General Public License.
|
18
|
+
|
19
|
+
"The Library" refers to a covered work governed by this License,
|
20
|
+
other than an Application or a Combined Work as defined below.
|
21
|
+
|
22
|
+
An "Application" is any work that makes use of an interface provided
|
23
|
+
by the Library, but which is not otherwise based on the Library.
|
24
|
+
Defining a subclass of a class defined by the Library is deemed a mode
|
25
|
+
of using an interface provided by the Library.
|
26
|
+
|
27
|
+
A "Combined Work" is a work produced by combining or linking an
|
28
|
+
Application with the Library. The particular version of the Library
|
29
|
+
with which the Combined Work was made is also called the "Linked
|
30
|
+
Version".
|
31
|
+
|
32
|
+
The "Minimal Corresponding Source" for a Combined Work means the
|
33
|
+
Corresponding Source for the Combined Work, excluding any source code
|
34
|
+
for portions of the Combined Work that, considered in isolation, are
|
35
|
+
based on the Application, and not on the Linked Version.
|
36
|
+
|
37
|
+
The "Corresponding Application Code" for a Combined Work means the
|
38
|
+
object code and/or source code for the Application, including any data
|
39
|
+
and utility programs needed for reproducing the Combined Work from the
|
40
|
+
Application, but excluding the System Libraries of the Combined Work.
|
41
|
+
|
42
|
+
1. Exception to Section 3 of the GNU GPL.
|
43
|
+
|
44
|
+
You may convey a covered work under sections 3 and 4 of this License
|
45
|
+
without being bound by section 3 of the GNU GPL.
|
46
|
+
|
47
|
+
2. Conveying Modified Versions.
|
48
|
+
|
49
|
+
If you modify a copy of the Library, and, in your modifications, a
|
50
|
+
facility refers to a function or data to be supplied by an Application
|
51
|
+
that uses the facility (other than as an argument passed when the
|
52
|
+
facility is invoked), then you may convey a copy of the modified
|
53
|
+
version:
|
54
|
+
|
55
|
+
a) under this License, provided that you make a good faith effort to
|
56
|
+
ensure that, in the event an Application does not supply the
|
57
|
+
function or data, the facility still operates, and performs
|
58
|
+
whatever part of its purpose remains meaningful, or
|
59
|
+
|
60
|
+
b) under the GNU GPL, with none of the additional permissions of
|
61
|
+
this License applicable to that copy.
|
62
|
+
|
63
|
+
3. Object Code Incorporating Material from Library Header Files.
|
64
|
+
|
65
|
+
The object code form of an Application may incorporate material from
|
66
|
+
a header file that is part of the Library. You may convey such object
|
67
|
+
code under terms of your choice, provided that, if the incorporated
|
68
|
+
material is not limited to numerical parameters, data structure
|
69
|
+
layouts and accessors, or small macros, inline functions and templates
|
70
|
+
(ten or fewer lines in length), you do both of the following:
|
71
|
+
|
72
|
+
a) Give prominent notice with each copy of the object code that the
|
73
|
+
Library is used in it and that the Library and its use are
|
74
|
+
covered by this License.
|
75
|
+
|
76
|
+
b) Accompany the object code with a copy of the GNU GPL and this license
|
77
|
+
document.
|
78
|
+
|
79
|
+
4. Combined Works.
|
80
|
+
|
81
|
+
You may convey a Combined Work under terms of your choice that,
|
82
|
+
taken together, effectively do not restrict modification of the
|
83
|
+
portions of the Library contained in the Combined Work and reverse
|
84
|
+
engineering for debugging such modifications, if you also do each of
|
85
|
+
the following:
|
86
|
+
|
87
|
+
a) Give prominent notice with each copy of the Combined Work that
|
88
|
+
the Library is used in it and that the Library and its use are
|
89
|
+
covered by this License.
|
90
|
+
|
91
|
+
b) Accompany the Combined Work with a copy of the GNU GPL and this license
|
92
|
+
document.
|
93
|
+
|
94
|
+
c) For a Combined Work that displays copyright notices during
|
95
|
+
execution, include the copyright notice for the Library among
|
96
|
+
these notices, as well as a reference directing the user to the
|
97
|
+
copies of the GNU GPL and this license document.
|
98
|
+
|
99
|
+
d) Do one of the following:
|
100
|
+
|
101
|
+
0) Convey the Minimal Corresponding Source under the terms of this
|
102
|
+
License, and the Corresponding Application Code in a form
|
103
|
+
suitable for, and under terms that permit, the user to
|
104
|
+
recombine or relink the Application with a modified version of
|
105
|
+
the Linked Version to produce a modified Combined Work, in the
|
106
|
+
manner specified by section 6 of the GNU GPL for conveying
|
107
|
+
Corresponding Source.
|
108
|
+
|
109
|
+
1) Use a suitable shared library mechanism for linking with the
|
110
|
+
Library. A suitable mechanism is one that (a) uses at run time
|
111
|
+
a copy of the Library already present on the user's computer
|
112
|
+
system, and (b) will operate properly with a modified version
|
113
|
+
of the Library that is interface-compatible with the Linked
|
114
|
+
Version.
|
115
|
+
|
116
|
+
e) Provide Installation Information, but only if you would otherwise
|
117
|
+
be required to provide such information under section 6 of the
|
118
|
+
GNU GPL, and only to the extent that such information is
|
119
|
+
necessary to install and execute a modified version of the
|
120
|
+
Combined Work produced by recombining or relinking the
|
121
|
+
Application with a modified version of the Linked Version. (If
|
122
|
+
you use option 4d0, the Installation Information must accompany
|
123
|
+
the Minimal Corresponding Source and Corresponding Application
|
124
|
+
Code. If you use option 4d1, you must provide the Installation
|
125
|
+
Information in the manner specified by section 6 of the GNU GPL
|
126
|
+
for conveying Corresponding Source.)
|
127
|
+
|
128
|
+
5. Combined Libraries.
|
129
|
+
|
130
|
+
You may place library facilities that are a work based on the
|
131
|
+
Library side by side in a single library together with other library
|
132
|
+
facilities that are not Applications and are not covered by this
|
133
|
+
License, and convey such a combined library under terms of your
|
134
|
+
choice, if you do both of the following:
|
135
|
+
|
136
|
+
a) Accompany the combined library with a copy of the same work based
|
137
|
+
on the Library, uncombined with any other library facilities,
|
138
|
+
conveyed under the terms of this License.
|
139
|
+
|
140
|
+
b) Give prominent notice with the combined library that part of it
|
141
|
+
is a work based on the Library, and explaining where to find the
|
142
|
+
accompanying uncombined form of the same work.
|
143
|
+
|
144
|
+
6. Revised Versions of the GNU Lesser General Public License.
|
145
|
+
|
146
|
+
The Free Software Foundation may publish revised and/or new versions
|
147
|
+
of the GNU Lesser General Public License from time to time. Such new
|
148
|
+
versions will be similar in spirit to the present version, but may
|
149
|
+
differ in detail to address new problems or concerns.
|
150
|
+
|
151
|
+
Each version is given a distinguishing version number. If the
|
152
|
+
Library as you received it specifies that a certain numbered version
|
153
|
+
of the GNU Lesser General Public License "or any later version"
|
154
|
+
applies to it, you have the option of following the terms and
|
155
|
+
conditions either of that published version or of any later version
|
156
|
+
published by the Free Software Foundation. If the Library as you
|
157
|
+
received it does not specify a version number of the GNU Lesser
|
158
|
+
General Public License, you may choose any version of the GNU Lesser
|
159
|
+
General Public License ever published by the Free Software Foundation.
|
160
|
+
|
161
|
+
If the Library as you received it specifies that a proxy can decide
|
162
|
+
whether future versions of the GNU Lesser General Public License shall
|
163
|
+
apply, that proxy's public statement of acceptance of any version is
|
164
|
+
permanent authorization for you to choose that version for the
|
165
|
+
Library.
|
data/lib/hasherize_csv.rb
CHANGED
@@ -1,50 +1,51 @@
|
|
1
1
|
require "hasherize_csv/version"
|
2
2
|
|
3
3
|
module HasherizeCsv
|
4
|
-
|
5
|
-
|
6
|
-
|
7
|
-
|
8
|
-
class Csv
|
9
|
-
attr_accessor :keys, :file, :separator
|
10
|
-
def initialize file, opts = {}
|
11
|
-
@file = file
|
12
|
-
@separator = opts[:separator] || "\n"
|
13
|
-
@value_pattern = opts[:value_pattern] || /([\s\w_-]+),?/
|
14
|
-
@keys = []
|
15
|
-
next_line { |l| @keys = values_from_line l if !l.nil? }
|
16
|
-
end
|
4
|
+
module DefaultOpts
|
5
|
+
DEFAULT = { :separator => "\n", :value_pattern => /([^,]+[\s\w_-]+),?/ }
|
6
|
+
SALESFORCE = { :separator => "\r", :value_pattern => /\"(.*?)\"/m }
|
7
|
+
end
|
17
8
|
|
18
|
-
|
19
|
-
|
20
|
-
|
21
|
-
|
22
|
-
|
23
|
-
|
24
|
-
|
25
|
-
|
26
|
-
|
27
|
-
|
28
|
-
|
29
|
-
|
30
|
-
|
31
|
-
|
32
|
-
|
33
|
-
|
34
|
-
end
|
35
|
-
|
9
|
+
class Csv
|
10
|
+
attr_accessor :keys, :file, :separator
|
11
|
+
def initialize file, opts = {}
|
12
|
+
@file = file
|
13
|
+
@separator = opts[:separator] || DefaultOpts::DEFAULT[:separator]
|
14
|
+
@value_pattern = opts[:value_pattern] || DefaultOpts::DEFAULT[:value_pattern]
|
15
|
+
@keys = []
|
16
|
+
next_line { |l| @keys = values_from_line l if !l.nil? }
|
17
|
+
end
|
18
|
+
|
19
|
+
def next_item
|
20
|
+
next_line { |l|
|
21
|
+
if l.nil?
|
22
|
+
yield nil
|
23
|
+
else
|
24
|
+
yield hashify_values( values_from_line l )
|
25
|
+
end
|
26
|
+
}
|
27
|
+
end
|
28
|
+
|
29
|
+
def each
|
30
|
+
while(1)
|
31
|
+
self.next_item { |hash|
|
32
|
+
return if hash.nil?
|
33
|
+
yield hash
|
34
|
+
}
|
35
|
+
end
|
36
|
+
end
|
36
37
|
|
37
38
|
private
|
38
|
-
|
39
|
-
|
40
|
-
|
39
|
+
def next_line
|
40
|
+
yield(@file.gets(@separator) ? $_.chomp : $_)
|
41
|
+
end
|
41
42
|
|
42
|
-
|
43
|
-
|
44
|
-
|
43
|
+
def hashify_values values
|
44
|
+
Hash[keys.zip(values)] if !values.nil? and values.length != 0
|
45
|
+
end
|
45
46
|
|
46
|
-
|
47
|
-
|
48
|
-
|
49
|
-
|
47
|
+
def values_from_line line
|
48
|
+
line.scan(@value_pattern).flatten
|
49
|
+
end
|
50
|
+
end
|
50
51
|
end
|
data/test/test_hasherize_csv.rb
CHANGED
@@ -5,42 +5,36 @@ class HasherizeCsvTest < Test::Unit::TestCase
|
|
5
5
|
def setup
|
6
6
|
@f = File.new(File.join(File.expand_path(File.dirname(__FILE__)),"sample_csv.csv"))
|
7
7
|
@csv = HasherizeCsv::Csv.new(@f, HasherizeCsv::DefaultOpts::SALESFORCE)
|
8
|
+
|
9
|
+
@g = File.new(File.join(File.expand_path(File.dirname(__FILE__)),"default_sample_csv.csv"))
|
10
|
+
@default_csv = HasherizeCsv::Csv.new(@g)
|
8
11
|
end
|
9
12
|
|
10
13
|
def teardown
|
11
14
|
@f.close
|
15
|
+
@g.close
|
12
16
|
end
|
13
17
|
|
14
|
-
def
|
15
|
-
|
18
|
+
def test_default_csv
|
19
|
+
@default_csv.each { |hash|
|
20
|
+
assert_equal({"Heading1"=>"Item1", "Heading2"=>"Item2 & Item2.5", "Heading3"=>" Item3"}, hash)
|
21
|
+
}
|
16
22
|
end
|
17
23
|
|
18
|
-
def
|
19
|
-
|
20
|
-
assert_equal({"Heading1"=>"Item1", "Heading2"=>"Item2", "H_EA_3__c"=>"Item3"}, hash)
|
21
|
-
}
|
22
|
-
|
23
|
-
@csv.next { |hash|
|
24
|
-
assert_equal({"Heading1"=>"Email",
|
25
|
-
"Heading2"=> "SUP MAN\n\nWE HAVE LOTS OF MULTILINE EMAILS IN CAPS\n\nTHEY ALSO HAVE LINEBREAKS IN THEM",
|
26
|
-
"H_EA_3__c"=>"FinalField"}, hash)
|
27
|
-
}
|
28
|
-
|
29
|
-
@csv.next { |hash|
|
30
|
-
assert_equal nil, hash
|
31
|
-
}
|
24
|
+
def test_keys
|
25
|
+
assert_equal ["Heading1", "Heading2", "H_EA_3__c"], @csv.keys
|
32
26
|
end
|
33
27
|
|
34
28
|
def test_hash_file
|
35
|
-
|
36
|
-
|
37
|
-
|
38
|
-
|
39
|
-
|
40
|
-
|
41
|
-
|
42
|
-
|
43
|
-
|
29
|
+
result = []
|
30
|
+
@csv.each { |hash|
|
31
|
+
result << hash
|
32
|
+
}
|
33
|
+
assert_equal [{"Heading1"=>"Item1", "Heading2"=>"Item2", "H_EA_3__c"=>"Item3"},
|
34
|
+
{"Heading1"=>"Email",
|
35
|
+
"Heading2"=>"SUP MAN\n\nWE HAVE LOTS OF MULTILINE EMAILS IN CAPS\n\nTHEY ALSO HAVE LINEBREAKS IN THEM",
|
36
|
+
"H_EA_3__c"=>"FinalField"},
|
37
|
+
{"Heading1"=>"Blank1", "Heading2"=>"", "H_EA_3__c"=>""}], result
|
44
38
|
end
|
45
39
|
|
46
40
|
end
|
metadata
CHANGED
@@ -2,14 +2,14 @@
|
|
2
2
|
name: hasherize_csv
|
3
3
|
version: !ruby/object:Gem::Version
|
4
4
|
prerelease:
|
5
|
-
version: 0.0.
|
5
|
+
version: 0.0.3
|
6
6
|
platform: ruby
|
7
7
|
authors:
|
8
8
|
- Brent Bradbury
|
9
9
|
autorequire:
|
10
10
|
bindir: bin
|
11
11
|
cert_chain: []
|
12
|
-
date: 2012-10-
|
12
|
+
date: 2012-10-26 00:00:00.000000000 Z
|
13
13
|
dependencies: []
|
14
14
|
description: Turns csv files into hashes without reading the entire csv into memory
|
15
15
|
email:
|
@@ -19,6 +19,7 @@ extensions: []
|
|
19
19
|
extra_rdoc_files: []
|
20
20
|
files:
|
21
21
|
- .gitignore
|
22
|
+
- .travis.yml
|
22
23
|
- Gemfile
|
23
24
|
- LICENSE.txt
|
24
25
|
- README.md
|
@@ -26,6 +27,7 @@ files:
|
|
26
27
|
- hasherize_csv.gemspec
|
27
28
|
- lib/hasherize_csv.rb
|
28
29
|
- lib/hasherize_csv/version.rb
|
30
|
+
- test/default_sample_csv.csv
|
29
31
|
- test/sample_csv.csv
|
30
32
|
- test/test_hasherize_csv.rb
|
31
33
|
homepage: https://github.com/bbradbury/hasherize_csv
|
@@ -53,6 +55,7 @@ signing_key:
|
|
53
55
|
specification_version: 3
|
54
56
|
summary: Hasherizes a csv file line by line
|
55
57
|
test_files:
|
58
|
+
- test/default_sample_csv.csv
|
56
59
|
- test/sample_csv.csv
|
57
60
|
- test/test_hasherize_csv.rb
|
58
61
|
...
|