csv_combine 0.1.0

Sign up to get free protection for your applications and to get access to all the features.
data/.document ADDED
@@ -0,0 +1,5 @@
1
+ lib/**/*.rb
2
+ bin/*
3
+ -
4
+ features/**/*.feature
5
+ LICENSE.txt
data/.rspec ADDED
@@ -0,0 +1 @@
1
+ --color --format documentation
data/Gemfile ADDED
@@ -0,0 +1,13 @@
1
+ source "http://rubygems.org"
2
+ # Add dependencies required to use your gem here.
3
+ # Example:
4
+ # gem "activesupport", ">= 2.3.5"
5
+
6
+ # Add dependencies to develop your gem here.
7
+ # Include everything needed to run rake, tests, features, etc.
8
+ group :development do
9
+ gem "rspec", "~> 2.8.0"
10
+ gem "rdoc", "~> 3.12"
11
+ gem "bundler", "~> 1.1.3"
12
+ gem "jeweler", "~> 1.8.3"
13
+ end
data/Gemfile.lock ADDED
@@ -0,0 +1,31 @@
1
+ GEM
2
+ remote: http://rubygems.org/
3
+ specs:
4
+ diff-lcs (1.1.3)
5
+ git (1.2.5)
6
+ jeweler (1.8.3)
7
+ bundler (~> 1.0)
8
+ git (>= 1.2.5)
9
+ rake
10
+ rdoc
11
+ json (1.6.6)
12
+ rake (0.9.2.2)
13
+ rdoc (3.12)
14
+ json (~> 1.4)
15
+ rspec (2.8.0)
16
+ rspec-core (~> 2.8.0)
17
+ rspec-expectations (~> 2.8.0)
18
+ rspec-mocks (~> 2.8.0)
19
+ rspec-core (2.8.0)
20
+ rspec-expectations (2.8.0)
21
+ diff-lcs (~> 1.1.2)
22
+ rspec-mocks (2.8.0)
23
+
24
+ PLATFORMS
25
+ ruby
26
+
27
+ DEPENDENCIES
28
+ bundler (~> 1.1.3)
29
+ jeweler (~> 1.8.3)
30
+ rdoc (~> 3.12)
31
+ rspec (~> 2.8.0)
data/LICENSE.txt ADDED
@@ -0,0 +1,20 @@
1
+ Copyright (c) 2012 Yamamoto Kazuhisa
2
+
3
+ Permission is hereby granted, free of charge, to any person obtaining
4
+ a copy of this software and associated documentation files (the
5
+ "Software"), to deal in the Software without restriction, including
6
+ without limitation the rights to use, copy, modify, merge, publish,
7
+ distribute, sublicense, and/or sell copies of the Software, and to
8
+ permit persons to whom the Software is furnished to do so, subject to
9
+ the following conditions:
10
+
11
+ The above copyright notice and this permission notice shall be
12
+ included in all copies or substantial portions of the Software.
13
+
14
+ THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
15
+ EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
16
+ MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
17
+ NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
18
+ LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
19
+ OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
20
+ WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
data/README.rdoc ADDED
@@ -0,0 +1,33 @@
1
+ = csv_combine
2
+
3
+ "csv_combile" combines and reads two or more CSV files.
4
+
5
+ == How to use.
6
+
7
+ (1) Add your Gemfile.
8
+ gem "csv_combine"
9
+
10
+ (2) Read CSV.
11
+ reader = CsvCombine.open("file_a.csv","file_b.csv")
12
+ reader.each do |csv|
13
+ puts csv
14
+ end
15
+
16
+ ["Yui Hirasawa", "17", "guitar"]
17
+ ["Mio Akiyama", "17", "base"]
18
+ ["Ritsu Tainaka", "17", "dram"]
19
+ ["Tsumugi Kotobuki", "17", "keyboard"]
20
+ ["name", "age", "instrument"]
21
+ ["Azusa Nakano", "16", "guitar"]
22
+
23
+ (3) Options
24
+ # Uniq lines.
25
+ CsvCombine.open("file_a.csv","file_b.csv",:uniq => true)
26
+
27
+ # skip headers
28
+ CsvCombine.open("file_a.csv","file_b.csv",:skip_header_files => "file_b.csv")
29
+
30
+ == Copyright
31
+
32
+ Copyright (c) 2012 Yamamoto Kazuhisa. See LICENSE.txt for
33
+ further details.
data/Rakefile ADDED
@@ -0,0 +1,49 @@
1
+ # encoding: utf-8
2
+
3
+ require 'rubygems'
4
+ require 'bundler'
5
+ begin
6
+ Bundler.setup(:default, :development)
7
+ rescue Bundler::BundlerError => e
8
+ $stderr.puts e.message
9
+ $stderr.puts "Run `bundle install` to install missing gems"
10
+ exit e.status_code
11
+ end
12
+ require 'rake'
13
+
14
+ require 'jeweler'
15
+ Jeweler::Tasks.new do |gem|
16
+ # gem is a Gem::Specification... see http://docs.rubygems.org/read/chapter/20 for more options
17
+ gem.name = "csv_combine"
18
+ gem.homepage = "http://github.com/kazuhisa/csv_combine"
19
+ gem.license = "MIT"
20
+ gem.summary = %Q{The combined CSV file is read.}
21
+ gem.description = %Q{The combined CSV file is read.}
22
+ gem.email = "ak.hisashi@gmail.com"
23
+ gem.authors = ["Yamamoto Kazuhisa"]
24
+ # dependencies defined in Gemfile
25
+ end
26
+ Jeweler::RubygemsDotOrgTasks.new
27
+
28
+ require 'rspec/core'
29
+ require 'rspec/core/rake_task'
30
+ RSpec::Core::RakeTask.new(:spec) do |spec|
31
+ spec.pattern = FileList['spec/**/*_spec.rb']
32
+ end
33
+
34
+ RSpec::Core::RakeTask.new(:rcov) do |spec|
35
+ spec.pattern = 'spec/**/*_spec.rb'
36
+ spec.rcov = true
37
+ end
38
+
39
+ task :default => :spec
40
+
41
+ require 'rdoc/task'
42
+ Rake::RDocTask.new do |rdoc|
43
+ version = File.exist?('VERSION') ? File.read('VERSION') : ""
44
+
45
+ rdoc.rdoc_dir = 'rdoc'
46
+ rdoc.title = "csv_combine #{version}"
47
+ rdoc.rdoc_files.include('README*')
48
+ rdoc.rdoc_files.include('lib/**/*.rb')
49
+ end
data/VERSION ADDED
@@ -0,0 +1 @@
1
+ 0.1.0
@@ -0,0 +1,48 @@
1
+ # -*- coding: utf-8 -*-
2
+ require 'csv'
3
+ require 'digest/sha1'
4
+
5
+ # Options
6
+ # :skip_header_files -- skip headers from filename.
7
+ # :uniq -- uniq csv lines.
8
+ class CsvCombine
9
+ def self.open(*args)
10
+ files = []
11
+ opt = {}
12
+ args.each do |arg|
13
+ if arg.class == Hash
14
+ opt = arg
15
+ else
16
+ files << arg
17
+ end
18
+ end
19
+ Reader.new(files,opt)
20
+ end
21
+ end
22
+
23
+ class Reader
24
+ include Enumerable
25
+ def initialize(files,opt)
26
+ @files = files
27
+ @opt = opt
28
+ end
29
+
30
+ def each
31
+ hash_list = []
32
+ @files.each do |file|
33
+ reader = CSV.open(file,"r")
34
+ reader.shift if @opt[:skip_header_files].class == Array && @opt[:skip_header_files].index(file)
35
+ reader.shift if @opt[:skip_header_files] == file
36
+ reader.each do |row|
37
+ if @opt[:uniq]
38
+ hash = Digest::SHA1.new.update(row.to_s).to_s
39
+ yield row unless hash_list.index(hash)
40
+ hash_list << hash
41
+ else
42
+ yield row
43
+ end
44
+ end
45
+ end
46
+ end
47
+ end
48
+
@@ -0,0 +1,46 @@
1
+ require File.expand_path(File.dirname(__FILE__) + '/spec_helper')
2
+
3
+ describe "CsvCombine" do
4
+ before do
5
+ @file_a = "./spec/files/a.csv"
6
+ @file_b = "./spec/files/b.csv"
7
+ end
8
+ it "The item acquires correctly." do
9
+ reader = CsvCombine.open(@file_a, @file_b)
10
+ output = reader.to_a
11
+ output.size.should == 8
12
+ output[0].should == ["name","age","instrument"]
13
+ output[1].should == ["Yui Hirasawa","17","guitar"]
14
+ output[2].should == ["Mio Akiyama","17","base"]
15
+ output[3].should == ["Ritsu Tainaka","17","dram"]
16
+ output[4].should == ["Tsumugi Kotobuki","17","keyboard"]
17
+ output[5].should == ["name","age","instrument"]
18
+ output[6].should == ["Azusa Nakano","16","guitar"]
19
+ output[7].should == ["Mio Akiyama","17","base"]
20
+ end
21
+
22
+ it "The skip option of a header should be operating correctly." do
23
+ reader = CsvCombine.open(@file_a, @file_b,:skip_header_files => @file_b)
24
+ output = reader.to_a
25
+ output.size.should == 7
26
+ output[0].should == ["name","age","instrument"]
27
+ output[1].should == ["Yui Hirasawa","17","guitar"]
28
+ output[2].should == ["Mio Akiyama","17","base"]
29
+ output[3].should == ["Ritsu Tainaka","17","dram"]
30
+ output[4].should == ["Tsumugi Kotobuki","17","keyboard"]
31
+ output[5].should == ["Azusa Nakano","16","guitar"]
32
+ output[6].should == ["Mio Akiyama","17","base"]
33
+ end
34
+
35
+ it "The uniq option should be operating correctly." do
36
+ reader = CsvCombine.open(@file_a, @file_b,:uniq => true)
37
+ output = reader.to_a
38
+ output.size.should == 6
39
+ output[0].should == ["name","age","instrument"]
40
+ output[1].should == ["Yui Hirasawa","17","guitar"]
41
+ output[2].should == ["Mio Akiyama","17","base"]
42
+ output[3].should == ["Ritsu Tainaka","17","dram"]
43
+ output[4].should == ["Tsumugi Kotobuki","17","keyboard"]
44
+ output[5].should == ["Azusa Nakano","16","guitar"]
45
+ end
46
+ end
data/spec/files/a.csv ADDED
@@ -0,0 +1,5 @@
1
+ name,age,instrument
2
+ "Yui Hirasawa",17,"guitar"
3
+ "Mio Akiyama",17,"base"
4
+ "Ritsu Tainaka",17,"dram"
5
+ "Tsumugi Kotobuki",17,"keyboard"
data/spec/files/b.csv ADDED
@@ -0,0 +1,3 @@
1
+ name,age,instrument
2
+ "Azusa Nakano",16,"guitar"
3
+ "Mio Akiyama",17,"base"
@@ -0,0 +1,12 @@
1
+ $LOAD_PATH.unshift(File.join(File.dirname(__FILE__), '..', 'lib'))
2
+ $LOAD_PATH.unshift(File.dirname(__FILE__))
3
+ require 'rspec'
4
+ require 'csv_combine'
5
+
6
+ # Requires supporting files with custom matchers and macros, etc,
7
+ # in ./support/ and its subdirectories.
8
+ Dir["#{File.dirname(__FILE__)}/support/**/*.rb"].each {|f| require f}
9
+
10
+ RSpec.configure do |config|
11
+
12
+ end
metadata ADDED
@@ -0,0 +1,127 @@
1
+ --- !ruby/object:Gem::Specification
2
+ name: csv_combine
3
+ version: !ruby/object:Gem::Version
4
+ version: 0.1.0
5
+ prerelease:
6
+ platform: ruby
7
+ authors:
8
+ - Yamamoto Kazuhisa
9
+ autorequire:
10
+ bindir: bin
11
+ cert_chain: []
12
+ date: 2012-03-31 00:00:00.000000000 Z
13
+ dependencies:
14
+ - !ruby/object:Gem::Dependency
15
+ name: rspec
16
+ requirement: !ruby/object:Gem::Requirement
17
+ none: false
18
+ requirements:
19
+ - - ~>
20
+ - !ruby/object:Gem::Version
21
+ version: 2.8.0
22
+ type: :development
23
+ prerelease: false
24
+ version_requirements: !ruby/object:Gem::Requirement
25
+ none: false
26
+ requirements:
27
+ - - ~>
28
+ - !ruby/object:Gem::Version
29
+ version: 2.8.0
30
+ - !ruby/object:Gem::Dependency
31
+ name: rdoc
32
+ requirement: !ruby/object:Gem::Requirement
33
+ none: false
34
+ requirements:
35
+ - - ~>
36
+ - !ruby/object:Gem::Version
37
+ version: '3.12'
38
+ type: :development
39
+ prerelease: false
40
+ version_requirements: !ruby/object:Gem::Requirement
41
+ none: false
42
+ requirements:
43
+ - - ~>
44
+ - !ruby/object:Gem::Version
45
+ version: '3.12'
46
+ - !ruby/object:Gem::Dependency
47
+ name: bundler
48
+ requirement: !ruby/object:Gem::Requirement
49
+ none: false
50
+ requirements:
51
+ - - ~>
52
+ - !ruby/object:Gem::Version
53
+ version: 1.1.3
54
+ type: :development
55
+ prerelease: false
56
+ version_requirements: !ruby/object:Gem::Requirement
57
+ none: false
58
+ requirements:
59
+ - - ~>
60
+ - !ruby/object:Gem::Version
61
+ version: 1.1.3
62
+ - !ruby/object:Gem::Dependency
63
+ name: jeweler
64
+ requirement: !ruby/object:Gem::Requirement
65
+ none: false
66
+ requirements:
67
+ - - ~>
68
+ - !ruby/object:Gem::Version
69
+ version: 1.8.3
70
+ type: :development
71
+ prerelease: false
72
+ version_requirements: !ruby/object:Gem::Requirement
73
+ none: false
74
+ requirements:
75
+ - - ~>
76
+ - !ruby/object:Gem::Version
77
+ version: 1.8.3
78
+ description: The combined CSV file is read.
79
+ email: ak.hisashi@gmail.com
80
+ executables: []
81
+ extensions: []
82
+ extra_rdoc_files:
83
+ - LICENSE.txt
84
+ - README.rdoc
85
+ files:
86
+ - .document
87
+ - .rspec
88
+ - Gemfile
89
+ - Gemfile.lock
90
+ - LICENSE.txt
91
+ - README.rdoc
92
+ - Rakefile
93
+ - VERSION
94
+ - lib/csv_combine.rb
95
+ - spec/csv_combine_spec.rb
96
+ - spec/files/a.csv
97
+ - spec/files/b.csv
98
+ - spec/spec_helper.rb
99
+ homepage: http://github.com/kazuhisa/csv_combine
100
+ licenses:
101
+ - MIT
102
+ post_install_message:
103
+ rdoc_options: []
104
+ require_paths:
105
+ - lib
106
+ required_ruby_version: !ruby/object:Gem::Requirement
107
+ none: false
108
+ requirements:
109
+ - - ! '>='
110
+ - !ruby/object:Gem::Version
111
+ version: '0'
112
+ segments:
113
+ - 0
114
+ hash: -4535032719161412070
115
+ required_rubygems_version: !ruby/object:Gem::Requirement
116
+ none: false
117
+ requirements:
118
+ - - ! '>='
119
+ - !ruby/object:Gem::Version
120
+ version: '0'
121
+ requirements: []
122
+ rubyforge_project:
123
+ rubygems_version: 1.8.21
124
+ signing_key:
125
+ specification_version: 3
126
+ summary: The combined CSV file is read.
127
+ test_files: []