csv_combine 0.1.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
data/.document ADDED
@@ -0,0 +1,5 @@
1
+ lib/**/*.rb
2
+ bin/*
3
+ -
4
+ features/**/*.feature
5
+ LICENSE.txt
data/.rspec ADDED
@@ -0,0 +1 @@
1
+ --color --format documentation
data/Gemfile ADDED
@@ -0,0 +1,13 @@
1
+ source "http://rubygems.org"
2
+ # Add dependencies required to use your gem here.
3
+ # Example:
4
+ # gem "activesupport", ">= 2.3.5"
5
+
6
+ # Add dependencies to develop your gem here.
7
+ # Include everything needed to run rake, tests, features, etc.
8
+ group :development do
9
+ gem "rspec", "~> 2.8.0"
10
+ gem "rdoc", "~> 3.12"
11
+ gem "bundler", "~> 1.1.3"
12
+ gem "jeweler", "~> 1.8.3"
13
+ end
data/Gemfile.lock ADDED
@@ -0,0 +1,31 @@
1
+ GEM
2
+ remote: http://rubygems.org/
3
+ specs:
4
+ diff-lcs (1.1.3)
5
+ git (1.2.5)
6
+ jeweler (1.8.3)
7
+ bundler (~> 1.0)
8
+ git (>= 1.2.5)
9
+ rake
10
+ rdoc
11
+ json (1.6.6)
12
+ rake (0.9.2.2)
13
+ rdoc (3.12)
14
+ json (~> 1.4)
15
+ rspec (2.8.0)
16
+ rspec-core (~> 2.8.0)
17
+ rspec-expectations (~> 2.8.0)
18
+ rspec-mocks (~> 2.8.0)
19
+ rspec-core (2.8.0)
20
+ rspec-expectations (2.8.0)
21
+ diff-lcs (~> 1.1.2)
22
+ rspec-mocks (2.8.0)
23
+
24
+ PLATFORMS
25
+ ruby
26
+
27
+ DEPENDENCIES
28
+ bundler (~> 1.1.3)
29
+ jeweler (~> 1.8.3)
30
+ rdoc (~> 3.12)
31
+ rspec (~> 2.8.0)
data/LICENSE.txt ADDED
@@ -0,0 +1,20 @@
1
+ Copyright (c) 2012 Yamamoto Kazuhisa
2
+
3
+ Permission is hereby granted, free of charge, to any person obtaining
4
+ a copy of this software and associated documentation files (the
5
+ "Software"), to deal in the Software without restriction, including
6
+ without limitation the rights to use, copy, modify, merge, publish,
7
+ distribute, sublicense, and/or sell copies of the Software, and to
8
+ permit persons to whom the Software is furnished to do so, subject to
9
+ the following conditions:
10
+
11
+ The above copyright notice and this permission notice shall be
12
+ included in all copies or substantial portions of the Software.
13
+
14
+ THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
15
+ EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
16
+ MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
17
+ NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
18
+ LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
19
+ OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
20
+ WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
data/README.rdoc ADDED
@@ -0,0 +1,33 @@
1
+ = csv_combine
2
+
3
+ "csv_combile" combines and reads two or more CSV files.
4
+
5
+ == How to use.
6
+
7
+ (1) Add your Gemfile.
8
+ gem "csv_combine"
9
+
10
+ (2) Read CSV.
11
+ reader = CsvCombine.open("file_a.csv","file_b.csv")
12
+ reader.each do |csv|
13
+ puts csv
14
+ end
15
+
16
+ ["Yui Hirasawa", "17", "guitar"]
17
+ ["Mio Akiyama", "17", "base"]
18
+ ["Ritsu Tainaka", "17", "dram"]
19
+ ["Tsumugi Kotobuki", "17", "keyboard"]
20
+ ["name", "age", "instrument"]
21
+ ["Azusa Nakano", "16", "guitar"]
22
+
23
+ (3) Options
24
+ # Uniq lines.
25
+ CsvCombine.open("file_a.csv","file_b.csv",:uniq => true)
26
+
27
+ # skip headers
28
+ CsvCombine.open("file_a.csv","file_b.csv",:skip_header_files => "file_b.csv")
29
+
30
+ == Copyright
31
+
32
+ Copyright (c) 2012 Yamamoto Kazuhisa. See LICENSE.txt for
33
+ further details.
data/Rakefile ADDED
@@ -0,0 +1,49 @@
1
+ # encoding: utf-8
2
+
3
+ require 'rubygems'
4
+ require 'bundler'
5
+ begin
6
+ Bundler.setup(:default, :development)
7
+ rescue Bundler::BundlerError => e
8
+ $stderr.puts e.message
9
+ $stderr.puts "Run `bundle install` to install missing gems"
10
+ exit e.status_code
11
+ end
12
+ require 'rake'
13
+
14
+ require 'jeweler'
15
+ Jeweler::Tasks.new do |gem|
16
+ # gem is a Gem::Specification... see http://docs.rubygems.org/read/chapter/20 for more options
17
+ gem.name = "csv_combine"
18
+ gem.homepage = "http://github.com/kazuhisa/csv_combine"
19
+ gem.license = "MIT"
20
+ gem.summary = %Q{The combined CSV file is read.}
21
+ gem.description = %Q{The combined CSV file is read.}
22
+ gem.email = "ak.hisashi@gmail.com"
23
+ gem.authors = ["Yamamoto Kazuhisa"]
24
+ # dependencies defined in Gemfile
25
+ end
26
+ Jeweler::RubygemsDotOrgTasks.new
27
+
28
+ require 'rspec/core'
29
+ require 'rspec/core/rake_task'
30
+ RSpec::Core::RakeTask.new(:spec) do |spec|
31
+ spec.pattern = FileList['spec/**/*_spec.rb']
32
+ end
33
+
34
+ RSpec::Core::RakeTask.new(:rcov) do |spec|
35
+ spec.pattern = 'spec/**/*_spec.rb'
36
+ spec.rcov = true
37
+ end
38
+
39
+ task :default => :spec
40
+
41
+ require 'rdoc/task'
42
+ Rake::RDocTask.new do |rdoc|
43
+ version = File.exist?('VERSION') ? File.read('VERSION') : ""
44
+
45
+ rdoc.rdoc_dir = 'rdoc'
46
+ rdoc.title = "csv_combine #{version}"
47
+ rdoc.rdoc_files.include('README*')
48
+ rdoc.rdoc_files.include('lib/**/*.rb')
49
+ end
data/VERSION ADDED
@@ -0,0 +1 @@
1
+ 0.1.0
@@ -0,0 +1,48 @@
1
+ # -*- coding: utf-8 -*-
2
+ require 'csv'
3
+ require 'digest/sha1'
4
+
5
+ # Options
6
+ # :skip_header_files -- skip headers from filename.
7
+ # :uniq -- uniq csv lines.
8
+ class CsvCombine
9
+ def self.open(*args)
10
+ files = []
11
+ opt = {}
12
+ args.each do |arg|
13
+ if arg.class == Hash
14
+ opt = arg
15
+ else
16
+ files << arg
17
+ end
18
+ end
19
+ Reader.new(files,opt)
20
+ end
21
+ end
22
+
23
+ class Reader
24
+ include Enumerable
25
+ def initialize(files,opt)
26
+ @files = files
27
+ @opt = opt
28
+ end
29
+
30
+ def each
31
+ hash_list = []
32
+ @files.each do |file|
33
+ reader = CSV.open(file,"r")
34
+ reader.shift if @opt[:skip_header_files].class == Array && @opt[:skip_header_files].index(file)
35
+ reader.shift if @opt[:skip_header_files] == file
36
+ reader.each do |row|
37
+ if @opt[:uniq]
38
+ hash = Digest::SHA1.new.update(row.to_s).to_s
39
+ yield row unless hash_list.index(hash)
40
+ hash_list << hash
41
+ else
42
+ yield row
43
+ end
44
+ end
45
+ end
46
+ end
47
+ end
48
+
@@ -0,0 +1,46 @@
1
+ require File.expand_path(File.dirname(__FILE__) + '/spec_helper')
2
+
3
+ describe "CsvCombine" do
4
+ before do
5
+ @file_a = "./spec/files/a.csv"
6
+ @file_b = "./spec/files/b.csv"
7
+ end
8
+ it "The item acquires correctly." do
9
+ reader = CsvCombine.open(@file_a, @file_b)
10
+ output = reader.to_a
11
+ output.size.should == 8
12
+ output[0].should == ["name","age","instrument"]
13
+ output[1].should == ["Yui Hirasawa","17","guitar"]
14
+ output[2].should == ["Mio Akiyama","17","base"]
15
+ output[3].should == ["Ritsu Tainaka","17","dram"]
16
+ output[4].should == ["Tsumugi Kotobuki","17","keyboard"]
17
+ output[5].should == ["name","age","instrument"]
18
+ output[6].should == ["Azusa Nakano","16","guitar"]
19
+ output[7].should == ["Mio Akiyama","17","base"]
20
+ end
21
+
22
+ it "The skip option of a header should be operating correctly." do
23
+ reader = CsvCombine.open(@file_a, @file_b,:skip_header_files => @file_b)
24
+ output = reader.to_a
25
+ output.size.should == 7
26
+ output[0].should == ["name","age","instrument"]
27
+ output[1].should == ["Yui Hirasawa","17","guitar"]
28
+ output[2].should == ["Mio Akiyama","17","base"]
29
+ output[3].should == ["Ritsu Tainaka","17","dram"]
30
+ output[4].should == ["Tsumugi Kotobuki","17","keyboard"]
31
+ output[5].should == ["Azusa Nakano","16","guitar"]
32
+ output[6].should == ["Mio Akiyama","17","base"]
33
+ end
34
+
35
+ it "The uniq option should be operating correctly." do
36
+ reader = CsvCombine.open(@file_a, @file_b,:uniq => true)
37
+ output = reader.to_a
38
+ output.size.should == 6
39
+ output[0].should == ["name","age","instrument"]
40
+ output[1].should == ["Yui Hirasawa","17","guitar"]
41
+ output[2].should == ["Mio Akiyama","17","base"]
42
+ output[3].should == ["Ritsu Tainaka","17","dram"]
43
+ output[4].should == ["Tsumugi Kotobuki","17","keyboard"]
44
+ output[5].should == ["Azusa Nakano","16","guitar"]
45
+ end
46
+ end
data/spec/files/a.csv ADDED
@@ -0,0 +1,5 @@
1
+ name,age,instrument
2
+ "Yui Hirasawa",17,"guitar"
3
+ "Mio Akiyama",17,"base"
4
+ "Ritsu Tainaka",17,"dram"
5
+ "Tsumugi Kotobuki",17,"keyboard"
data/spec/files/b.csv ADDED
@@ -0,0 +1,3 @@
1
+ name,age,instrument
2
+ "Azusa Nakano",16,"guitar"
3
+ "Mio Akiyama",17,"base"
@@ -0,0 +1,12 @@
1
+ $LOAD_PATH.unshift(File.join(File.dirname(__FILE__), '..', 'lib'))
2
+ $LOAD_PATH.unshift(File.dirname(__FILE__))
3
+ require 'rspec'
4
+ require 'csv_combine'
5
+
6
+ # Requires supporting files with custom matchers and macros, etc,
7
+ # in ./support/ and its subdirectories.
8
+ Dir["#{File.dirname(__FILE__)}/support/**/*.rb"].each {|f| require f}
9
+
10
+ RSpec.configure do |config|
11
+
12
+ end
metadata ADDED
@@ -0,0 +1,127 @@
1
+ --- !ruby/object:Gem::Specification
2
+ name: csv_combine
3
+ version: !ruby/object:Gem::Version
4
+ version: 0.1.0
5
+ prerelease:
6
+ platform: ruby
7
+ authors:
8
+ - Yamamoto Kazuhisa
9
+ autorequire:
10
+ bindir: bin
11
+ cert_chain: []
12
+ date: 2012-03-31 00:00:00.000000000 Z
13
+ dependencies:
14
+ - !ruby/object:Gem::Dependency
15
+ name: rspec
16
+ requirement: !ruby/object:Gem::Requirement
17
+ none: false
18
+ requirements:
19
+ - - ~>
20
+ - !ruby/object:Gem::Version
21
+ version: 2.8.0
22
+ type: :development
23
+ prerelease: false
24
+ version_requirements: !ruby/object:Gem::Requirement
25
+ none: false
26
+ requirements:
27
+ - - ~>
28
+ - !ruby/object:Gem::Version
29
+ version: 2.8.0
30
+ - !ruby/object:Gem::Dependency
31
+ name: rdoc
32
+ requirement: !ruby/object:Gem::Requirement
33
+ none: false
34
+ requirements:
35
+ - - ~>
36
+ - !ruby/object:Gem::Version
37
+ version: '3.12'
38
+ type: :development
39
+ prerelease: false
40
+ version_requirements: !ruby/object:Gem::Requirement
41
+ none: false
42
+ requirements:
43
+ - - ~>
44
+ - !ruby/object:Gem::Version
45
+ version: '3.12'
46
+ - !ruby/object:Gem::Dependency
47
+ name: bundler
48
+ requirement: !ruby/object:Gem::Requirement
49
+ none: false
50
+ requirements:
51
+ - - ~>
52
+ - !ruby/object:Gem::Version
53
+ version: 1.1.3
54
+ type: :development
55
+ prerelease: false
56
+ version_requirements: !ruby/object:Gem::Requirement
57
+ none: false
58
+ requirements:
59
+ - - ~>
60
+ - !ruby/object:Gem::Version
61
+ version: 1.1.3
62
+ - !ruby/object:Gem::Dependency
63
+ name: jeweler
64
+ requirement: !ruby/object:Gem::Requirement
65
+ none: false
66
+ requirements:
67
+ - - ~>
68
+ - !ruby/object:Gem::Version
69
+ version: 1.8.3
70
+ type: :development
71
+ prerelease: false
72
+ version_requirements: !ruby/object:Gem::Requirement
73
+ none: false
74
+ requirements:
75
+ - - ~>
76
+ - !ruby/object:Gem::Version
77
+ version: 1.8.3
78
+ description: The combined CSV file is read.
79
+ email: ak.hisashi@gmail.com
80
+ executables: []
81
+ extensions: []
82
+ extra_rdoc_files:
83
+ - LICENSE.txt
84
+ - README.rdoc
85
+ files:
86
+ - .document
87
+ - .rspec
88
+ - Gemfile
89
+ - Gemfile.lock
90
+ - LICENSE.txt
91
+ - README.rdoc
92
+ - Rakefile
93
+ - VERSION
94
+ - lib/csv_combine.rb
95
+ - spec/csv_combine_spec.rb
96
+ - spec/files/a.csv
97
+ - spec/files/b.csv
98
+ - spec/spec_helper.rb
99
+ homepage: http://github.com/kazuhisa/csv_combine
100
+ licenses:
101
+ - MIT
102
+ post_install_message:
103
+ rdoc_options: []
104
+ require_paths:
105
+ - lib
106
+ required_ruby_version: !ruby/object:Gem::Requirement
107
+ none: false
108
+ requirements:
109
+ - - ! '>='
110
+ - !ruby/object:Gem::Version
111
+ version: '0'
112
+ segments:
113
+ - 0
114
+ hash: -4535032719161412070
115
+ required_rubygems_version: !ruby/object:Gem::Requirement
116
+ none: false
117
+ requirements:
118
+ - - ! '>='
119
+ - !ruby/object:Gem::Version
120
+ version: '0'
121
+ requirements: []
122
+ rubyforge_project:
123
+ rubygems_version: 1.8.21
124
+ signing_key:
125
+ specification_version: 3
126
+ summary: The combined CSV file is read.
127
+ test_files: []