csvconv 0.0.1

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: 4ea066c812fde8a60d68caade477d05bcc3d2b61
+  data.tar.gz: 077cbfde2a0c1bd141721ae2d90f11f8a37c40fc
+SHA512:
+  metadata.gz: 52740762d20e82221fa782d8777d672d412fe9b0bda2a8bbc4d2e35e1e3d74687dea89440738e793d37ee0d6331a190d57e3f8e0bf1795775b7ab63b9bbcb218
+  data.tar.gz: 6a3c908a1d2650d84878836bf2a55a3467575f9e3ef70f6180cd5efd9d215968169d23088a13f0a481562a60c917e64a0f1ef4f3dd34c9daa9a4cdff697bf3db

data/.gitignore

@@ -0,0 +1,18 @@
+*.gem
+*.rbc
+.bundle
+.config
+.yardoc
+Gemfile.lock
+InstalledFiles
+_yardoc
+coverage
+doc/
+lib/bundler/man
+pkg
+rdoc
+spec/reports
+test/tmp
+test/version_tmp
+tmp
+vendor/

data/.rspec

@@ -0,0 +1,2 @@
+--format documentation
+--color

data/.travis.yml

@@ -0,0 +1,3 @@
+language: ruby
+rvm:
+  - 2.0.0

data/Gemfile

@@ -0,0 +1,4 @@
+source 'https://rubygems.org'
+
+# Specify your gem's dependencies in csvconv.gemspec
+gemspec

data/LICENSE.txt

@@ -0,0 +1,22 @@
+Copyright (c) 2014 masa21kik
+
+MIT License
+
+Permission is hereby granted, free of charge, to any person obtaining
+a copy of this software and associated documentation files (the
+"Software"), to deal in the Software without restriction, including
+without limitation the rights to use, copy, modify, merge, publish,
+distribute, sublicense, and/or sell copies of the Software, and to
+permit persons to whom the Software is furnished to do so, subject to
+the following conditions:
+
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
+LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
+OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
+WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/README.md

@@ -0,0 +1,47 @@
+# CSVConv
+
+CSV converter to JSON, YAML, LTSV
+
+[![Build Status](https://travis-ci.org/masa21kik/csvconv.png?branch=master)](https://travis-ci.org/masa21kik/csvconv)
+[![Coverage Status](https://coveralls.io/repos/masa21kik/csvconv/badge.png)](https://coveralls.io/r/masa21kik/csvconv)
+[![Code Climate](https://codeclimate.com/github/masa21kik/csvconv.png?branch=master)](https://codeclimate.com/github/masa21kik/csvconv)
+
+## Installation
+
+Add this line to your application's Gemfile:
+
+    gem 'csvconv'
+
+And then execute:
+
+    $ bundle
+
+Or install it yourself as:
+
+    $ gem install csvconv
+
+## Usage
+
+    $ csvconv [FORMAT] [INPUT] [OPTIONS]
+
+    $ csvconv --json file.csv -o file.json
+    $ csvconv --yaml file.csv -o file.yaml
+    $ csvconv --ltsv file.csv -o file.ltsv
+
+    Options:
+            --json             Output in JSON format
+            --yaml             Output in YAML format
+            --ltsv             Output in LTSV format
+        -s, --separator SEP    Set separator charactor (default is ',')
+        -o, --output FILE      Write output to file
+        -H, --headers HEADERS  List of headers separated with ','
+        -h, --help             Show this message
+        -v, --version          Show version
+
+## Contributing
+
+1. Fork it
+2. Create your feature branch (`git checkout -b my-new-feature`)
+3. Commit your changes (`git commit -am 'Add some feature'`)
+4. Push to the branch (`git push origin my-new-feature`)
+5. Create new Pull Request

data/Rakefile

@@ -0,0 +1,54 @@
+require 'bundler/gem_tasks'
+require 'rspec/core/rake_task'
+require 'flay'
+require 'flay_task'
+require 'flog'
+require 'reek/rake/task'
+require 'rubocop/rake_task'
+
+ruby_source = FileList['lib/**/*.rb', 'bin/*', 'spec/**/*.rb']
+
+RSpec::Core::RakeTask.new(:spec)
+
+task default: :spec
+task quality: [:rubocop, :flay, :flog, :reek]
+
+Reek::Rake::Task.new do |t|
+  t.fail_on_error = false
+  t.verbose = false
+  t.ruby_opts = ['-rubygems']
+  t.reek_opts = '--quiet'
+  t.source_files = ruby_source
+end
+
+FlayTask.new do |t|
+  t.dirs = ruby_source.map do |each|
+    each[/[^\/]+/]
+  end.uniq
+  t.threshold = 0
+  t.verbose = true
+end
+
+desc 'Analyze for code complexity'
+task :flog do
+  flog = Flog.new(continue: true)
+  flog.flog(*ruby_source)
+  threshold = 28
+
+  bad_methods = flog.totals.select do |name, score|
+    !(/##{flog.no_method}$/ =~ name) && score > threshold
+  end
+  bad_methods.sort { |a, b| a[1] <=> b[1] }.reverse.each do |name, score|
+    printf "%8.1f: %s\n", score, name
+  end
+  unless bad_methods.empty?
+    $stderr.puts "#{bad_methods.size} methods have a complexity > #{threshold}"
+  end
+end
+
+Rubocop::RakeTask.new do |task|
+  task.patterns = %w(lib/**/*.rb
+                     spec/**/*.rb
+                     Rakefile
+                     Gemfile)
+end

data/bin/csvconv

@@ -0,0 +1,48 @@
+#!/usr/bin/env ruby
+
+if $PROGRAM_NAME == __FILE__
+  require 'csvconv'
+  require 'optparse'
+
+  options = {
+    sep: ',',
+  }
+  output = STDOUT
+  format = :json
+
+  opt = OptionParser.new
+  opt.on('--json', 'Output in JSON format') do
+    format = :json
+  end
+  opt.on('--yaml', 'Output in YAML format') do
+    format = :yaml
+  end
+  opt.on('--ltsv', 'Output in LTSV format') do
+    format = :ltsv
+  end
+  opt.on('-s', '--separator SEP',
+         'Set separator charactor (default is \',\')') do |v|
+    options[:sep] = v
+  end
+  opt.on('-o', '--output FILE', 'Write output to file') do |v|
+    output = File.open(v, 'w')
+  end
+  opt.on('-H', '--headers HEADERS',
+         'List of headers separated with \',\'') do |v|
+    options[:header] = v.split(',')
+  end
+  opt.on('-h', '--help', 'Show this message') do
+    abort(opt.help)
+  end
+  opt.on('-v', '--version', 'Show version') do
+    puts CSVConv::VERSION
+  end
+  opt.parse!(ARGV)
+
+  inputs = ARGV.empty? ? [STDIN] : ARGV.map { |f| File.open(f) }
+  inputs.each do |input|
+    output.puts CSVConv.send("csv2#{format.to_s}", input, options)
+  end
+
+  output.close
+end

data/csvconv.gemspec

@@ -0,0 +1,29 @@
+# coding: utf-8
+lib = File.expand_path('../lib', __FILE__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+require 'csvconv/version'
+
+Gem::Specification.new do |spec|
+  spec.name          = 'csvconv'
+  spec.version       = CSVConv::VERSION
+  spec.authors       = ['masa21kik']
+  spec.email         = ['masa21kik@gmail.com']
+  spec.description   = %q(CSV converter to JSON, YAML, LTSV)
+  spec.summary       = %q(CSV converter to JSON, YAML, LTSV)
+  spec.homepage      = 'https://github.com/masa21kik/csvconv'
+  spec.license       = 'MIT'
+
+  spec.files         = `git ls-files`.split($RS)
+  spec.executables   = spec.files.grep(/^bin\//) { |f| File.basename(f) }
+  spec.test_files    = spec.files.grep(/^(test|spec|features)\//)
+  spec.require_paths = ['lib']
+
+  spec.add_development_dependency 'bundler', '~> 1.3'
+  spec.add_development_dependency 'rake'
+  spec.add_development_dependency 'rspec'
+  spec.add_development_dependency 'coveralls'
+  spec.add_development_dependency 'flay'
+  spec.add_development_dependency 'flog'
+  spec.add_development_dependency 'reek'
+  spec.add_development_dependency 'rubocop'
+end

data/lib/csvconv/converter.rb

@@ -0,0 +1,27 @@
+module CSVConv
+  # Converter from CSV
+  class Converter
+    def initialize(format, options)
+      @format = format
+      @sep = options[:sep] || ','
+      @header = options[:header]
+    end
+
+    def convert(input)
+      @header ||= Parser.read_header(input, @sep)
+      hash_array = []
+      while (line = input.gets)
+        hash_array << Parser.parse_line(line, @header, @sep)
+      end
+      Formatter.send(@format, hash_array)
+    end
+
+    def convert_stream(input, output)
+      @header ||= Parser.read_header(input, @sep)
+      while (line = input.gets)
+        hash = Parser.parse_line(line, @header, @sep)
+        output.puts Formatter.send(@format, [hash])
+      end
+    end
+  end
+end

data/lib/csvconv/formatter.rb

@@ -0,0 +1,25 @@
+require 'json'
+require 'yaml'
+
+module CSVConv
+  # Format Hash Array
+  module Formatter
+    def json(hash_array)
+      hash_array.map do |hash|
+        hash.to_json + "\n"
+      end.join
+    end
+
+    def yaml(hash_array)
+      hash_array.to_yaml
+    end
+
+    def ltsv(hash_array)
+      hash_array.map do |hash|
+        hash.map { |key, val| [key, val].join(':') }.join("\t") + "\n"
+      end.join
+    end
+
+    module_function :json, :yaml, :ltsv
+  end
+end

data/lib/csvconv/parser.rb

@@ -0,0 +1,16 @@
+require 'csv'
+
+module CSVConv
+  # Parse CSV to Hash
+  module Parser
+    def read_header(input, sep)
+      CSV.parse_line(input.gets, col_sep: sep)
+    end
+
+    def parse_line(input, header, sep)
+      Hash[header.zip(CSV.parse_line(input, col_sep: sep))]
+    end
+
+    module_function :read_header, :parse_line
+  end
+end

data/lib/csvconv/version.rb

@@ -0,0 +1,4 @@
+# CSV converter
+module CSVConv
+  VERSION = '0.0.1'
+end

data/lib/csvconv.rb

@@ -0,0 +1,24 @@
+require 'csvconv/version'
+require 'csvconv/parser'
+require 'csvconv/formatter'
+require 'csvconv/converter'
+
+# CSV Converter
+module CSVConv
+  def csv2json(input, options)
+    cv = Converter.new(:json, options)
+    cv.convert(input)
+  end
+
+  def csv2yaml(input, options)
+    cv = Converter.new(:yaml, options)
+    cv.convert(input)
+  end
+
+  def csv2ltsv(input, options)
+    cv = Converter.new(:ltsv, options)
+    cv.convert(input)
+  end
+
+  module_function :csv2json, :csv2yaml, :csv2ltsv
+end

data/spec/csvconv/converter_spec.rb

@@ -0,0 +1,40 @@
+require 'spec_helper'
+
+describe CSVConv::Converter do
+  shared_examples_for 'convert file format stream' do
+    before do
+      @input = File.open(input_path)
+      @output = StringIO.new
+    end
+
+    it 'convert file format stream' do
+      cv = CSVConv::Converter.new(format, options)
+      cv.convert_stream(@input, @output)
+      actual = @output.string
+      expected = File.read(input_path.sub(/[^\.]+$/, format))
+      expect(actual).to eq expected
+    end
+
+    after do
+      @input.close
+      @output.close
+    end
+  end
+
+  let(:fixture_dir) { File.expand_path('../../fixtures', __FILE__) }
+
+  context 'CSV with header (books.csv)' do
+    let(:input_path) { File.join(fixture_dir, 'books.csv') }
+    let(:options) { {} }
+
+    context 'json' do
+      let(:format) { 'json' }
+      it_behaves_like 'convert file format stream'
+    end
+
+    context 'ltsv' do
+      let(:format) { 'ltsv' }
+      it_behaves_like 'convert file format stream'
+    end
+  end
+end

data/spec/csvconv_spec.rb

@@ -0,0 +1,91 @@
+require 'spec_helper'
+
+describe CSVConv do
+  it 'should have a version number' do
+    CSVConv::VERSION.should_not be_nil
+  end
+
+  shared_examples_for 'convert file format' do
+    before do
+      @input = File.open(input_path)
+    end
+
+    def expect_file_path
+      dir = File.dirname(input_path)
+      base = File.basename(input_path, '.*').sub('_noheader', '')
+      File.join(dir, "#{base}.#{format}")
+    end
+
+    it 'convert file format' do
+      actual = CSVConv.send("csv2#{format}", @input, options)
+      expected = File.read(expect_file_path)
+      expect(actual).to eq expected
+    end
+
+    after do
+      @input.close
+    end
+  end
+
+  let(:fixture_dir) { File.expand_path('../fixtures', __FILE__) }
+
+  context 'CSV with header (books.csv)' do
+    let(:input_path) { File.join(fixture_dir, 'books.csv') }
+    let(:options) { {} }
+
+    describe '#csv2json' do
+      let(:format) { 'json' }
+      it_behaves_like 'convert file format'
+    end
+
+    describe '#csv2yaml' do
+      let(:format) { 'yaml' }
+      it_behaves_like 'convert file format'
+    end
+
+    describe '#csv2ltsv' do
+      let(:format) { 'ltsv' }
+      it_behaves_like 'convert file format'
+    end
+  end
+
+  context 'CSV without header (books.csv)' do
+    let(:input_path) { File.join(fixture_dir, 'books_noheader.csv') }
+    let(:options) { { header: %w(Title Author Price) } }
+
+    describe '#csv2json' do
+      let(:format) { 'json' }
+      it_behaves_like 'convert file format'
+    end
+
+    describe '#csv2yaml' do
+      let(:format) { 'yaml' }
+      it_behaves_like 'convert file format'
+    end
+
+    describe '#csv2ltsv' do
+      let(:format) { 'ltsv' }
+      it_behaves_like 'convert file format'
+    end
+  end
+
+  context 'TSV with header (books.tsv)' do
+    let(:input_path) { File.join(fixture_dir, 'books.tsv') }
+    let(:options) { { sep: "\t" } }
+
+    describe '#csv2json' do
+      let(:format) { 'json' }
+      it_behaves_like 'convert file format'
+    end
+
+    describe '#csv2yaml' do
+      let(:format) { 'yaml' }
+      it_behaves_like 'convert file format'
+    end
+
+    describe '#csv2ltsv' do
+      let(:format) { 'ltsv' }
+      it_behaves_like 'convert file format'
+    end
+  end
+end

data/spec/fixtures/books.csv

@@ -0,0 +1,6 @@
+Title,Author,Price
+The Fault in Our Stars,John Green,12.99
+City of Heavenly Fire (The Mortal Instruments),Cassandra Clare,24.99
+"Oh, The Places You'll Go!",Dr. Seuss,17.99
+Capital in the Twenty-First Century,Thomas Piketty,39.95
+Skin Game (Dresden Files),Jim Butcher,27.95

data/spec/fixtures/books.json

@@ -0,0 +1,5 @@
+{"Title":"The Fault in Our Stars","Author":"John Green","Price":"12.99"}
+{"Title":"City of Heavenly Fire (The Mortal Instruments)","Author":"Cassandra Clare","Price":"24.99"}
+{"Title":"Oh, The Places You'll Go!","Author":"Dr. Seuss","Price":"17.99"}
+{"Title":"Capital in the Twenty-First Century","Author":"Thomas Piketty","Price":"39.95"}
+{"Title":"Skin Game (Dresden Files)","Author":"Jim Butcher","Price":"27.95"}

data/spec/fixtures/books.ltsv

@@ -0,0 +1,5 @@
+Title:The Fault in Our Stars	Author:John Green	Price:12.99
+Title:City of Heavenly Fire (The Mortal Instruments)	Author:Cassandra Clare	Price:24.99
+Title:Oh, The Places You'll Go!	Author:Dr. Seuss	Price:17.99
+Title:Capital in the Twenty-First Century	Author:Thomas Piketty	Price:39.95
+Title:Skin Game (Dresden Files)	Author:Jim Butcher	Price:27.95

data/spec/fixtures/books.tsv

@@ -0,0 +1,6 @@
+Title	Author	Price
+The Fault in Our Stars	John Green	12.99
+City of Heavenly Fire (The Mortal Instruments)	Cassandra Clare	24.99
+Oh, The Places You'll Go!	Dr. Seuss	17.99
+Capital in the Twenty-First Century	Thomas Piketty	39.95
+Skin Game (Dresden Files)	Jim Butcher	27.95

data/spec/fixtures/books.yaml

@@ -0,0 +1,16 @@
+---
+- Title: The Fault in Our Stars
+  Author: John Green
+  Price: '12.99'
+- Title: City of Heavenly Fire (The Mortal Instruments)
+  Author: Cassandra Clare
+  Price: '24.99'
+- Title: Oh, The Places You'll Go!
+  Author: Dr. Seuss
+  Price: '17.99'
+- Title: Capital in the Twenty-First Century
+  Author: Thomas Piketty
+  Price: '39.95'
+- Title: Skin Game (Dresden Files)
+  Author: Jim Butcher
+  Price: '27.95'

data/spec/fixtures/books_noheader.csv

@@ -0,0 +1,5 @@
+The Fault in Our Stars,John Green,12.99
+City of Heavenly Fire (The Mortal Instruments),Cassandra Clare,24.99
+"Oh, The Places You'll Go!",Dr. Seuss,17.99
+Capital in the Twenty-First Century,Thomas Piketty,39.95
+Skin Game (Dresden Files),Jim Butcher,27.95

data/spec/spec_helper.rb

@@ -0,0 +1,5 @@
+require 'coveralls'
+Coveralls.wear!
+
+$LOAD_PATH.unshift File.expand_path('../../lib', __FILE__)
+require 'csvconv'

metadata

@@ -0,0 +1,189 @@
+--- !ruby/object:Gem::Specification
+name: csvconv
+version: !ruby/object:Gem::Version
+  version: 0.0.1
+platform: ruby
+authors:
+- masa21kik
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2014-05-31 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.3'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.3'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: rspec
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: coveralls
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: flay
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: flog
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: reek
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: rubocop
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+description: CSV converter to JSON, YAML, LTSV
+email:
+- masa21kik@gmail.com
+executables:
+- csvconv
+extensions: []
+extra_rdoc_files: []
+files:
+- ".gitignore"
+- ".rspec"
+- ".travis.yml"
+- Gemfile
+- LICENSE.txt
+- README.md
+- Rakefile
+- bin/csvconv
+- csvconv.gemspec
+- lib/csvconv.rb
+- lib/csvconv/converter.rb
+- lib/csvconv/formatter.rb
+- lib/csvconv/parser.rb
+- lib/csvconv/version.rb
+- spec/csvconv/converter_spec.rb
+- spec/csvconv_spec.rb
+- spec/fixtures/books.csv
+- spec/fixtures/books.json
+- spec/fixtures/books.ltsv
+- spec/fixtures/books.tsv
+- spec/fixtures/books.yaml
+- spec/fixtures/books_noheader.csv
+- spec/spec_helper.rb
+homepage: https://github.com/masa21kik/csvconv
+licenses:
+- MIT
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.2.0
+signing_key: 
+specification_version: 4
+summary: CSV converter to JSON, YAML, LTSV
+test_files:
+- spec/csvconv/converter_spec.rb
+- spec/csvconv_spec.rb
+- spec/fixtures/books.csv
+- spec/fixtures/books.json
+- spec/fixtures/books.ltsv
+- spec/fixtures/books.tsv
+- spec/fixtures/books.yaml
+- spec/fixtures/books_noheader.csv
+- spec/spec_helper.rb