sepparator 0.0.1

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: e9f7be8183b19d92ca4a0bbcb0f113702c9682c8
+  data.tar.gz: 226038e8750deb96d9d71294cbaafc1ccdd355b7
+SHA512:
+  metadata.gz: 165cd593157953ec6934819eb3d819f2af585074deec298773c94a32bd81bc9cd60899af84ba58c9b74a4ed4da316ea9c5667663c0c227d10459a3bd1097abb1
+  data.tar.gz: d8e7ee0c773fa5a10a6bbd683e6080ae66c96f60ae1d6bef8e270b162c97aa52cbea295c84c6452cacfd2d19f30c96d8a888a5e4ab98ce5804df07e2da12109a

data/.gitignore

@@ -0,0 +1,18 @@
+*.gem
+*.rbc
+.bundle
+.config
+coverage
+InstalledFiles
+lib/bundler/man
+pkg
+rdoc
+spec/reports
+test/tmp
+test/version_tmp
+tmp
+
+# YARD artifacts
+.yardoc
+_yardoc
+doc/

data/.guardrc

@@ -0,0 +1 @@
+Guard.options[:clear] = true

data/.rspec

@@ -0,0 +1,2 @@
+--color
+--format progress

data/Gemfile

@@ -0,0 +1,3 @@
+source "https://rubygems.org"
+
+gemspec

data/Gemfile.lock

@@ -0,0 +1,66 @@
+PATH
+  remote: .
+  specs:
+    sepparator (0.0.1)
+      simple_xlsx_writer
+      thor
+
+GEM
+  remote: https://rubygems.org/
+  specs:
+    coderay (1.0.9)
+    diff-lcs (1.2.4)
+    fast_xs (0.8.0)
+    ffi (1.9.0)
+    formatador (0.2.4)
+    guard (1.8.1)
+      formatador (>= 0.2.4)
+      listen (>= 1.0.0)
+      lumberjack (>= 1.0.2)
+      pry (>= 0.9.10)
+      thor (>= 0.14.6)
+    guard-rspec (3.0.2)
+      guard (>= 1.8)
+      rspec (~> 2.13)
+    listen (1.2.2)
+      rb-fsevent (>= 0.9.3)
+      rb-inotify (>= 0.9)
+      rb-kqueue (>= 0.2)
+    lumberjack (1.0.4)
+    method_source (0.8.1)
+    pry (0.9.12.2)
+      coderay (~> 1.0.5)
+      method_source (~> 0.8)
+      slop (~> 3.4)
+    rake (10.1.0)
+    rb-fsevent (0.9.3)
+    rb-inotify (0.9.0)
+      ffi (>= 0.5.0)
+    rb-kqueue (0.2.0)
+      ffi (>= 0.5.0)
+    rspec (2.13.0)
+      rspec-core (~> 2.13.0)
+      rspec-expectations (~> 2.13.0)
+      rspec-mocks (~> 2.13.0)
+    rspec-core (2.13.1)
+    rspec-expectations (2.13.0)
+      diff-lcs (>= 1.1.3, < 2.0)
+    rspec-mocks (2.13.1)
+    rubyzip (0.9.9)
+    simple_xlsx_writer (0.5.3)
+      fast_xs (>= 0.7.3)
+      rubyzip (>= 0.9.4)
+    slop (3.4.5)
+    thor (0.18.1)
+
+PLATFORMS
+  ruby
+
+DEPENDENCIES
+  bundler (~> 1.3)
+  guard
+  guard-rspec
+  pry
+  rake
+  rspec
+  sepparator!

data/Guardfile

@@ -0,0 +1,6 @@
+guard :rspec, all_on_start: true do
+  watch(%r{^spec/.+_spec\.rb$})
+  watch(%r{^lib/(.+)\.rb$}) { "spec" }
+  watch('spec/spec_helper.rb')  { "spec" }
+end
+

data/LICENSE.txt

@@ -0,0 +1,22 @@
+Copyright (c) 2013 Andreas Brandl
+
+MIT License
+
+Permission is hereby granted, free of charge, to any person obtaining
+a copy of this software and associated documentation files (the
+"Software"), to deal in the Software without restriction, including
+without limitation the rights to use, copy, modify, merge, publish,
+distribute, sublicense, and/or sell copies of the Software, and to
+permit persons to whom the Software is furnished to do so, subject to
+the following conditions:
+
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
+LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
+OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
+WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/README.md

@@ -0,0 +1,2 @@
+sepparator
+==========

data/Rakefile

@@ -0,0 +1 @@
+require "bundler/gem_tasks"

data/bin/sepp

@@ -0,0 +1,5 @@
+#!/usr/bin/env ruby
+$:.unshift File.join(__dir__, '..', 'lib')
+require 'sepparator'
+
+Sepparator.start_console(ARGV)

data/lib/sepparator.rb

@@ -0,0 +1,10 @@
+Dir[File.join(__dir__, 'sepparator/**/*.rb')].each { |f| require f }
+
+module Sepparator
+  extend self
+
+  def start_console(args)
+    Console.start(args)
+  end
+
+end

data/lib/sepparator/console.rb

@@ -0,0 +1,50 @@
+require 'thor'
+
+module Sepparator
+  class Console < Thor
+
+    option :col_sep, aliases: ['-s'], desc: 'CSV column separator, defaults to tab-separated values', banner: '\t'
+    option :force, type: :boolean, aliases: ['-f'], desc: 'overwrite existing files'
+    desc "convert CSV XLS", "converts a csv to a .xlsx Excel file"
+    long_desc <<-LONGDESC
+      `sepp convert` converts a CSV file to a xlsx file.
+
+      Parameters:\x5
+
+      CSV - path to a CSV file (required)
+
+      XLS - destination path for excel file (optional)\x5
+            Use --force to overwrite existing files.\x5
+            If XLS is ommited, sepp will create the excel file
+            alongside the csv using the .xlsx extension.
+
+      Options:
+
+      --col_sep - CSV column separation character(s)
+
+      --force   - overwrite destination files if necessary
+    LONGDESC
+    def convert(csv_path, xls_path=nil)
+      xls_path ||= csv_path.gsub(/\.csv/, '.xlsx')
+      converter = SpreadsheetConverter.new(col_sep: options['col_sep'] || "\t")
+
+      File.unlink(xls_path) if File.exists?(xls_path) && options.include?('force')
+
+      if File.exists?(xls_path)
+        STDERR.puts "destination file exists, use --force to overwrite: #{xls_path}"
+        exit(1)
+      elsif (not File.exists?(csv_path))
+        STDERR.puts "csv file not found: #{csv_path}"
+        exit(2)
+      end
+
+      begin
+        converter.convert(csv_path, xls_path)
+      rescue ArgumentError => e
+        STDERR.puts e.message
+        exit(3)
+      end
+    end
+
+  end
+end

data/lib/sepparator/schema_detector.rb

@@ -0,0 +1,50 @@
+module Sepparator
+
+  class SchemaDetector
+
+    def for_hash(hash)
+      schema = {}
+      hash.each_with_object(schema) do |(k,v),schema|
+        schema[k] = type_of_value(v)
+      end
+    end
+
+    def for_array(array)
+      return {} if array.empty?
+      start_schema = for_hash(array.first)
+      schema = array.reduce(start_schema) do |schema, entry|
+        fit_schema entry, schema
+      end
+      schema.each do |key, type|
+        if type.nil?
+          # when all values were nil, set to Object
+          schema[key] = Object
+        end
+      end
+    end
+
+    private
+    def fit_schema(entry, schema=nil)
+      entry_schema = for_hash entry
+      return entry_schema unless schema
+      raise ArgumentError, 'different key entries not (yet) supported' if entry_schema.keys != schema.keys
+
+      schema.each do |key, type|
+        if type == nil && entry_schema[key] != nil
+          schema[key] = entry_schema[key]  # first not-nil value
+        elsif type != nil && entry_schema[key] == nil
+          # just ignore subsequent nil-values
+        elsif type != Object && type != entry_schema[key]
+          schema[key] = Object   # differing types, generalize to Object
+        end
+      end
+      schema
+    end
+
+    def type_of_value(value)
+      (value.nil?) ? nil : value.class
+    end
+
+  end
+
+end

data/lib/sepparator/spreadsheet_converter.rb

@@ -0,0 +1,28 @@
+require 'simple_xlsx'
+require 'csv'
+
+module Sepparator
+
+  class SpreadsheetConverter
+
+    attr_reader :col_sep
+
+    def initialize(col_sep: ';')
+      @col_sep = col_sep
+    end
+
+    def convert(csv_path, xls_path, sheet_name: 'from CSV')
+      raise ArgumentError, "destination file exists: #{xls_path}" if File.exists?(xls_path)
+      raise ArgumentError, "file not found: #{csv_path}" unless File.exists?(csv_path)
+      SimpleXlsx::Serializer.new(xls_path) do |doc|
+        doc.add_sheet(sheet_name || 'from CSV') do |sheet|
+          CSV.foreach(csv_path, col_sep: col_sep, converters: [:numeric, :date_time, :date]) do |csv_row|
+            sheet.add_row(csv_row)
+          end
+        end
+      end
+    end
+
+  end
+
+end

data/sepparator.gemspec

@@ -0,0 +1,29 @@
+# coding: utf-8
+lib = File.expand_path('../lib', __FILE__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+
+Gem::Specification.new do |spec|
+  spec.name          = "sepparator"
+  spec.version       = '0.0.1'
+  spec.authors       = ["Andreas Brandl"]
+  spec.email         = ["github@andreas-brandl.de"]
+  spec.description   = %q{tool for working with CSV files, it supports conversion to Excel files and import to databases.}
+  spec.summary       = spec.description
+  spec.homepage      = "https://github.com/afirel/sepparator"
+  spec.license       = "MIT"
+
+  spec.files         = `git ls-files`.split($/)
+  spec.executables   = spec.files.grep(%r{^bin/}) { |f| File.basename(f) }
+  spec.test_files    = spec.files.grep(%r{^(test|spec|features)/})
+  spec.require_paths = ["lib"]
+
+  spec.add_dependency 'simple_xlsx_writer'
+  spec.add_dependency 'thor'
+
+  spec.add_development_dependency "bundler", "~> 1.3"
+  spec.add_development_dependency "rake"
+  spec.add_development_dependency 'rspec'
+  spec.add_development_dependency 'pry'
+  spec.add_development_dependency 'guard'
+  spec.add_development_dependency 'guard-rspec'
+end

data/spec/sepparator/example.csv

@@ -0,0 +1,3 @@
+name;text;number;date;decimal
+foo;bla bla blub;123;2013-05-01;42.21
+foo2;bla bla blub2;321;2011-02-01;12.535

data/spec/sepparator/schema_detector_spec.rb

@@ -0,0 +1,62 @@
+require 'spec_helper'
+
+describe Sepparator::SchemaDetector do
+  let(:hash) {
+    {
+      integer: 1,
+      float: 0.1,
+      string: 'foobar',
+      date: Date.today,
+      timestamp: DateTime.now
+    }
+  }
+
+  let(:expected_schema) {
+    Hash[hash.keys.zip(hash.values.map { |v| v.class })]
+  }
+
+  context '#for_hash' do
+    it 'detects a schema given a hash' do
+      schema = subject.for_hash(hash)
+      expect(schema).to eq(expected_schema)
+    end
+    it 'ignores nil values' do
+      schema = subject.for_hash(hash.merge({nilvalue: nil}))
+      expect(schema[:nilvalue]).to be_nil
+    end
+  end
+
+  context '#for_array' do
+    it 'detects a schema given an array of hashes' do
+      input = 10.times.map { |_| hash }
+      schema = subject.for_array(input)
+      expect(schema).to eq(expected_schema)
+    end
+    it 'detects Object type when different types present' do
+      differing_type_hash = hash.merge({integer: 'not-an-int'})
+      input = 10.times.map { |_| hash } + [differing_type_hash]
+      schema = subject.for_array(input)
+      expect(schema[:integer]).to eq(Object)
+    end
+    it 'raises when different key entries are given' do
+      different_keys = hash.dup.merge({extra: 'extra-column'})
+      different_keys.delete(:integer) # remove one column
+      input = 10.times.map { |_| hash } + [different_keys]
+      expect {subject.for_array(input)}.to raise_error(ArgumentError, "different key entries not (yet) supported")
+    end
+    it 'ignores nil values' do
+      input = [hash.dup.merge({date: nil})] + 10.times.map { |_| hash } + [hash.dup.merge({integer: nil})]
+      schema = subject.for_array(input)
+      expect(schema).to eq(expected_schema)
+    end
+    it 'set type to Object when all values are nil for one key' do
+      input = [hash.merge({allnil: nil})]
+      schema = subject.for_array input
+      expect(schema[:allnil]).to eq(Object)
+    end
+    it 'returns empty hash when given empty array' do
+      expect(subject.for_array([])).to eq({})
+    end
+  end
+
+end

data/spec/sepparator/spreadsheet_converter.rb

@@ -0,0 +1,39 @@
+require 'spec_helper'
+require 'sepparator/spreadsheet_converter'
+require 'tempfile'
+require 'fileutils'
+
+module Sepparator
+describe SpreadsheetConverter do
+
+  it 'remembers the column separator' do
+    sep = 'foobar'
+    expect(described_class.new(col_sep: sep).col_sep).to eq(sep)
+  end
+
+  context '#convert' do
+    let(:xls_path) { Tempfile.new('convert-to-xlsx').path }
+    let(:csv_path) { File.join(__dir__, 'example.csv')}
+    subject { described_class.new.convert(csv_path, xls_path)}
+
+    before do
+      FileUtils.rm_f xls_path
+    end
+
+    it 'converts a CSV file' do
+      # don't comparing xlsx files here
+      subject
+      expect(File.exists?(xls_path)).to be_true
+    end
+
+    it 'raises when the source file was not found' do
+      expect{described_class.new.convert('/some/non/existing/file.csv', xls_path)}.to raise_error(ArgumentError, /file not found/)
+    end
+
+    it 'raises when the destination file already exists' do
+      expect{described_class.new.convert('/some/non/existing/file.csv', Tempfile.new('blafoo').path)}.to raise_error(ArgumentError, /destination file exists/)
+    end
+  end
+
+end
+end

data/spec/sepparator/spreadsheet_converter_spec.rb

@@ -0,0 +1,38 @@
+require 'spec_helper'
+require 'sepparator/spreadsheet_converter'
+require 'tempfile'
+require 'fileutils'
+
+describe Sepparator::SpreadsheetConverter do
+
+  it 'remembers the column separator' do
+    sep = 'foobar'
+    expect(described_class.new(col_sep: sep).col_sep).to eq(sep)
+  end
+
+  context '#convert' do
+    #let(:xls_path) { Tempfile.new('convert-to-xlsx')}
+    let(:xls_path) { '/tmp/example.xlsx' }
+    let(:csv_path) { File.join(__dir__, 'example.csv')}
+    subject { described_class.new.convert(csv_path, xls_path)}
+
+    before do
+      FileUtils.rm_f xls_path
+    end
+
+    it 'converts a CSV file' do
+      # don't comparing xlsx files here
+      subject
+      expect(File.exists?(xls_path)).to be_true
+    end
+
+    it 'raises when the source file was not found' do
+      expect{described_class.new.convert('/some/non/existing/file.csv', xls_path)}.to raise_error(ArgumentError, /file not found/)
+    end
+
+    it 'raises when the destination file already exists' do
+      expect{described_class.new.convert('/some/non/existing/file.csv', Tempfile.new('blafoo').path)}.to raise_error(ArgumentError, /destination file exists/)
+    end
+  end
+
+end

data/spec/spec_helper.rb

@@ -0,0 +1,20 @@
+$:.unshift File.join(__dir__, '..', 'lib')
+# This file was generated by the `rspec --init` command. Conventionally, all
+# specs live under a `spec` directory, which RSpec adds to the `$LOAD_PATH`.
+# Require this file using `require "spec_helper"` to ensure that it is only
+# loaded once.
+#
+# See http://rubydoc.info/gems/rspec-core/RSpec/Core/Configuration
+RSpec.configure do |config|
+  config.treat_symbols_as_metadata_keys_with_true_values = true
+  config.run_all_when_everything_filtered = true
+  config.filter_run :focus
+
+  # Run specs in random order to surface order dependencies. If you find an
+  # order dependency and want to debug it, you can fix the order by providing
+  # the seed, which is printed after each run.
+  #     --seed 1234
+  config.order = 'random'
+end
+
+require 'sepparator'

metadata

@@ -0,0 +1,184 @@
+--- !ruby/object:Gem::Specification
+name: sepparator
+version: !ruby/object:Gem::Version
+  version: 0.0.1
+platform: ruby
+authors:
+- Andreas Brandl
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2013-07-15 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: simple_xlsx_writer
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: thor
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '1.3'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '1.3'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: rspec
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: pry
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: guard
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: guard-rspec
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+description: tool for working with CSV files, it supports conversion to Excel files
+  and import to databases.
+email:
+- github@andreas-brandl.de
+executables:
+- sepp
+extensions: []
+extra_rdoc_files: []
+files:
+- .gitignore
+- .guardrc
+- .rspec
+- Gemfile
+- Gemfile.lock
+- Guardfile
+- LICENSE.txt
+- README.md
+- Rakefile
+- bin/sepp
+- lib/sepparator.rb
+- lib/sepparator/console.rb
+- lib/sepparator/schema_detector.rb
+- lib/sepparator/spreadsheet_converter.rb
+- sepparator.gemspec
+- spec/sepparator/example.csv
+- spec/sepparator/schema_detector_spec.rb
+- spec/sepparator/spreadsheet_converter.rb
+- spec/sepparator/spreadsheet_converter_spec.rb
+- spec/spec_helper.rb
+homepage: https://github.com/afirel/sepparator
+licenses:
+- MIT
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.0.3
+signing_key: 
+specification_version: 4
+summary: tool for working with CSV files, it supports conversion to Excel files and
+  import to databases.
+test_files:
+- spec/sepparator/example.csv
+- spec/sepparator/schema_detector_spec.rb
+- spec/sepparator/spreadsheet_converter.rb
+- spec/sepparator/spreadsheet_converter_spec.rb
+- spec/spec_helper.rb