csv2psql 0.0.9 → 0.0.10

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: c574fd6b1d061c440819ab604708ccba37066764
-  data.tar.gz: 303669c9e29f0ac4d6acb3486c571b1292a48019
+  metadata.gz: 017e866dc4a84a448f04c6d360ee95d215b8e6bc
+  data.tar.gz: 036e31c4b92508fb0d66942779378c8b11f46d94
 SHA512:
-  metadata.gz: 885032b508c06b0a2cbe0596aeda0e6a07df4a1d0f5f6ae8ba566d8fdb5e37724120a937eb9722bcad25b0cee25290502c90aff5bf725700d31d8a40300494cb
-  data.tar.gz: 37e881ed5a62e9eaf6f82c3496964f7c05db63693bad55348f2f2e48f5f838787be4fc5e0c003396fbc50e8c56751d87890823347b758d5f3105088290b3406f
+  metadata.gz: 6910eb4b0578c3a5699b494673e61f3dec5c1f98c0fe503e359e27e4804d8739258ec0fc8db6effed1df08728bae21b0cec63d02caccb6d1cea2933602e459ad
+  data.tar.gz: dc146c73e70760956c91a7b947eac86fb3d1f212f997c117ddea8b3a2b22be6ae402d15f1400107b565411c946235e6f86598e1fe5dccea6cf3c47fa92ee5c79

data/.gemspec

@@ -29,8 +29,11 @@ Gem::Specification.new do |s|
   s.add_dependency 'rake', '~> 10.3', '>= 10.3.2'
   s.add_dependency 'terminal-table', '~> 1.4', '>= 1.4.5'
 
+  s.add_development_dependency 'codeclimate-test-reporter', '~> 0.4', '>= 0.4.0'
   s.add_development_dependency 'coveralls', '~> 0.7', '>= 0.7.0r'
+  s.add_development_dependency "redcarpet", "~> 3.1.1" if RUBY_PLATFORM != 'java'
   s.add_development_dependency 'rspec', '~> 3.0', '>= 3.0.0'
   s.add_development_dependency 'rubocop', '~> 0.24', '>= 0.24.0'
   s.add_development_dependency 'simplecov', '~> 0.8', '>= 0.8.2'
+  s.add_development_dependency 'yard', '~> 0.8.7.3'
 end

data/.rspec

@@ -0,0 +1,3 @@
+--color
+--format documentation
+--require spec_helper

data/.yardopts

@@ -0,0 +1,15 @@
+--protected
+--no-private
+--verbose
+--markup markdown
+--markup-provider redcarpet
+--hide-void-return
+--exclude LICENSE
+--no-cache
+--output-dir doc/html
+lib/**/*.rb
+ext/**/*{.m,.c}
+spec/**/*_spec.rb
+-
+README.md
+TODO.md

data/Gemfile

@@ -1,3 +1,5 @@
+# encoding: UTF-8
+
 source 'https://rubygems.org'
 
 # Specify your gem's dependencies in json2csv.gemspec

data/README.md

@@ -15,7 +15,7 @@ Tool for transforming CSV into SQL statements
 [![Build Status](https://travis-ci.org/korczis/csv2psql.svg?branch=master)](https://travis-ci.org/korczis/csv2psql)
 [![Code Climate](https://codeclimate.com/github/korczis/csv2psql/badges/gpa.svg)](https://codeclimate.com/github/korczis/csv2psql)
 [![Dependency Status](https://gemnasium.com/korczis/csv2psql.svg)](https://gemnasium.com/korczis/csv2psql)
-
+[![Coverage Status](https://coveralls.io/repos/korczis/csv2psql/badge.png?branch=master)](https://coveralls.io/r/korczis/csv2psql?branch=master)
 
 ## Features
 
@@ -48,7 +48,7 @@ csv2psql convert data/sample.csv
 csv2psql help
 
 NAME
-    csv2psql - csv2psql 0.0.7 (Codename: Smelly cat)
+    csv2psql - csv2psql 0.0.9 (Codename: Flying fish)
 
 SYNOPSIS
     csv2psql [global options] command [command options] [arguments...]
@@ -61,11 +61,27 @@ GLOBAL OPTIONS
     -s, --separator=arg - Line separator (default: auto)
 
 COMMANDS
+    analyze - Analyze csv file
     convert - Convert csv file
     help    - Shows a list of commands or help for one command
     version - Print version info
 ```
 
+**Analyze help**
+
+```
+csv2psql help analyze
+
+NAME
+    analyze - Analyze csv file
+
+SYNOPSIS
+    csv2psql [global options] analyze [command options]
+
+COMMAND OPTIONS
+    -f, --format=arg - Output format (default: json)
+```
+
 **Convert help**
 
 ```
@@ -180,6 +196,30 @@ COMMIT;
 csv2psql convert --create-table --drop-table --truncate-table --no-transaction -t test data/cia-data-all.csv | psql
 ```
 
+**Analyze CSV - Show as table**
+
+```
+csv2psql analyze --format=table tmp/sfpd_incident_2013.csv
+
++------------+--------+-----------+---------+------+--------+------+
+|                    tmp/sfpd_incident_2013.csv                    |
++------------+--------+-----------+---------+------+--------+------+
+| column     | Bigint | Character | Decimal | Null | String | Uuid |
++------------+--------+-----------+---------+------+--------+------+
+| IncidntNum | 132145 | 0         | 0       | 0    | 132145 | 0    |
+| Category   | 0      | 0         | 0       | 0    | 132145 | 0    |
+| Descript   | 0      | 0         | 0       | 0    | 132145 | 0    |
+| DayOfWeek  | 0      | 0         | 0       | 0    | 132145 | 0    |
+| Date       | 0      | 0         | 0       | 0    | 132145 | 0    |
+| Time       | 0      | 0         | 0       | 0    | 132145 | 0    |
+| PdDistrict | 0      | 0         | 0       | 0    | 132145 | 0    |
+| Resolution | 0      | 0         | 0       | 0    | 132145 | 0    |
+| Location   | 0      | 0         | 0       | 0    | 132145 | 0    |
+| X          | 0      | 0         | 132145  | 0    | 132145 | 0    |
+| Y          | 0      | 0         | 132145  | 0    | 132145 | 0    |
++------------+--------+-----------+---------+------+--------+------+
+```
+
 ## Contributing to csv2psql
 
 - Check out the latest master to make sure the feature hasn't been implemented or the bug hasn't been fixed yet

data/Rakefile

@@ -3,18 +3,21 @@
 require 'rubygems'
 
 require 'bundler/setup'
-require 'bundler/gem_tasks'
 
 require 'coveralls/rake/task'
 
 require 'rspec/core/rake_task'
 
+require 'yard'
+
 Coveralls::RakeTask.new
 
 RSpec::Core::RakeTask.new(:test)
 
 desc 'Run continuous integration test'
 task :ci do
+  token = 'f9c7d31fe9fb2808cbb21642c4d1d20d1bfc1ba0d6321b10d7edf5725a5c8473'
+  ENV['CODECLIMATE_REPO_TOKEN'] = token
   Rake::Task['test:unit'].invoke
   # unless ENV['TRAVIS'] == 'true' && ENV['TRAVIS_SECURE_ENV_VARS'] == 'false'
   #   Rake::Task['test:integration'].invoke
@@ -25,7 +28,11 @@ end
 
 desc 'Run Rubocop'
 task :cop do
-  exec 'rubocop lib/'
+  exec 'rubocop lib/ spec/ templates/ Gemfile Rakefile'
+end
+
+namespace :gem do
+  require 'bundler/gem_tasks'
 end
 
 namespace :test do
@@ -34,17 +41,12 @@ namespace :test do
     t.pattern = 'spec/unit/**/*.rb'
   end
 
-  desc "Run coding style tests"
-  RSpec::Core::RakeTask.new(:cop) do |t|
+  desc 'Run coding style tests'
+  RSpec::Core::RakeTask.new(:cop) do |_t|
     Rake::Task['cop'].invoke
   end
 
-  task :all => [:unit, :cop]
-end
-
-desc 'Get all tasks'
-task :tasklist do
-  puts Rake.application.tasks
+  task all: [:unit, :cop]
 end
 
 task :usage do
@@ -52,8 +54,9 @@ task :usage do
   # puts "No rake task specified so listing them ..."
   # Rake.application['tasklist'].invoke
 end
-task :default => [:usage]
 
-if $0 == __FILE__
-  Rake.application['usage'].invoke
-end
+YARD::Rake::YardocTask.new
+
+task default: [:usage]
+
+Rake.application['usage'].invoke if __FILE__ == $PROGRAM_NAME

data/TODO.md

@@ -4,9 +4,12 @@ List od task to do
 
 ## Tasks
 
+- Offset, Limit
+- Custom types
 - Column names override 
 - Data type detection
 - Include/Exclude columns
 - Column datatype guesser (with sha based caching of results)
 - Templates override
-- Custom row formater - no need to override templates
+- Custom row formatter - no need to override templates
+- Transformers

data/bin/csv2psql

@@ -3,4 +3,6 @@
 require_relative '../lib/csv2psql/lib'
 require_relative '../lib/csv2psql/version'
 
-require_relative '../lib/csv2psql/cli/cli'
+require_relative '../lib/csv2psql/cli/cli'
+
+Csv2Psql::Cli.main if __FILE__ == $PROGRAM_NAME

data/data/sample_semicolons.csv

@@ -0,0 +1,3 @@
+id;Firstname;Lastname;Address.Street;Address.City;Address.Details.Note
+12345;Joe;Doe,"#2140 Taylor Street, 94133";San Francisco;Pool available
+45678;Jack;Plumber;"#111 Sutter St, 94104";San Francisco;Korean Deli near to main entrance

data/lib/csv2psql/analyzer/types/bigint.rb

@@ -5,6 +5,8 @@ module Csv2Psql
     # Bigint value matcher
     class Bigint
       TYPE = :bigint
+      CLASS = :numeric
+      WEIGHT = 4
 
       attr_reader :count, :min, :max
 
@@ -24,6 +26,14 @@ module Csv2Psql
         val.to_i
       end
 
+      def to_h
+        {
+          count: @count,
+          min: @min,
+          max: @max
+        }
+      end
+
       def update(val)
         @count += 1
         @min = val if @min.nil? || val < @min

data/lib/csv2psql/analyzer/types/character.rb

@@ -5,6 +5,8 @@ module Csv2Psql
     # Character value matcher
     class Character
       TYPE = :bigint
+      CLASS = :character
+      WEIGHT = 2
 
       attr_reader :count
 
@@ -17,6 +19,12 @@ module Csv2Psql
         return unless match
         @count += 1
       end
+
+      def to_h
+        {
+          count: @count
+        }
+      end
     end
   end
 end

data/lib/csv2psql/analyzer/types/decimal.rb

@@ -5,6 +5,8 @@ module Csv2Psql
     # Decimal value matcher
     class Decimal
       TYPE = :decimal
+      CLASS = :numeric
+      WEIGHT = 3
 
       attr_reader :count, :min, :max
 
@@ -24,6 +26,14 @@ module Csv2Psql
         val.to_f
       end
 
+      def to_h
+        {
+          count: @count,
+          min: @min,
+          max: @max
+        }
+      end
+
       def update(val)
         @count += 1
         @min = val if @min.nil? || val < @min

data/lib/csv2psql/analyzer/types/null.rb

@@ -5,6 +5,8 @@ module Csv2Psql
     # Null value matcher
     class Null
       TYPE = :null
+      CLASS = nil # TODO: Maybe use better class for Null type?
+      WEIGHT = 0
 
       attr_reader :count
 
@@ -17,6 +19,12 @@ module Csv2Psql
         return unless match
         @count += 1
       end
+
+      def to_h
+        {
+          count: @count
+        }
+      end
     end
   end
 end

data/lib/csv2psql/analyzer/types/string.rb

@@ -0,0 +1,37 @@
+# encoding: UTF-8
+
+module Csv2Psql
+  module Analyzers
+    # UUID value matcher
+    class String
+      TYPE = :string
+      CLASS = :character
+      WEIGHT = 1
+
+      attr_reader :count, :min, :max
+
+      def initialize
+        @count = 0
+        @min = nil
+        @max = nil
+      end
+
+      def analyze(val)
+        match = val.is_a?(::String)
+        return unless match
+        len = val.length
+        @min = len if @min.nil? || len < @min
+        @max = len if @max.nil? || len > @max
+        @count += 1
+      end
+
+      def to_h
+        {
+          count: @count,
+          min: @min,
+          max: @max
+        }
+      end
+    end
+  end
+end

data/lib/csv2psql/analyzer/types/uuid.rb

@@ -5,6 +5,9 @@ module Csv2Psql
     # UUID value matcher
     class Uuid
       TYPE = :uuid
+      CLASS = :uuid
+      WEIGHT = 5
+
       RE = /[a-f0-9]{8}-[a-f0-9]{4}-4[a-f0-9]{3}-[89aAbB][a-f0-9]{3}-[a-f0-9]{12}/ # rubocop:disable Metrics/LineLength
 
       attr_reader :count
@@ -18,6 +21,12 @@ module Csv2Psql
         return if match.nil?
         @count += 1
       end
+
+      def to_h
+        {
+          count: @count
+        }
+      end
     end
   end
 end

data/lib/csv2psql/cli/app.rb

@@ -29,6 +29,12 @@ cmds = {
     default_value: Csv2Psql::Processor::DEFAULT_OPTIONS[:delimiter]
   },
 
+  l: {
+    desc: 'How many rows process',
+    type: Integer,
+    default_value: -1
+  },
+
   q: {
     desc: 'Quoting character',
     type: String,
@@ -39,13 +45,21 @@ cmds = {
     desc: 'Line separator',
     type: String,
     default_value: Csv2Psql::Processor::DEFAULT_OPTIONS[:separator]
+  },
+
+  'skip' => {
+    desc: 'How many rows skip',
+    type: Integer,
+    default_value: -1
   }
 }
 
 switch [:h, :header], cmds[:h]
 flag [:d, :delimiter], cmds[:d]
+flag [:l, :limit], cmds[:l]
 flag [:q, :quote], cmds[:q]
 flag [:s, :separator], cmds[:s]
+flag [:skip], cmds['skip']
 
 module Csv2Psql
   # Apollon CLI
@@ -66,4 +80,4 @@ module Csv2Psql
   end
 end
 
-launch
+launch if __FILE__ == $PROGRAM_NAME

data/lib/csv2psql/cli/cli.rb

@@ -1,7 +1,31 @@
 # encoding: UTF-8
 
-require 'pathname'
+require 'gli'
+require 'pp'
 
-require_relative 'shared'
+# Define Csv2Psql::Cli as GLI Wrapper
+module Csv2Psql
+  # CLI/GLI Wrapper
+  module Cli
+    include GLI::App
 
-require_relative 'app'
+    # Require shared part of GLI::App - flags, meta, etc
+    require_relative 'shared.rb'
+
+    # Require Hooks
+    # require_relative 'hooks.rb'
+
+    base = File.join(File.dirname(__FILE__), 'cmd')
+    Dir[base + '/**/*.rb'].each do |f|
+      require f
+    end
+
+    # GLI::App.commands_from(File.join(File.dirname(__FILE__), 'cmd'))
+
+    def self.main(args = ARGV)
+      run(args)
+    end
+  end
+end
+
+Csv2Psql::Cli.main(ARGV) if __FILE__ == $PROGRAM_NAME

data/lib/csv2psql/cli/cmd/analyze_cmd.rb

@@ -1,6 +1,7 @@
 # encoding: utf-8
 
 require 'gli'
+require 'json'
 require 'pp'
 require 'terminal-table'
 
@@ -10,23 +11,65 @@ require_relative '../shared'
 require_relative '../../convert/convert'
 require_relative '../../processor/processor'
 
-desc 'Analyze csv file'
-command :analyze do |c|
-  c.action do |global_options, options, args|
-    fail ArgumentError, 'No file to analyze specified' if args.empty?
+Csv2Psql::Cli.module_eval do
+  formats = {
+    'json' => lambda do |res|
+      res.files.each do |_fname, results|
+        results[:columns].each do |_k, v|
+          v.each do |d, det|
+            v[d] = det.to_h
+          end
+        end
+      end
+
+      JSON.pretty_generate(res.files)
+    end,
+
+    'table' => lambda do |res|
+      res.files.map do |file, details|
+        header = ['column'] + res.analyzers.map { |a| a[:name] }
+
+        rows = details[:columns].map do |k, v|
+          [k] + v.keys.map { |name| v[name].count }
+        end
+
+        Terminal::Table.new title: file, headings: header, rows: rows
+      end
+    end
+  }
+
+  cmds = {
+    f: {
+      desc: 'Output format',
+      type: String,
+      default_value: formats.keys.first
+    }
+  }
 
-    opts = {}.merge(global_options).merge(options)
-    res = Csv2Psql::Convert.analyze(args, opts)
+  desc 'Analyze csv file'
+  command :analyze do |c|
+    c.flag [:f, :format], cmds[:f]
 
-    res.files.each do |_file, details|
-      header = ['column'] + res.analyzers.map { |a| a[:name] }
+    c.action do |global_options, options, args|
+      fail ArgumentError, 'No file to analyze specified' if args.empty?
 
-      rows = details[:columns].map do |k, v|
-        [k] + v.keys.map { |name| v[name].count }
+      opts = {}.merge(global_options).merge(options)
+      res = Csv2Psql::Convert.analyze(args, opts)
+
+      formater = formats[opts[:format]]
+      if formater.nil?
+        fmters = formats.keys.join(', ')
+        fail ArgumentError, "Wrong formatter specified, can be: #{fmters}"
       end
 
-      table = Terminal::Table.new headings: header, rows: rows
-      puts table
+      output = formater.call(res)
+      if output.is_a?(Array)
+        output.each do |o|
+          puts o
+        end
+      else
+        puts output
+      end
     end
   end
 end

data/lib/csv2psql/cli/cmd/convert_cmd.rb

@@ -8,48 +8,48 @@ require_relative '../shared'
 require_relative '../../convert/convert'
 require_relative '../../processor/processor'
 
-cmds = {
-  t: {
-    desc: 'Table to insert to',
-    type: String,
-    default_value: Csv2Psql::Processor::DEFAULT_OPTIONS[:table]
-  },
-
-  transaction: {
-    desc: 'Import in transaction block',
-    default_value: Csv2Psql::Processor::DEFAULT_OPTIONS[:transaction]
-  },
-
-  'create-table' => {
-    desc: 'Crate SQL Table before inserts',
-    default_value: Csv2Psql::Processor::DEFAULT_OPTIONS['create-table']
-  },
-
-  'drop-table' => {
-    desc: 'Drop SQL Table before inserts',
-    default_value: Csv2Psql::Processor::DEFAULT_OPTIONS['drop-table']
-  },
-
-  'truncate-table' => {
-    desc: 'Truncate SQL Table before inserts',
-    default_value: Csv2Psql::Processor::DEFAULT_OPTIONS['truncate-table']
+Csv2Psql::Cli.module_eval do
+  cmds = {
+    t: {
+      desc: 'Table to insert to',
+      type: String,
+      default_value: Csv2Psql::Processor::DEFAULT_OPTIONS[:table]
+    },
+
+    transaction: {
+      desc: 'Import in transaction block',
+      default_value: Csv2Psql::Processor::DEFAULT_OPTIONS[:transaction]
+    },
+
+    'create-table' => {
+      desc: 'Crate SQL Table before inserts',
+      default_value: Csv2Psql::Processor::DEFAULT_OPTIONS['create-table']
+    },
+
+    'drop-table' => {
+      desc: 'Drop SQL Table before inserts',
+      default_value: Csv2Psql::Processor::DEFAULT_OPTIONS['drop-table']
+    },
+
+    'truncate-table' => {
+      desc: 'Truncate SQL Table before inserts',
+      default_value: Csv2Psql::Processor::DEFAULT_OPTIONS['truncate-table']
+    }
   }
-}
 
-desc 'Convert csv file'
-command :convert do |c|
-  c.flag [:t, :table], cmds[:t]
-  c.switch [:transaction], cmds[:transaction]
-  c.switch ['create-table'], cmds['create-table']
-  c.switch ['drop-table'], cmds['drop-table']
-  c.switch ['truncate-table'], cmds['truncate-table']
+  desc 'Convert csv file'
+  command :convert do |c|
+    c.flag [:t, :table], cmds[:t]
+    c.switch [:transaction], cmds[:transaction]
+    c.switch ['create-table'], cmds['create-table']
+    c.switch ['drop-table'], cmds['drop-table']
+    c.switch ['truncate-table'], cmds['truncate-table']
 
-  c.action do |global_options, options, args|
-    fail ArgumentError, 'No file to convert specified' if args.empty?
+    c.action do |global_options, options, args|
+      fail ArgumentError, 'No file to convert specified' if args.empty?
 
-    opts = {}.merge(global_options).merge(options)
-    Csv2Psql::Convert.convert(args, opts)
+      opts = {}.merge(global_options).merge(options)
+      Csv2Psql::Convert.convert(args, opts)
+    end
   end
 end
-
-# default_command :convert

data/lib/csv2psql/cli/cmd/version_cmd.rb

@@ -8,9 +8,11 @@ require_relative '../../version'
 
 require_relative '../shared'
 
-desc 'Print version info'
-command :version do |c|
-  c.action do |_global_options, _options, _args|
-    pp Csv2Psql::VERSION
+Csv2Psql::Cli.module_eval do
+  desc 'Print version info'
+  command :version do |c|
+    c.action do |_global_options, _options, _args|
+      pp Csv2Psql::VERSION
+    end
   end
 end

data/lib/csv2psql/cli/shared.rb

@@ -2,11 +2,55 @@
 
 require 'gli'
 
-module Csv2Psql
-  module Cli
-    # Shared CLI Stuff
-    module Shared
-      extend GLI::App
-    end
-  end
+require_relative '../version'
+require_relative '../processor/processor'
+
+include GLI::App
+
+Csv2Psql::Cli.module_eval do
+  program_desc "csv2psql #{Csv2Psql::VERSION} (Codename: #{Csv2Psql::CODENAME})"
+
+  cmds = {
+    h: {
+      desc: 'Header row included',
+      default_value: Csv2Psql::Processor::DEFAULT_OPTIONS[:header]
+    },
+
+    d: {
+      desc: 'Column delimiter',
+      type: String,
+      default_value: Csv2Psql::Processor::DEFAULT_OPTIONS[:delimiter]
+    },
+
+    l: {
+      desc: 'How many rows process',
+      type: Integer,
+      default_value: -1
+    },
+
+    q: {
+      desc: 'Quoting character',
+      type: String,
+      default_value: Csv2Psql::Processor::DEFAULT_OPTIONS[:quote]
+    },
+
+    s: {
+      desc: 'Line separator',
+      type: String,
+      default_value: Csv2Psql::Processor::DEFAULT_OPTIONS[:separator]
+    },
+
+    'skip' => {
+      desc: 'How many rows skip',
+      type: Integer,
+      default_value: -1
+    }
+  }
+
+  switch [:h, :header], cmds[:h]
+  flag [:d, :delimiter], cmds[:d]
+  flag [:l, :limit], cmds[:l]
+  flag [:q, :quote], cmds[:q]
+  flag [:s, :separator], cmds[:s]
+  flag [:skip], cmds['skip']
 end

data/lib/csv2psql/generator/generator.rb

@@ -10,7 +10,7 @@ require_relative '../helpers/csv_helper'
 require_relative '../helpers/erb_helper'
 
 module Csv2Psql
-  # Csv2Psql type guesser class
+  # SQL Code generator
   class Generator
     BASE_DIR = File.join(File.dirname(__FILE__), '..', '..', '..')
     TEMPLATE_DIR = File.join(BASE_DIR, 'templates')

data/lib/csv2psql/output/output.rb

@@ -9,7 +9,7 @@ require_relative '../version'
 require_relative '../helpers/erb_helper'
 
 module Csv2Psql
-  # Csv2Psql type guesser class
+  # Output/writer/executor class
   class Output
     def write(str)
       puts str

data/lib/csv2psql/processor/processor.rb

@@ -33,25 +33,42 @@ module Csv2Psql
 
     def analyze(paths, opts = {})
       with_paths(paths, opts) do |data|
-        path = data[:path]
-        row = data[:row]
-        analyzer.analyze(path, row, opts)
+        analyzer.analyze(data[:path], data[:row], opts)
       end
       analyzer
     end
 
     def convert(paths, opts = {})
-      file_headers = {}
-
+      details = {}
       with_paths(paths, opts) do |data|
-        path = data[:path]
-        row = data[:row]
-        unless file_headers.key?(path)
-          generator.create_sql_script(path, row, opts)
-          file_headers[path] = true
-        end
+        create_converted_header(details, data, opts)
+
+        output.write generator.format_row(data[:row], opts)
+      end
+    end
+
+    def create_converted_header(details, data, opts = {})
+      detail = get_file_details(details, data[:path])
+      unless detail[:header] # rubocop:disable Style/GuardClause
+        generator.create_sql_script(data[:path], data[:row], opts)
+        detail[:header] = true
+      end
+    end
+
+    def create_file_details(files, path)
+      files[path] = {
+        header: false,
+        lines: 0,
+        line: 0
+      }
+      files[path]
+    end
 
-        output.write generator.format_row(row, opts)
+    def get_file_details(files, path)
+      if files.key?(path)
+        files[path]
+      else
+        create_file_details(files, path)
       end
     end
 

data/lib/csv2psql/version.rb

@@ -2,6 +2,6 @@
 
 # Csv2Psql module
 module Csv2Psql
-  CODENAME = 'Flying fish'
-  VERSION = '0.0.9'
+  CODENAME = 'Lazy dog'
+  VERSION = '0.0.10'
 end

data/spec/cli/app_spec.rb

@@ -0,0 +1,9 @@
+# encoding: UTF-8
+
+require_relative '../../lib/csv2psql/cli/cli'
+
+describe 'csv2psql' do
+  it 'help' do
+    run_cli(['help'])
+  end
+end

data/spec/cli/cmd/analyze_cmd_spec.rb

@@ -0,0 +1,29 @@
+# encoding: UTF-8
+
+require_relative '../../../lib/csv2psql/cli/cli'
+
+describe 'csv2psql analyze' do
+  it 'help analyze' do
+    run_cli(%w(help analyze))
+  end
+
+  it 'analyze data/cia-data-all.csv' do
+    run_cli(%w(analyze data/cia-data-all.csv))
+  end
+
+  it 'analyze data/sample.csv' do
+    run_cli(%w(analyze data/sample.csv))
+  end
+
+  it '--delimiter ";" analyze data/sample.csv' do
+    run_cli(%w(analyze --delimiter ";" data/sample_semicolon.csv))
+  end
+
+  it 'analyze --format json data/sample.csv' do
+    run_cli(%w(analyze --format json data/sample.csv))
+  end
+
+  it 'analyze --format table data/sample.csv' do
+    run_cli(%w(analyze --format table data/sample.csv))
+  end
+end

data/spec/cli/cmd/convert_cmd_spec.rb

@@ -0,0 +1,36 @@
+# encoding: UTF-8
+
+require_relative '../../../lib/csv2psql/cli/cli'
+
+describe 'csv2psql convert' do
+  it 'help convert' do
+    run_cli(%w(help convert))
+  end
+
+  it 'convert data/cia-data-all.csv' do
+    run_cli(%w(convert data/cia-data-all.csv))
+  end
+
+  it 'convert data/sample.csv' do
+    run_cli(%w(convert data/sample.csv))
+  end
+
+  it 'convert --drop-table data/sample.csv' do
+    run_cli(%w(convert --drop-table data/sample.csv))
+  end
+
+  it 'convert --drop-table --create-table data/sample.csv' do
+    run_cli(%w(convert --drop-table --create-table data/sample.csv))
+  end
+
+  it 'convert --drop-table --create-table --truncate-table data/sample.csv' do
+    args = %w(
+      convert
+      --drop-table
+      --create-table
+      --truncate-table
+      data/sample.csv
+    )
+    run_cli(args)
+  end
+end

data/spec/cli/cmd/version_cmd_spec.rb

@@ -0,0 +1,9 @@
+# encoding: UTF-8
+
+require_relative '../../../lib/csv2psql/cli/cli'
+
+describe 'csv2psql version' do
+  it 'version' do
+    run_cli(%w(version))
+  end
+end

data/spec/helpers/cli_helper.rb

@@ -0,0 +1,31 @@
+# encoding: UTF-8
+
+require_relative '../../lib/csv2psql/cli/cli'
+
+# CliHelper
+module CliHelper
+  # Execute block and capture its stdou
+  # @param block Block to be executed with stdout redirected
+  # @returns Captured output as string
+  def capture_stdout(&block)
+    original_stdout = $stdout
+    $stdout = fake = StringIO.new
+    begin
+      block.call if block_given?
+    ensure
+      $stdout = original_stdout
+    end
+    fake.string
+  end
+
+  # Run CLI with arguments and return captured stdout
+  # @param args Arguments
+  # @return Captured stdout
+  def run_cli(args = [])
+    old = $PROGRAM_NAME
+    $PROGRAM_NAME = 'csv2psql'
+    res = capture_stdout { Csv2Psql::Cli.main(args) }
+    $PROGRAM_NAME = old
+    res
+  end
+end

data/spec/spec_helper.rb

@@ -1,10 +1,13 @@
 # encoding: UTF-8
 
+require 'codeclimate-test-reporter'
 require 'simplecov'
 require 'rspec'
 require 'coveralls'
 require 'pathname'
 
+CodeClimate::TestReporter.start
+
 Coveralls.wear_merged!
 
 # Automagically include all helpers/*_helper.rb
@@ -15,7 +18,9 @@ Dir.glob(base + 'helpers/*_helper.rb').each do |file|
 end
 
 RSpec.configure do |config|
-  config.filter_run_excluding :broken => true
+  config.include CliHelper
+
+  config.filter_run_excluding broken: true
 
   config.before(:all) do
     # TODO: Fully setup global environment
@@ -41,4 +46,4 @@ SimpleCov.formatter = SimpleCov::Formatter::MultiFormatter[
 
 SimpleCov.start do
   add_filter 'spec/'
-end
+end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: csv2psql
 version: !ruby/object:Gem::Version
-  version: 0.0.9
+  version: 0.0.10
 platform: ruby
 authors:
 - Tomas Korcak
@@ -98,6 +98,26 @@ dependencies:
     - - ">="
       - !ruby/object:Gem::Version
         version: 1.4.5
+- !ruby/object:Gem::Dependency
+  name: codeclimate-test-reporter
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.4'
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 0.4.0
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.4'
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 0.4.0
 - !ruby/object:Gem::Dependency
   name: coveralls
   requirement: !ruby/object:Gem::Requirement
@@ -118,6 +138,20 @@ dependencies:
     - - ">="
       - !ruby/object:Gem::Version
         version: 0.7.0r
+- !ruby/object:Gem::Dependency
+  name: redcarpet
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 3.1.1
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 3.1.1
 - !ruby/object:Gem::Dependency
   name: rspec
   requirement: !ruby/object:Gem::Requirement
@@ -178,6 +212,20 @@ dependencies:
     - - ">="
       - !ruby/object:Gem::Version
         version: 0.8.2
+- !ruby/object:Gem::Dependency
+  name: yard
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.8.7.3
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.8.7.3
 description: CSV to SQL conversion tool with user friendly CLI
 email: korczis@gmail.com
 executables:
@@ -187,7 +235,9 @@ extra_rdoc_files: []
 files:
 - ".gemspec"
 - ".gitignore"
+- ".rspec"
 - ".travis.yml"
+- ".yardopts"
 - Gemfile
 - LICENSE
 - README.md
@@ -196,12 +246,14 @@ files:
 - bin/csv2psql
 - data/cia-data-all.csv
 - data/sample.csv
+- data/sample_semicolons.csv
 - lib/csv2psql.rb
 - lib/csv2psql/analyzer/analyzer.rb
 - lib/csv2psql/analyzer/types/bigint.rb
 - lib/csv2psql/analyzer/types/character.rb
 - lib/csv2psql/analyzer/types/decimal.rb
 - lib/csv2psql/analyzer/types/null.rb
+- lib/csv2psql/analyzer/types/string.rb
 - lib/csv2psql/analyzer/types/uuid.rb
 - lib/csv2psql/cli/app.rb
 - lib/csv2psql/cli/cli.rb
@@ -219,6 +271,11 @@ files:
 - lib/csv2psql/output/output.rb
 - lib/csv2psql/processor/processor.rb
 - lib/csv2psql/version.rb
+- spec/cli/app_spec.rb
+- spec/cli/cmd/analyze_cmd_spec.rb
+- spec/cli/cmd/convert_cmd_spec.rb
+- spec/cli/cmd/version_cmd_spec.rb
+- spec/helpers/cli_helper.rb
 - spec/spec_helper.rb
 - templates/create_table.sql.erb
 - templates/drop_table.sql.erb
@@ -249,3 +306,4 @@ signing_key:
 specification_version: 4
 summary: Tool for converting CSV into SQL statements
 test_files: []
+has_rdoc: