csv2psql 0.0.4 → 0.0.5

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: e9f2aaa26746a4f627968755685e09b4de8eca7f
-  data.tar.gz: 511b57240f7c0588d6c3d366e5f807229b0a6664
+  metadata.gz: fc32b319264dee9105efb40ad0091403d8ecd6e3
+  data.tar.gz: 6e20b3c108466bf8c171d417156cd25e17afe267
 SHA512:
-  metadata.gz: 169542faf9dadeef826a4205cb2cc7f59d836cbd71b5bb9930d58e7e14d641c8bb2b5b77dd540854e2dbcf67bc4a9f9945e21df1c92fbdb937e81116d7e7762d
-  data.tar.gz: eb29f050adcceace67b611cd6c65649b4e775a1e6a0ae921734922aad5fd752dbc79c31489709c8606fc32afa7d9ae1780e251ebe7a11ebeb75c8fe84d90e52c
+  metadata.gz: 8784cbe3de9285e9d78b81b8e69d628488839cafe6557cc8a0602d9c321f49b4fbd36037d01652e2fcceb5ac687bfc428005c34c76232850c61269a60728237f
+  data.tar.gz: 6657977d8372f140ee242be56889840ef97969d8a043244be4d721b8de3da2ac5d04e357fb913f20377d4eab121027c0af9cfe64984142eedad9951ace6880a0

data/README.md

@@ -114,6 +114,18 @@ INSERT INTO pokus(id, firstname, lastname, address_street, address_city, address
 COMMIT;
 ```
 
+**Convert CSV - Stream directly to Postgre client (psql)**
+
+```
+csv2psql convert --create-table -t hokus data/sample.csv | psql -h apollocrawler.com -U datathon
+
+BEGIN
+CREATE TABLE
+INSERT 0 1
+INSERT 0 1
+COMMIT
+```
+
 ## Contributing to csv2psql
 
 - Check out the latest master to make sure the feature hasn't been implemented or the bug hasn't been fixed yet

data/lib/csv2psql/cli/cmd/convert_cmd.rb

@@ -46,6 +46,16 @@ cmds = {
   'create-table' => {
     desc: 'Crate SQL Table before inserts',
     default_value: Csv2Psql::Processor::DEFAULT_OPTIONS['create-table']
+  },
+
+  'drop-table' => {
+    desc: 'Drop SQL Table before inserts',
+    default_value: Csv2Psql::Processor::DEFAULT_OPTIONS['drop-table']
+  },
+
+  'truncate-table' => {
+    desc: 'Truncate SQL Table before inserts',
+    default_value: Csv2Psql::Processor::DEFAULT_OPTIONS['truncate-table']
   }
 }
 
@@ -58,6 +68,8 @@ command :convert do |c|
   c.flag [:s, :separator], cmds[:s]
   c.switch [:transaction], cmds[:transaction]
   c.switch ['create-table'], cmds['create-table']
+  c.switch ['drop-table'], cmds['drop-table']
+  c.switch ['truncate-table'], cmds['truncate-table']
 
   c.action do |global_options, options, args|
     fail ArgumentError, 'No file to convert specified' if args.empty?

data/lib/csv2psql/processor/processor.rb

@@ -10,11 +10,12 @@ require_relative '../helpers/erb_helper'
 
 module Csv2Psql
   # Csv2Psql processor class
-  class Processor
+  class Processor # rubocop:disable Metrics/ClassLength
     attr_reader :path
 
     DEFAULT_OPTIONS = {
       'create-table' => false,
+      'drop-table' => false,
       delimiter: ',',
       header: true,
       separator: :auto,
@@ -23,9 +24,17 @@ module Csv2Psql
       quote: '"'
     }
 
+    TABLE_FUNCTIONS = {
+      'drop-table' => :drop_table,
+      'create-table' => :create_table,
+      'truncate-table' => :truncate_table
+    }
+
     BASE_DIR = File.join(File.dirname(__FILE__), '..', '..', '..')
     TEMPLATE_DIR = File.join(BASE_DIR, 'templates')
     CREATE_TABLE_TEMPLATE = File.join(TEMPLATE_DIR, 'create_table.sql.erb')
+    DROP_TABLE_TEMPLATE = File.join(TEMPLATE_DIR, 'drop_table.sql.erb')
+    TRUNCATE_TABLE_TEMPLATE = File.join(TEMPLATE_DIR, 'truncate_table.sql.erb')
 
     def convert(paths, opts = {})
       with_paths(paths, opts) do |data|
@@ -33,19 +42,41 @@ module Csv2Psql
       end
     end
 
-    def create_table(path, row, opts = {})
+    def create_erb_context(path, row, opts = {})
       header = get_header(row, opts)
       columns = get_columns(row, opts, header)
-      erb = ErbHelper.new
-      ctx = {
+      {
         path: path,
         header: header,
         columns: columns,
         table: opts[:table] || DEFAULT_OPTIONS[:table]
       }
+    end
+
+    def create_header(path, row, opts = {})
+      return unless @first_row
+
+      TABLE_FUNCTIONS.each do |k, v|
+        t = DEFAULT_OPTIONS[k]
+        t = opts[k] unless opts[k].nil?
+        puts send(v, path, row, opts) if t
+      end
+
+      @first_row = false
+    end
+
+    def create_table(path, row, opts = {})
+      ctx = create_erb_context(path, row, opts)
+      erb = ErbHelper.new
       erb.process(CREATE_TABLE_TEMPLATE, ctx)
     end
 
+    def drop_table(path, row, opts = {})
+      ctx = create_erb_context(path, row, opts)
+      erb = ErbHelper.new
+      erb.process(DROP_TABLE_TEMPLATE, ctx)
+    end
+
     def format_row(row, opts = {})
       header = get_header(row, opts)
       columns = get_columns(row, opts, header).join(', ')
@@ -91,6 +122,12 @@ module Csv2Psql
       header_column.downcase.gsub(/[^0-9a-z ]/i, '_')
     end
 
+    def truncate_table(path, row, opts = {})
+      ctx = create_erb_context(path, row, opts)
+      erb = ErbHelper.new
+      erb.process(TRUNCATE_TABLE_TEMPLATE, ctx)
+    end
+
     def with_path(path, opts = {}, &block)
       puts 'BEGIN;' if opts[:transaction]
       csv_opts = merge_csv_options(opts)
@@ -111,13 +148,9 @@ module Csv2Psql
     end
 
     def with_row(path, row, opts = {}, &block)
+      create_header(path, row, opts)
+
       args = { path: path, row: row }
-      if @first_row
-        ct = DEFAULT_OPTIONS['create-table']
-        ct = opts['create-table'] unless opts['create-table'].nil?
-        puts create_table(path, row, opts) if ct
-        @first_row = false
-      end
       block.call(args) if block_given?
     end
   end

data/lib/csv2psql/version.rb

@@ -2,5 +2,5 @@
 
 # Csv2Psql module
 module Csv2Psql
-  VERSION = '0.0.4'
+  VERSION = '0.0.5'
 end

data/templates/create_table.sql.erb

@@ -1,7 +1,3 @@
--- Table: <%= ctx[:table] %>
-
--- DROP TABLE <%= ctx[:table] %>;
-
 CREATE TABLE <%= ctx[:table] %>
 (
 <% ctx[:columns].each_with_index do |item, index| %>

data/templates/drop_table.sql.erb

@@ -0,0 +1,2 @@
+DROP TABLE IF EXISTS <%= ctx[:table] %>;
+

data/templates/truncate_table.sql.erb

@@ -0,0 +1,2 @@
+TRUNCATE <%= ctx[:table] %>;
+

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: csv2psql
 version: !ruby/object:Gem::Version
-  version: 0.0.4
+  version: 0.0.5
 platform: ruby
 authors:
 - Tomas Korcak
@@ -207,6 +207,8 @@ files:
 - lib/csv2psql/version.rb
 - spec/spec_helper.rb
 - templates/create_table.sql.erb
+- templates/drop_table.sql.erb
+- templates/truncate_table.sql.erb
 homepage: https://github.com/korczis/csv2psql
 licenses:
 - MIT