csv2psql 0.0.2 → 0.0.3

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 10897155d2898ad210bce318b945f7d468873908
-  data.tar.gz: b3e56271eee38410818e889e92d8d22411966a6f
+  metadata.gz: 9744ca214c289da5109fb90290641c58da8c798d
+  data.tar.gz: 7a3579322104b35e9db4e1a3709e45fd5534d1f2
 SHA512:
-  metadata.gz: 3d6283c4da46766cac76785dc0b4961d1cc2d0b874a53e7767ed640ce1e55a81b0196dc8faecc079f859efbd3607013cfe76873164839758551ac23bcb933792
-  data.tar.gz: ea96a5231e5dcaef6a6b75245c0b7318bf7ab2fe9b80de384a956bd4df91728584cd5147378d9da894fc2c53036f98ec3db488ba6bf255760711ee471275c7f7
+  metadata.gz: 4090eaeb4baf5498665affa16d3eecc276558a63a94519934eb5ecd8937588a44de958a00defcabd4cc3a2b6dca6d88a29a08a35d514edb28bdb46431e5478a6
+  data.tar.gz: 6ca73b4f105aeded11e69785842ae84d18b74060eec70be86d87c8d05ed2a4426a7fb70d3b97c2c17ef01b48d0cb38a546d32b12e9238578e3c83e15e8a662ef

data/README.md

@@ -24,6 +24,69 @@ gem install csv2psql
 csv2psql convert data/sample.csv
 ```
 
+**Global help**
+
+```
+csv2psql help
+
+NAME
+    csv2psql - csv2psql 0.0.5
+
+SYNOPSIS
+    csv2psql [global options] command [command options] [arguments...]
+
+GLOBAL OPTIONS
+    --help - Show this message
+
+COMMANDS
+    convert - Convert csv file
+    help    - Shows a list of commands or help for one command
+    version - Print version info
+```
+
+**Convert help**
+
+```
+csv2psql help convert
+
+NAME
+    convert - Convert csv file
+
+SYNOPSIS
+    csv2psql [global options] convert [command options]
+
+COMMAND OPTIONS
+    -d, --delimiter=arg - Column delimiter (default: ,)
+    -h, --[no-]header   - Header row included (default: enabled)
+    -q, --quote=arg     - Quoting character (default: ")
+    -s, --separator=arg - Line separator (default: auto)
+    -t, --table=arg     - Table to insert to (default: my_table)
+    --[no-]transaction  - Import in transaction block (default: enabled)
+```
+
+## Example
+
+**Input CSV**
+
+```
+cat data/sample.csv
+
+id,Firstname,Lastname,Address.Street,Address.City,Address.Details.Note
+12345,Joe,Doe,"#2140 Taylor Street, 94133",San Francisco,Pool available
+45678,Jack,Plumber,"#111 Sutter St, 94104",San Francisco,Korean Deli near to main entrance
+```
+
+**Convert CSV**
+
+```
+csv2psql convert data/sample.csv
+
+BEGIN;
+INSERT INTO my_table(id, firstname, lastname, address_street, address_city, address_details_note) VALUES('12345', 'Joe', 'Doe', '#2140 Taylor Street, 94133', 'San Francisco', 'Pool available');
+INSERT INTO my_table(id, firstname, lastname, address_street, address_city, address_details_note) VALUES('45678', 'Jack', 'Plumber', '#111 Sutter St, 94104', 'San Francisco', 'Korean Deli near to main entrance');
+COMMIT;
+```
+
 ## Contributing to csv2psql
 
 - Check out the latest master to make sure the feature hasn't been implemented or the bug hasn't been fixed yet

data/lib/csv2psql/cli/cmd/convert_cmd.rb

@@ -31,6 +31,11 @@ cmds = {
   s: {
     desc: 'Line separator',
     type: String, default_value: :auto
+  },
+
+  transaction: {
+    desc: 'Import in transaction block',
+    type: String, default_value: true
   }
 }
 
@@ -41,6 +46,7 @@ command :convert do |c|
   c.flag [:t, :table], cmds[:t]
   c.flag [:q, :quote], cmds[:q]
   c.flag [:s, :separator], cmds[:s]
+  c.switch [:transaction], cmds[:transaction]
 
   c.action do |global_options, options, args|
     fail ArgumentError, 'No file to convert specified' if args.empty?

data/lib/csv2psql/processor/processor.rb

@@ -19,23 +19,40 @@ module Csv2Psql
       quote: '"'
     }
 
-    def format_row(row, opts = {})
-      headers = row.headers.map do |h|
-        h.downcase.gsub(/\./, '_')
+    def convert(paths, opts = {})
+      with_paths(paths, opts) do |data|
+        puts format_row(data[:row], opts)
       end
+    end
 
-      values = row.headers.map do |h|
-        "'#{row[h]}'"
+    def format_row(row, opts = {})
+      header = get_header(row, opts)
+      columns = get_columns(row, opts, header).join(', ')
+      values = get_values(row, opts, header).join(', ')
+      "INSERT INTO #{opts[:table]}(#{columns}) VALUES(#{values});"
+    end
+
+    def get_header(row, opts = {})
+      if opts[:header]
+        row.headers
+      else
+        row.map.with_index { |_item, i| i }
       end
+    end
 
-      h_str = headers.join(', ')
-      v_str = values.join(', ')
-      "INSERT INTO #{opts[:table]}(#{h_str}) VALUES(#{v_str});"
+    def get_columns(row, opts = {}, header = get_header(row, opts))
+      if opts[:header]
+        header.map { |h| sanitize_header(h) }
+      else
+        row.map.with_index do |_item, i|
+          "col_#{i}"
+        end
+      end
     end
 
-    def convert(paths, opts = {})
-      with_paths(paths, opts) do |data|
-        puts format_row(data[:row], opts)
+    def get_values(row, opts = {}, header = get_header(row, opts))
+      header.map do |h|
+        "'#{row[h]}'"
       end
     end
 
@@ -49,19 +66,19 @@ module Csv2Psql
       }
     end
 
-    def sanitize_header(header)
-      header.map do |h|
-        h.downcase
-      end
+    def sanitize_header(header_column)
+      header_column.downcase.gsub(/\./, '_')
     end
 
     def with_path(path, opts = {}, &block)
+      puts 'BEGIN;' if opts[:transaction]
       csv_opts = merge_csv_options(opts)
       CSV.open(path, 'rt', csv_opts) do |csv|
         csv.each do |row|
           with_row(path, row, &block)
         end
       end
+      puts 'COMMIT;' if opts[:transaction]
     end
 
     def with_paths(paths, opts = {}, &block)

data/lib/csv2psql/version.rb

@@ -2,5 +2,5 @@
 
 # Csv2Psql module
 module Csv2Psql
-  VERSION = '0.0.2'
+  VERSION = '0.0.3'
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: csv2psql
 version: !ruby/object:Gem::Version
-  version: 0.0.2
+  version: 0.0.3
 platform: ruby
 authors:
 - Tomas Korcak