idata 0.0.1 → 0.0.2

data/bin/iload

@@ -17,6 +17,15 @@ require 'fileutils'
 SUPPORTED_INPUT_FORMATS = ['CSV', 'FX']
 POSTGRESQL_PORT = 5432
 CSV_DEFAULT_DELIMITER = ','
+CSV_DEFAULT_QUOTE = '"'
+
+PG_TAB = "E'\t'"
+PG_BACKSPACE = "E'\b'"
+
+PG_CHAR_MAP = {
+  "\t" => PG_TAB,
+  "\b" => PG_BACKSPACE
+}
 
 $options = {}
 parser = OptionParser.new("", 24) do |opts|
@@ -34,6 +43,10 @@ parser = OptionParser.new("", 24) do |opts|
     $options[:delim] = v
   end
 
+  opts.on("--quote QUOTE", "Default to '\"'") do |v|
+    $options[:quote] = v
+  end
+
   # opts.on("-o", "--output CSV", "Temporary CSV output file") do |v|
   #   $options[:output] = v
   # end
@@ -141,7 +154,8 @@ end
 # Default value
 $options[:listen] ||= POSTGRESQL_PORT
 $options[:delim] ||= CSV_DEFAULT_DELIMITER
-$options[:delim] = "\t" if $options[:delim] == '\t'
+$options[:quote] ||= CSV_DEFAULT_QUOTE
+
 $tmpfile = "/tmp/#{Digest::SHA1.hexdigest(rand(100000).to_s)}.csv"
 
 # Database dump
@@ -233,9 +247,16 @@ class MyParser
     query(create_table_sql)
 
     # Dump data
-    pg_tab = "E'\t'" if $options[:delim] == "\t"
+    #pg_tab = "E'\t'" if $options[:delim] == "\t"
+
+    tab = PG_CHAR_MAP[$options[:delim]]
+    tab ||= "'#{$options[:delim]}'"
+
+    quote = PG_CHAR_MAP[$options[:quote]]
+    quote = "'#{$options[:quote]}'"
+    
     insert_data_sql = headers.map{|e| "\"#{e}\""}.join(",")
-    insert_data_sql = "COPY #{$options[:table]}( #{insert_data_sql} ) FROM '#{csv_path}' DELIMITER #{pg_tab} CSV HEADER QUOTE E'\b';"
+    insert_data_sql = "COPY #{$options[:table]}( #{insert_data_sql} ) FROM '#{csv_path}' DELIMITER #{tab} CSV HEADER QUOTE #{quote};"
     
     # Change output file permission so that postgres user can read it
     begin

data/lib/idata/version.rb

@@ -1,3 +1,3 @@
 module Idata
-  VERSION = "0.0.1"
+  VERSION = "0.0.2"
 end

metadata

@@ -1,75 +1,86 @@
---- !ruby/object:Gem::Specification
+--- !ruby/object:Gem::Specification 
 name: idata
-version: !ruby/object:Gem::Version
-  version: 0.0.1
+version: !ruby/object:Gem::Version 
+  hash: 27
+  prerelease: false
+  segments: 
+  - 0
+  - 0
+  - 2
+  version: 0.0.2
 platform: ruby
-authors:
+authors: 
 - Nghi Pham
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2014-04-21 00:00:00.000000000 Z
-dependencies:
-- !ruby/object:Gem::Dependency
+
+date: 2014-04-21 00:00:00 +07:00
+default_executable: 
+dependencies: 
+- !ruby/object:Gem::Dependency 
   name: bundler
-  requirement: !ruby/object:Gem::Requirement
-    requirements:
-    - - '>='
-      - !ruby/object:Gem::Version
-        version: '1.3'
-  type: :development
   prerelease: false
-  version_requirements: !ruby/object:Gem::Requirement
-    requirements:
-    - - '>='
-      - !ruby/object:Gem::Version
-        version: '1.3'
-- !ruby/object:Gem::Dependency
-  name: rake
-  requirement: !ruby/object:Gem::Requirement
-    requirements:
-    - - '>='
-      - !ruby/object:Gem::Version
-        version: '0.9'
+  requirement: &id001 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        hash: 9
+        segments: 
+        - 1
+        - 3
+        version: "1.3"
   type: :development
+  version_requirements: *id001
+- !ruby/object:Gem::Dependency 
+  name: rake
   prerelease: false
-  version_requirements: !ruby/object:Gem::Requirement
-    requirements:
-    - - '>='
-      - !ruby/object:Gem::Version
-        version: '0.9'
-- !ruby/object:Gem::Dependency
+  requirement: &id002 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        hash: 25
+        segments: 
+        - 0
+        - 9
+        version: "0.9"
+  type: :development
+  version_requirements: *id002
+- !ruby/object:Gem::Dependency 
   name: rails
-  requirement: !ruby/object:Gem::Requirement
-    requirements:
-    - - '>='
-      - !ruby/object:Gem::Version
-        version: '4.0'
-  type: :runtime
   prerelease: false
-  version_requirements: !ruby/object:Gem::Requirement
-    requirements:
-    - - '>='
-      - !ruby/object:Gem::Version
-        version: '4.0'
-- !ruby/object:Gem::Dependency
-  name: pg
-  requirement: !ruby/object:Gem::Requirement
-    requirements:
-    - - '>='
-      - !ruby/object:Gem::Version
-        version: '0'
+  requirement: &id003 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        hash: 27
+        segments: 
+        - 4
+        - 0
+        version: "4.0"
   type: :runtime
+  version_requirements: *id003
+- !ruby/object:Gem::Dependency 
+  name: pg
   prerelease: false
-  version_requirements: !ruby/object:Gem::Requirement
-    requirements:
-    - - '>='
-      - !ruby/object:Gem::Version
-        version: '0'
+  requirement: &id004 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        hash: 3
+        segments: 
+        - 0
+        version: "0"
+  type: :runtime
+  version_requirements: *id004
 description: Tools for importing data from raw files
-email:
+email: 
 - minhnghivn@gmail.com
-executables:
+executables: 
 - iload
 - ieval
 - ipatch
@@ -77,44 +88,57 @@ executables:
 - iexport
 - isanitize
 extensions: []
+
 extra_rdoc_files: []
-files:
+
+files: 
 - .gitignore
 - Gemfile
 - LICENSE.txt
 - README.md
 - Rakefile
-- bin/ieval
-- bin/iexport
-- bin/iload
-- bin/ipatch
-- bin/isanitize
-- bin/ivalidate
 - idata.gemspec
 - lib/idata.rb
 - lib/idata/version.rb
-homepage: ''
-licenses:
+- bin/iload
+- bin/ieval
+- bin/ipatch
+- bin/ivalidate
+- bin/iexport
+- bin/isanitize
+has_rdoc: true
+homepage: ""
+licenses: 
 - MIT
-metadata: {}
 post_install_message: 
 rdoc_options: []
-require_paths:
+
+require_paths: 
 - lib
-required_ruby_version: !ruby/object:Gem::Requirement
-  requirements:
-  - - '>='
-    - !ruby/object:Gem::Version
-      version: '0'
-required_rubygems_version: !ruby/object:Gem::Requirement
-  requirements:
-  - - '>='
-    - !ruby/object:Gem::Version
-      version: '0'
+required_ruby_version: !ruby/object:Gem::Requirement 
+  none: false
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      hash: 3
+      segments: 
+      - 0
+      version: "0"
+required_rubygems_version: !ruby/object:Gem::Requirement 
+  none: false
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      hash: 3
+      segments: 
+      - 0
+      version: "0"
 requirements: []
+
 rubyforge_project: 
-rubygems_version: 2.2.1
+rubygems_version: 1.3.7
 signing_key: 
-specification_version: 4
+specification_version: 3
 summary: Tools for importing data from raw files
 test_files: []
+

checksums.yaml

@@ -1,7 +0,0 @@
----
-SHA1:
-  metadata.gz: 27e594b49b95b536a5d01ed6f90155751104ec1a
-  data.tar.gz: a4e52832bccdc2ab55ae33e7e6f659857b800991
-SHA512:
-  metadata.gz: f55f15be3fbc959bcfacdb68f2b45e5b97fa560ee953890a66eb5a4715366019240e61c1b9ef36df9ed77d0ba396d6e38b32177a555d75aeb4f0deb04ae99757
-  data.tar.gz: 0e8061590a8d5da84ee9f74d137c2f6d022a58009d9d56ca965241c10e064a9cde59fb1f0d784cab643d88d19c1cdbe3a2f688ce2bbfcc42f4cd50b14e2bcfda