csv2sql 0.1.2

data/README

@@ -0,0 +1,71 @@
+= Csv2sql -- convert comma-separated-values files to sql
+
+Csv2sql class goes deeper into conversion process of csv files, ie:
+
+  puts Csv2sql.new("test.csv").to_inserts(:bulk => true)
+
+outputs:
+
+  start tramsaction;
+  insert into test_csv values
+    (1, "test 1"),
+    (2, "test 2"),
+    (3, "test 3"),
+    (4, "test 4");
+  commit;
+
+or:
+
+  puts Csv2sql.new("account_balances.csv").to_updates([nil, 'balance'], :table => 'accounts')
+  
+outputs:
+  
+  start transaction;
+  update accounts set balance = "0" where id = "0345S";
+  update accounts set balance = "3301.37" where id = "0252S";
+  update accounts set balance = "11903.33" where id = "0345G";
+  update accounts set balance = "47028.32" where id = "0324G";
+  ...
+  commit;
+
+You can use optional arguments, ie:
+
+Csv2sql#to_inserts
+  :bulk - to get bulk inserts
+
+Csv2sql#to_updates:
+  :before
+  :after
+  :row_filter
+  ...
+
+For more details see api docs.
+
+== Download
+
+The latest version of Csv2sql can be found at
+
+* http://mirekrusin.com/ruby/csv2sql
+
+Documentation can be found at 
+
+* http://mirekrusin.com/ruby/csv2sql
+
+== Installation
+
+The preferred method of installing Csv2sql is through its GEM file. You'll need to have
+RubyGems[http://rubygems.rubyforge.org/wiki/wiki.pl] installed for that, though. If you have it,
+then use:
+
+  % [sudo] gem install csv2sql.gem
+
+== License
+
+Csv2sql is released under the LGPL license.
+
+== Support
+
+The Csv2sql homepage is http://mirekrusin.com/ruby/csv2sql
+
+For other information, feel free to ask on the ruby-talk mailing list
+(which is mirrored to comp.lang.ruby) or contact mailto:ruby@mirekrusin.com 

data/lib/csv2sql.rb

@@ -0,0 +1,171 @@
+# Csv2sql - Comma separated values files to sql conversion
+#
+# Copyright (c) 2007, London
+# Mirek Rusin <ruby@mirekrusin.com>
+#
+# Licenced under GNU LGPL, http://www.gnu.org/licenses/lgpl.html
+#
+# This library is free software; you can redistribute it and/or
+# modify it under the terms of the GNU Lesser General Public
+# License as published by the Free Software Foundation; either
+# version 2.1 of the License, or (at your option) any later version.
+# 
+# This library is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+# Lesser General Public License for more details.
+# 
+# You should have received a copy of the GNU Lesser General Public
+# License along with this library; if not, write to the Free Software
+# Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
+
+require 'csv'
+require 'pathname'
+
+# Example:
+# 
+#   puts Csv2sql.new("account_balances.csv").to_updates([nil, 'balance'], :table => 'accounts')
+#
+class Csv2sql
+
+  def self.default_value_filter(v, i, j, k)
+    return 'null' if v.nil? or v.strip! == ''
+    v.gsub!(/"/, '\\"')
+    "\"#{v}\""
+  end
+  
+  def initialize(filename)
+    @filename = filename
+  end
+
+  # Sql inserts
+  #
+  # Optional named args:
+  #   :bulk   - if true, bulk insert (see cluster size in your sql server to make big bulks to avoid server gone away!)
+  #   :table  - default based on filename
+  #   :before - default to start transaction
+  #   :after  - default to commit transaction
+  #   ...see Csv2sql#to_any for the rest
+  #
+  def to_inserts(args={})
+    args[:table] ||= Pathname.new(@filename).basename.to_s.downcase.gsub(/\W/, '_')
+    if args[:bulk]
+      args[:before]      ||= "start transaction;\ninsert into #{args[:table]} values"
+      args[:values_glue] ||= ", "
+      args[:row_format]  ||= " (%s)"
+      args[:row_glue]    ||= ",\n"
+      args[:after]       ||= ";\ncommit transaction;\n"
+    else
+      args[:before]      ||= "start transaction;\n"
+      args[:values_glue] ||= ", "
+      args[:row_format]  ||= "insert into #{args[:table]} values(%s)"
+      args[:row_glue]    ||= ";\n"
+      args[:after]       ||= ";\ncommit transaction;\n"
+    end
+    to_any args
+  end
+  
+  # Sql updates from csv file (useful when one of the columns is a PK)
+  #
+  #   set_columns - ie. [nil, 'first_name', 'last_name'] will ignore first column (PK probably) and set first_name and last_name attributes
+  #
+  # Optional args:
+  #   :pk - default to first (index 0) column in csv file with 'id' name, a pair: [0, 'id']
+  #
+  def to_updates(set_columns, args={})
+    args[:pk]          ||= [0, 'id']
+    args[:table]       ||= Pathname.new(@filename).basename.to_s.downcase.gsub(/\W/, '_')
+    args[:before]      ||= "start transaction;\n"
+    args[:values_glue] ||= ", "
+    args[:row_format]  ||= lambda do |values|
+      r = []
+      set_columns.each_with_index { |set_column, i| r << "#{set_column} = #{values[i]}" if set_column }
+      "update #{args[:table]} set #{r.join(', ')} where #{args[:pk][1]} = #{values[args[:pk][0]]}"
+    end
+    args[:row_glue]    ||= ";\n"
+    args[:after]       ||= ";\ncommit transaction;\n"
+    to_any args
+  end
+  
+  # When :row_format is proc, values_glue is ignored
+  #   :before 
+  #   :values_glue
+  #   :row_format
+  #   :row_glue
+  #   :after
+  #
+  def to_any(args={})
+    args[:values_glue] ||= ", "
+    args[:row_format]  ||= "%s"
+    args[:row_glue]    ||= "\n"
+    r = []
+    case args[:row_format].class.to_s
+      when 'String'
+        parse(args) do |values|
+          r << sprintf(args[:row_format], values.join(args[:values_glue]))
+        end
+        
+      when 'Proc'
+        parse(args) do |values|
+          r << args[:row_format].call(values) # LOOK OUT: args[:values_glue] ignored
+        end
+    end
+    r = r.join args[:row_glue]
+    r = args[:before] + r if args[:before]
+    r = r + args[:after] if args[:after]
+    r
+  end
+  
+  # Parse file
+  #
+  # args[:csv_line_filter] - proc, called with (line, line_number)
+  # args[:values_filter] - proc, called with (values, csv_line_number, filtered_line_number)
+  #
+  def parse(args={})
+    args[:value_filter] ||= Csv2sql.method :default_value_filter
+    
+    i = j = 0
+    File.open(@filename, 'r').each_line do |line|
+      i += 1
+      line = args[:csv_line_filter].call(line, i) if args[:csv_line_filter]
+      if line
+        j += 1
+        unless values = CSV.parse_line(line)
+          raise "ERROR:#{@filename}:#{i}:#{j} #{line}"
+        else
+          
+          values = args[:values_filter].call(values, i, j) if args[:values_filter]
+          
+          if values
+          
+            if args[:value_filter] # LOOK OUT! value_filter for single value
+              k = -1
+              values = values.map do |value|
+                k += 1
+                args[:value_filter].call(value, i, j, k)
+              end
+            end
+            
+            yield values if values
+            
+          end
+        end
+      end
+    end
+  end
+
+end
+
+# Test
+if $0 == __FILE__
+  
+  csv2sql = Csv2sql.new("GMCLIENT.TXT")
+  #~ puts csv2sql.to_inserts(:bulk => true)
+  
+  #~ puts csv2sql.to_inserts()
+  #~ puts csv2sql.to_updates([nil, 'balance'], :table => 'accounts')
+  
+  PROPERSYS_ROOT = 'c:/Users/Mirek/Ringley/PROPERSYS2'
+  puts Csv2sql.new("#{PROPERSYS_ROOT}/GMTENANT.TXT").to_updates([nil, nil, nil, nil, nil, nil, nil, nil, nil, nil, nil, nil, nil, nil, nil, nil, nil, 'balance'], :table => 'accounts')
+  
+end 

metadata

@@ -0,0 +1,47 @@
+--- !ruby/object:Gem::Specification 
+rubygems_version: 0.9.0
+specification_version: 1
+name: csv2sql
+version: !ruby/object:Gem::Version 
+  version: 0.1.2
+date: 2007-03-03 00:00:00 +00:00
+summary: Csv2sql provides an easy way to convert comma separated files to sql
+require_paths: 
+- lib
+email: ruby@mirekrusin.com
+homepage: http://mirekrusin.com/ruby/csv2sql
+rubyforge_project: 
+description: 
+autorequire: csv2sql
+default_executable: 
+bindir: bin
+has_rdoc: true
+required_ruby_version: !ruby/object:Gem::Version::Requirement 
+  requirements: 
+  - - ">"
+    - !ruby/object:Gem::Version 
+      version: 0.0.0
+  version: 
+platform: ruby
+signing_key: 
+cert_chain: 
+post_install_message: 
+authors: 
+- Mirek Rusin
+files: 
+- lib/csv2sql.rb
+- README
+test_files: []
+
+rdoc_options: []
+
+extra_rdoc_files: 
+- README
+executables: []
+
+extensions: []
+
+requirements: []
+
+dependencies: []
+