guillaumegentil-import_fu 0.1.0 → 0.1.2

data/README.markdown

@@ -0,0 +1,58 @@
+# ImportFu
+
+This gem adds bulk import functionality to ActiveRecord model using the fast [MySQL's 'LOAD DATA INFILE'](http://dev.mysql.com/doc/refman/5.0/en/load-data.html) feature.
+This gem code is largely inspired by the [import\_with\_load\_data\_in\_file](http://github.com/paolodona/import\_with\_load\_data\_in\_file/tree) plugin. (thanks Paolo Dona) 
+
+## Installation
+
+Install the gem from github
+
+    gem install guillaumegentil-import_fu --source http://gems.github.com
+    
+Add the gem to your Rails environment.rb file:
+
+    config.gem "guillaumegentil-import_fu", :lib => "import_fu", :source => "http://gems.github.com"
+    
+Include import_fu in your ActiveRecord Model:
+
+    class Foo < ActiveRecord::Base
+      include ImportFu
+    end
+    
+## Usage
+
+Import from an array of values
+
+    columns = [:name, :size]
+    values = [["toto", "32"],
+              ["tata", "33"]]
+    
+    Foo.import columns, values
+
+Import from a csv file (MySQL needs to have access on this file, so be sure it has the proper ownership/permissions)
+
+    columns = [:name, :size]
+    
+    Foo.import columns, '/path/of/a/csv'
+    
+### Options
+
+By default ImportFu adds timestamps values (Time.now.utc) when importing from an array, this can be avoided with:
+
+    Foo.import columns, values, :timestamps => false
+    
+By default ImportFu does NOT reformat values passed in the array (like Time or Data value), if you want the reformat use:
+
+    Foo.import columns, values, :format => true
+    
+By default ImportFu does NOT replace already existing values in database and ignores them (like values with an id already used), if you want the replace behavior use:
+
+    Foo.import columns, values, :replace => true
+    
+If your Rails app and your MySQL database are on the same machine, you can speed up the import by passing:
+
+    Foo.import columns, values, :local => true
+
+## Author
+
+Thibaud Guillaume-Gentil

data/Rakefile

@@ -4,11 +4,11 @@ require 'rake/testtask'
 require 'rake/rdoctask'
 require 'echoe'
 
-Echoe.new('import_fu', '0.1.0') do |p|
+Echoe.new('import_fu', '0.1.2') do |p|
   p.description    = "Add quick mass data import from CSV or Array to Active Record model"
   p.url            = "http://github.com/guillaumegentil/import_fu/tree"
   p.author         = "Thibaud Guillaume-Gentil"
   p.email          = "guillaumegentil@gmail.com"
   p.ignore_pattern = ["tmp/*", "script/*"]
-  p.development_dependencies = ["faster_csv", "active_record"]
+  p.development_dependencies = ["fastercsv", "active_record"]
 end

data/import_fu.gemspec

@@ -2,15 +2,15 @@
 
 Gem::Specification.new do |s|
   s.name = %q{import_fu}
-  s.version = "0.1.0"
+  s.version = "0.1.2"
 
   s.required_rubygems_version = Gem::Requirement.new(">= 1.2") if s.respond_to? :required_rubygems_version=
   s.authors = ["Thibaud Guillaume-Gentil"]
-  s.date = %q{2008-12-11}
+  s.date = %q{2008-12-18}
   s.description = %q{Add quick mass data import from CSV or Array to Active Record model}
   s.email = %q{guillaumegentil@gmail.com}
-  s.extra_rdoc_files = ["lib/import_fu.rb", "README"]
-  s.files = ["init.rb", "lib/import_fu.rb", "Manifest", "MIT-LICENSE", "Rakefile", "README", "test/import_fu_test.rb", "test/test_helper.rb", "import_fu.gemspec"]
+  s.extra_rdoc_files = ["lib/import_fu.rb", "README.markdown"]
+  s.files = ["import_fu.gemspec", "init.rb", "lib/import_fu.rb", "Manifest", "MIT-LICENSE", "Rakefile", "README.markdown", "test/database.yml", "test/fixtures/foos.csv", "test/import_fu_test.rb", "test/test_helper.rb"]
   s.has_rdoc = true
   s.homepage = %q{http://github.com/guillaumegentil/import_fu/tree}
   s.rdoc_options = ["--line-numbers", "--inline-source", "--title", "Import_fu", "--main", "README.markdown"]
@@ -25,14 +25,14 @@ Gem::Specification.new do |s|
     s.specification_version = 2
 
     if Gem::Version.new(Gem::RubyGemsVersion) >= Gem::Version.new('1.2.0') then
-      s.add_development_dependency(%q<faster_csv>, [">= 0"])
+      s.add_development_dependency(%q<fastercsv>, [">= 0"])
       s.add_development_dependency(%q<active_record>, [">= 0"])
     else
-      s.add_dependency(%q<faster_csv>, [">= 0"])
+      s.add_dependency(%q<fastercsv>, [">= 0"])
       s.add_dependency(%q<active_record>, [">= 0"])
     end
   else
-    s.add_dependency(%q<faster_csv>, [">= 0"])
+    s.add_dependency(%q<fastercsv>, [">= 0"])
     s.add_dependency(%q<active_record>, [">= 0"])
   end
 end

data/lib/import_fu.rb

@@ -1,9 +1,5 @@
 require 'fastercsv'
 
-# Adds a import_with_load_data_infile class method.
-# this lets you import data using mysql "LOAD DATA INFILE"  
-# This is about 30% faster than using ar-extensions bulk import
-# 
 # be careful, there's no validation or escaping here!
 module ImportFu
   
@@ -29,7 +25,7 @@ module ImportFu
       load_data_infile_sql = build_load_data_infile_statement(csv_path, columns, options)
       ActiveRecord::Base.connection.execute(load_data_infile_sql)
       
-      csv_tempfile.close! if csv_tempfile
+      csv_tempfile.delete if csv_tempfile
     end
     
     protected
@@ -58,6 +54,8 @@ module ImportFu
       case value.class.to_s
       when "Time", "Date"
         value.to_s(:db)
+      when 'NilClass'
+        'NULL'
       else
         value.to_s
       end
@@ -66,9 +64,10 @@ module ImportFu
     def build_load_data_infile_statement(csv_path, columns, options = {})
       local = options[:local] ? 'LOCAL' : ''
       replace = options[:replace] ? 'REPLACE' : 'IGNORE'
+      charset = options[:charset] || 'UTF8'
       column_list = columns.map(&:to_s).join(',')
       
-      "LOAD DATA #{local} INFILE '#{csv_path}' #{replace} INTO TABLE #{table_name} FIELDS TERMINATED BY ',' ENCLOSED BY '\"' (#{column_list});"
+      "LOAD DATA #{local} INFILE '#{csv_path}' #{replace} INTO TABLE #{table_name} CHARACTER SET #{charset} FIELDS TERMINATED BY ',' ENCLOSED BY '\"' (#{column_list});"
     end
     
   end

data/test/database.yml

@@ -0,0 +1,7 @@
+test:
+  adapter: mysql
+  database: import_fu_test
+  username: root
+  password: 
+  host: localhost
+  encoding: utf8

data/test/fixtures/foos.csv

@@ -0,0 +1,2 @@
+toto,32
+tata,33

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification 
 name: guillaumegentil-import_fu
 version: !ruby/object:Gem::Version 
-  version: 0.1.0
+  version: 0.1.2
 platform: ruby
 authors: 
 - Thibaud Guillaume-Gentil
@@ -9,11 +9,11 @@ autorequire:
 bindir: bin
 cert_chain: []
 
-date: 2008-12-11 00:00:00 -08:00
+date: 2008-12-18 00:00:00 -08:00
 default_executable: 
 dependencies: 
 - !ruby/object:Gem::Dependency 
-  name: faster_csv
+  name: fastercsv
   version_requirement: 
   version_requirements: !ruby/object:Gem::Requirement 
     requirements: 
@@ -38,17 +38,19 @@ extensions: []
 
 extra_rdoc_files: 
 - lib/import_fu.rb
-- README
+- README.markdown
 files: 
+- import_fu.gemspec
 - init.rb
 - lib/import_fu.rb
 - Manifest
 - MIT-LICENSE
 - Rakefile
-- README
+- README.markdown
+- test/database.yml
+- test/fixtures/foos.csv
 - test/import_fu_test.rb
 - test/test_helper.rb
-- import_fu.gemspec
 has_rdoc: true
 homepage: http://github.com/guillaumegentil/import_fu/tree
 post_install_message: