Empact-activerecord-import 0.3.0

data/test/schema/mysql_schema.rb

@@ -0,0 +1,17 @@
+ActiveRecord::Schema.define do
+ 
+  create_table :books, :options=>'ENGINE=MyISAM', :force=>true do |t|
+    t.column :title, :string, :null=>false
+    t.column :publisher, :string, :null=>false, :default => 'Default Publisher'
+    t.column :author_name, :string, :null=>false
+    t.column :created_at, :datetime
+    t.column :created_on, :datetime
+    t.column :updated_at, :datetime
+    t.column :updated_on, :datetime
+    t.column :publish_date, :date
+    t.column :topic_id, :integer
+    t.column :for_sale, :boolean, :default => true
+  end
+  execute "ALTER TABLE books ADD FULLTEXT( `title`, `publisher`, `author_name` )"
+
+end

data/test/schema/version.rb

@@ -0,0 +1,4 @@
+class SchemaInfo < ActiveRecord::Base
+  set_table_name 'schema_info'
+  VERSION = 12
+end

data/test/support/active_support/test_case_extensions.rb

@@ -0,0 +1,67 @@
+class ActiveSupport::TestCase
+  include ActiveRecord::TestFixtures
+  self.use_transactional_fixtures = true
+  
+  class << self
+    def assertion(name, &block)
+      mc = class << self ; self ; end
+      mc.class_eval do
+        define_method(name) do
+          it(name, &block)
+        end
+      end
+    end
+    
+    def asssertion_group(name, &block)
+      mc = class << self ; self ; end
+      mc.class_eval do
+        define_method(name, &block)
+      end
+    end
+
+    def macro(name, &block)
+      class_eval do
+        define_method(name, &block)
+      end
+    end
+    
+    def describe(description, toplevel=nil, &blk)
+      text = toplevel ? description : "#{name} #{description}"
+      klass = Class.new(self)
+
+      klass.class_eval <<-RUBY_EVAL
+        def self.name
+          "#{text}"
+        end
+      RUBY_EVAL
+
+      # do not inherit test methods from the superclass
+      klass.class_eval do
+        instance_methods.grep(/^test.+/) do |method|
+          undef_method method
+        end
+      end
+
+      klass.instance_eval &blk
+    end
+    alias_method :context, :describe
+    
+    def let(name, &blk)
+      values = {}
+      define_method(name) do
+        return values[name] if values.has_key?(name)
+        values[name] = instance_eval(&blk)
+      end
+    end
+    
+    def it(description, &blk)
+      define_method("test: #{name} #{description}", &blk)
+    end
+  end
+  
+end
+
+def describe(description, &blk)
+  ActiveSupport::TestCase.describe(description, true, &blk)
+end
+

data/test/support/factories.rb

@@ -0,0 +1,13 @@
+Factory.define :group do |m|
+  m.sequence(:order) { |n| "Order #{n}" }
+end
+
+Factory.define :invalid_topic, :class => "Topic" do |m|
+  m.sequence(:title){ |n| "Title #{n}"}
+  m.author_name nil
+end
+
+Factory.define :topic do |m|
+  m.sequence(:title){ |n| "Title #{n}"}
+  m.sequence(:author_name){ |n| "Author #{n}"}
+end

data/test/support/generate.rb

@@ -0,0 +1,29 @@
+class ActiveSupport::TestCase
+  def Build(*args)
+    n = args.shift if args.first.is_a?(Numeric)
+    factory = args.shift
+    factory_girl_args = args.shift || {}
+    
+    if n
+      Array.new.tap do |collection|
+        n.times.each { collection << Factory.build(factory.to_s.singularize.to_sym, factory_girl_args) }
+      end
+    else
+      Factory.build(factory.to_s.singularize.to_sym, factory_girl_args)
+    end
+  end
+
+  def Generate(*args)
+    n = args.shift if args.first.is_a?(Numeric)
+    factory = args.shift
+    factory_girl_args = args.shift || {}
+    
+    if n
+      Array.new.tap do |collection|
+        n.times.each { collection << Factory.create(factory.to_s.singularize.to_sym, factory_girl_args) }
+      end
+    else
+      Factory.create(factory.to_s.singularize.to_sym, factory_girl_args)
+    end
+  end
+end

data/test/support/mysql/assertions.rb

@@ -0,0 +1,55 @@
+class ActiveSupport::TestCase
+  module MySQLAssertions
+    def self.extended(klass)
+      klass.instance_eval do
+        assertion(:should_not_update_created_at_on_timestamp_columns) do
+          Delorean.time_travel_to("5 minutes from now") do
+            perform_import
+            assert_equal @topic.created_at.to_i, updated_topic.created_at.to_i
+            assert_equal @topic.created_on.to_i, updated_topic.created_on.to_i
+          end
+        end
+
+        assertion(:should_update_updated_at_on_timestamp_columns) do
+          time = Chronic.parse("5 minutes from now")
+          Delorean.time_travel_to(time) do
+            perform_import
+            assert_equal time.to_i, updated_topic.updated_at.to_i
+            assert_equal time.to_i, updated_topic.updated_on.to_i
+          end
+        end
+
+        assertion(:should_not_update_timestamps) do
+          Delorean.time_travel_to("5 minutes from now") do
+            perform_import :timestamps => false
+            assert_equal @topic.created_at.to_i, updated_topic.created_at.to_i
+            assert_equal @topic.created_on.to_i, updated_topic.created_on.to_i
+            assert_equal @topic.updated_at.to_i, updated_topic.updated_at.to_i
+            assert_equal @topic.updated_on.to_i, updated_topic.updated_on.to_i
+          end
+        end
+
+        assertion(:should_not_update_fields_not_mentioned) do
+          assert_equal "John Doe", updated_topic.author_name
+        end
+
+        assertion(:should_update_fields_mentioned) do
+          perform_import
+          assert_equal "Book - 2nd Edition", updated_topic.title
+          assert_equal "johndoe@example.com", updated_topic.author_email_address
+        end
+
+        assertion(:should_update_fields_mentioned_with_hash_mappings) do
+          perform_import
+          assert_equal "johndoe@example.com", updated_topic.title
+          assert_equal "Book - 2nd Edition", updated_topic.author_email_address
+        end
+
+        assertion(:should_update_foreign_keys) do
+          perform_import
+          assert_equal 57, updated_topic.parent_id
+        end
+      end
+    end
+  end
+end

data/test/support/mysql/import_examples.rb

@@ -0,0 +1,117 @@
+def should_support_mysql_import_functionality
+  describe "#import with :on_duplicate_key_update option (mysql specific functionality)" do
+    extend ActiveSupport::TestCase::MySQLAssertions
+  
+    asssertion_group(:should_support_on_duplicate_key_update) do
+      should_not_update_fields_not_mentioned
+      should_update_foreign_keys
+      should_not_update_created_at_on_timestamp_columns
+      should_update_updated_at_on_timestamp_columns
+    end
+  
+    macro(:perform_import){ raise "supply your own #perform_import in a context below" }
+    macro(:updated_topic){ Topic.find(@topic) }
+  
+    context "given columns and values with :validation checks turned off" do
+      let(:columns){  %w( id title author_name author_email_address parent_id ) }
+      let(:values){ [ [ 99, "Book", "John Doe", "john@doe.com", 17 ] ] }
+      let(:updated_values){ [ [ 99, "Book - 2nd Edition", "Author Should Not Change", "johndoe@example.com", 57 ] ] }
+  
+      macro(:perform_import) do |*opts|
+        Topic.import columns, updated_values, opts.extract_options!.merge(:on_duplicate_key_update => update_columns, :validate => false)
+      end
+    
+      setup do
+        Topic.import columns, values, :validate => false
+        @topic = Topic.find 99
+      end
+    
+      context "using string column names" do
+        let(:update_columns){ [ "title", "author_email_address", "parent_id" ] }
+        should_support_on_duplicate_key_update
+        should_update_fields_mentioned
+      end
+  
+      context "using symbol column names" do
+        let(:update_columns){ [ :title, :author_email_address, :parent_id ] }
+        should_support_on_duplicate_key_update
+        should_update_fields_mentioned
+      end
+    
+      context "using string hash map" do
+        let(:update_columns){ { "title" => "title", "author_email_address" => "author_email_address", "parent_id" => "parent_id" } }
+        should_support_on_duplicate_key_update
+        should_update_fields_mentioned
+      end
+  
+      context "using string hash map, but specifying column mismatches" do
+        let(:update_columns){ { "title" => "author_email_address", "author_email_address" => "title", "parent_id" => "parent_id" } }
+        should_support_on_duplicate_key_update
+        should_update_fields_mentioned_with_hash_mappings
+      end
+  
+      context "using symbol hash map" do
+        let(:update_columns){ { :title => :title, :author_email_address => :author_email_address, :parent_id => :parent_id } }
+        should_support_on_duplicate_key_update
+        should_update_fields_mentioned
+      end
+  
+      context "using symbol hash map, but specifying column mismatches" do
+        let(:update_columns){ { :title => :author_email_address, :author_email_address => :title, :parent_id => :parent_id } }
+        should_support_on_duplicate_key_update
+        should_update_fields_mentioned_with_hash_mappings
+      end
+    end
+  
+    context "given array of model instances with :validation checks turned off" do
+      macro(:perform_import) do |*opts|
+        @topic.title = "Book - 2nd Edition"
+        @topic.author_name = "Author Should Not Change"
+        @topic.author_email_address = "johndoe@example.com"
+        @topic.parent_id = 57
+        Topic.import [@topic], opts.extract_options!.merge(:on_duplicate_key_update => update_columns, :validate => false)
+      end
+    
+      setup do
+        @topic = Generate(:topic, :id => 99, :author_name => "John Doe", :parent_id => 17)
+      end
+    
+      context "using string column names" do
+        let(:update_columns){ [ "title", "author_email_address", "parent_id" ] }
+        should_support_on_duplicate_key_update
+        should_update_fields_mentioned
+      end
+  
+      context "using symbol column names" do
+        let(:update_columns){ [ :title, :author_email_address, :parent_id ] }
+        should_support_on_duplicate_key_update
+        should_update_fields_mentioned
+      end
+    
+      context "using string hash map" do
+        let(:update_columns){ { "title" => "title", "author_email_address" => "author_email_address", "parent_id" => "parent_id" } }
+        should_support_on_duplicate_key_update
+        should_update_fields_mentioned
+      end
+  
+      context "using string hash map, but specifying column mismatches" do
+        let(:update_columns){ { "title" => "author_email_address", "author_email_address" => "title", "parent_id" => "parent_id" } }
+        should_support_on_duplicate_key_update
+        should_update_fields_mentioned_with_hash_mappings
+      end
+  
+      context "using symbol hash map" do
+        let(:update_columns){ { :title => :title, :author_email_address => :author_email_address, :parent_id => :parent_id } }
+        should_support_on_duplicate_key_update
+        should_update_fields_mentioned
+      end
+  
+      context "using symbol hash map, but specifying column mismatches" do
+        let(:update_columns){ { :title => :author_email_address, :author_email_address => :title, :parent_id => :parent_id } }
+        should_support_on_duplicate_key_update
+        should_update_fields_mentioned_with_hash_mappings
+      end
+    end
+  
+  end
+end

data/test/test_helper.rb

@@ -0,0 +1,46 @@
+require 'pathname'
+test_dir = Pathname.new File.dirname(__FILE__)
+$LOAD_PATH.unshift(File.join(File.dirname(__FILE__), '..', 'lib'))
+$LOAD_PATH.unshift(File.dirname(__FILE__))
+
+require "fileutils"
+require "rubygems"
+
+ENV["RAILS_ENV"] = "test"
+
+require "bundler"
+Bundler.setup
+
+require "logger"
+require 'test/unit'
+require "active_record"
+require "active_record/fixtures"
+require "active_support/test_case"
+
+require "delorean"
+require "ruby-debug"
+
+adapter = ENV["ARE_DB"] || "sqlite3"
+
+FileUtils.mkdir_p 'log'
+ActiveRecord::Base.logger = Logger.new("log/test.log")
+ActiveRecord::Base.logger.level = Logger::DEBUG
+ActiveRecord::Base.configurations["test"] = YAML.load(test_dir.join("database.yml").open)[adapter]
+
+require "activerecord-import"
+ActiveRecord::Base.establish_connection "test"
+
+ActiveSupport::Notifications.subscribe(/active_record.sql/) do |event, _, _, _, hsh|
+  ActiveRecord::Base.logger.info hsh[:sql]
+end
+
+require "factory_girl"
+Dir[File.dirname(__FILE__) + "/support/**/*.rb"].each{ |file| require file }
+
+# Load base/generic schema
+require test_dir.join("schema/version")
+require test_dir.join("schema/generic_schema")
+adapter_schema = test_dir.join("schema/#{adapter}_schema.rb")
+require adapter_schema if File.exists?(adapter_schema)
+
+Dir[File.dirname(__FILE__) + "/models/*.rb"].each{ |file| require file }

metadata

@@ -0,0 +1,169 @@
+--- !ruby/object:Gem::Specification 
+name: Empact-activerecord-import
+version: !ruby/object:Gem::Version 
+  prerelease: false
+  segments: 
+  - 0
+  - 3
+  - 0
+  version: 0.3.0
+platform: ruby
+authors: 
+- Zach Dennis
+- Ben Woosley
+autorequire: 
+bindir: bin
+cert_chain: []
+
+date: 2010-11-17 00:00:00 -08:00
+default_executable: 
+dependencies: 
+- !ruby/object:Gem::Dependency 
+  name: activerecord
+  requirement: &id001 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ~>
+      - !ruby/object:Gem::Version 
+        segments: 
+        - 3
+        - 0
+        - 0
+        version: 3.0.0
+  type: :runtime
+  prerelease: false
+  version_requirements: *id001
+- !ruby/object:Gem::Dependency 
+  name: jeweler
+  requirement: &id002 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        segments: 
+        - 1
+        - 4
+        - 0
+        version: 1.4.0
+  type: :development
+  prerelease: false
+  version_requirements: *id002
+- !ruby/object:Gem::Dependency 
+  name: activerecord
+  requirement: &id003 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ~>
+      - !ruby/object:Gem::Version 
+        segments: 
+        - 3
+        - 0
+        - 0
+        version: 3.0.0
+  type: :runtime
+  prerelease: false
+  version_requirements: *id003
+description: Extraction of the ActiveRecord::Base#import functionality from ar-extensions for Rails 3 and beyond
+email: ben.woosley@gmail.com
+executables: []
+
+extensions: []
+
+extra_rdoc_files: 
+- README.markdown
+files: 
+- README.markdown
+- Rakefile
+- VERSION
+- lib/activerecord-import.rb
+- lib/activerecord-import/active_record/adapters/abstract_adapter.rb
+- lib/activerecord-import/active_record/adapters/mysql2_adapter.rb
+- lib/activerecord-import/active_record/adapters/mysql_adapter.rb
+- lib/activerecord-import/active_record/adapters/postgresql_adapter.rb
+- lib/activerecord-import/active_record/adapters/sqlite3_adapter.rb
+- lib/activerecord-import/adapters/abstract_adapter.rb
+- lib/activerecord-import/adapters/mysql_adapter.rb
+- lib/activerecord-import/adapters/postgresql_adapter.rb
+- lib/activerecord-import/adapters/sqlite3_adapter.rb
+- lib/activerecord-import/base.rb
+- lib/activerecord-import/import.rb
+- lib/activerecord-import/mysql.rb
+- lib/activerecord-import/mysql2.rb
+- lib/activerecord-import/postgresql.rb
+- lib/activerecord-import/sqlite3.rb
+- test/active_record/connection_adapter_test.rb
+- test/adapters/mysql.rb
+- test/adapters/mysql2.rb
+- test/adapters/postgresql.rb
+- test/adapters/sqlite3.rb
+- test/import_test.rb
+- test/models/book.rb
+- test/models/group.rb
+- test/models/topic.rb
+- test/mysql/import_test.rb
+- test/mysql2/import_test.rb
+- test/postgresql/import_test.rb
+- test/schema/generic_schema.rb
+- test/schema/mysql_schema.rb
+- test/schema/version.rb
+- test/support/active_support/test_case_extensions.rb
+- test/support/factories.rb
+- test/support/generate.rb
+- test/support/mysql/assertions.rb
+- test/support/mysql/import_examples.rb
+- test/test_helper.rb
+has_rdoc: true
+homepage: http://github.com/Empact/activerecord-import
+licenses: []
+
+post_install_message: 
+rdoc_options: []
+
+require_paths: 
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement 
+  none: false
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      hash: 1663017745777293064
+      segments: 
+      - 0
+      version: "0"
+required_rubygems_version: !ruby/object:Gem::Requirement 
+  none: false
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      segments: 
+      - 0
+      version: "0"
+requirements: []
+
+rubyforge_project: 
+rubygems_version: 1.3.7
+signing_key: 
+specification_version: 3
+summary: Bulk-loading extension for ActiveRecord
+test_files: 
+- test/active_record/connection_adapter_test.rb
+- test/adapters/mysql.rb
+- test/adapters/mysql2.rb
+- test/adapters/postgresql.rb
+- test/adapters/sqlite3.rb
+- test/import_test.rb
+- test/models/book.rb
+- test/models/group.rb
+- test/models/topic.rb
+- test/mysql/import_test.rb
+- test/mysql2/import_test.rb
+- test/postgresql/import_test.rb
+- test/schema/generic_schema.rb
+- test/schema/mysql_schema.rb
+- test/schema/version.rb
+- test/support/active_support/test_case_extensions.rb
+- test/support/factories.rb
+- test/support/generate.rb
+- test/support/mysql/assertions.rb
+- test/support/mysql/import_examples.rb
+- test/test_helper.rb