activerecord-import-rails4 0.5.0

data/lib/activerecord-import-rails4/postgresql.rb

@@ -0,0 +1,8 @@
+warn <<-MSG
+[DEPRECATION] loading activerecord-import via 'require "activerecord-import/<adapter-name>"'
+  is deprecated. Update to autorequire using 'require "activerecord-import"'. See
+  http://github.com/zdennis/activerecord-import/wiki/Requiring for more information
+MSG
+
+require File.expand_path(File.join(File.dirname(__FILE__),  "/../activerecord-import-rails4"))
+

data/lib/activerecord-import-rails4/sqlite3.rb

@@ -0,0 +1,8 @@
+warn <<-MSG
+[DEPRECATION] loading activerecord-import via 'require "activerecord-import/<adapter-name>"'
+  is deprecated. Update to autorequire using 'require "activerecord-import"'. See
+  http://github.com/zdennis/activerecord-import/wiki/Requiring for more information
+MSG
+
+require File.expand_path(File.join(File.dirname(__FILE__),  "/../activerecord-import-rails4"))
+

data/lib/activerecord-import-rails4/synchronize.rb

@@ -0,0 +1,60 @@
+module ActiveRecord # :nodoc:
+  class Base # :nodoc:
+
+    # Synchronizes the passed in ActiveRecord instances with data
+    # from the database. This is like calling reload on an individual
+    # ActiveRecord instance but it is intended for use on multiple instances.
+    #
+    # This uses one query for all instance updates and then updates existing
+    # instances rather sending one query for each instance
+    #
+    # == Examples
+    # # Synchronizing existing models by matching on the primary key field
+    # posts = Post.where(author: "Zach").first
+    # <.. out of system changes occur to change author name from Zach to Zachary..>
+    # Post.synchronize posts
+    # posts.first.author # => "Zachary" instead of Zach
+    #
+    # # Synchronizing using custom key fields
+    # posts = Post.where(author: "Zach").first
+    # <.. out of system changes occur to change the address of author 'Zach' to 1245 Foo Ln ..>
+    # Post.synchronize posts, [:name] # queries on the :name column and not the :id column
+    # posts.first.address # => "1245 Foo Ln" instead of whatever it was
+    #
+    def self.synchronize(instances, keys=[self.primary_key])
+      return if instances.empty?
+
+      conditions = {}
+      order = ""
+
+      key_values = keys.map { |key| instances.map(&"#{key}".to_sym) }
+      keys.zip(key_values).each { |key, values| conditions[key] = values }
+      order = keys.map{ |key| "#{key} ASC" }.join(",")
+
+      klass = instances.first.class
+
+      fresh_instances = klass.where(conditions).order(order)
+      instances.each do |instance|
+        matched_instance = fresh_instances.detect do |fresh_instance|
+          keys.all?{ |key| fresh_instance.send(key) == instance.send(key) }
+        end
+
+        if matched_instance
+          instance.clear_aggregation_cache
+          instance.clear_association_cache
+          instance.instance_variable_set '@attributes', matched_instance.attributes
+          instance.instance_variable_set '@attributes_cache', {}
+          # Since the instance now accurately reflects the record in
+          # the database, ensure that instance.persisted? is true.
+          instance.instance_variable_set '@new_record', false
+          instance.instance_variable_set '@destroyed', false
+        end
+      end
+    end
+
+    # See ActiveRecord::ConnectionAdapters::AbstractAdapter.synchronize
+    def synchronize(instances, key=[ActiveRecord::Base.primary_key])
+      self.class.synchronize(instances, key)
+    end
+  end
+end

data/lib/activerecord-import-rails4/version.rb

@@ -0,0 +1,5 @@
+module ActiveRecord
+  module Import
+    VERSION = "0.5.0"
+  end
+end

data/test/active_record/connection_adapter_test.rb

@@ -0,0 +1,62 @@
+require File.expand_path(File.dirname(__FILE__) + '/../test_helper')
+
+describe "ActiveRecord::ConnectionAdapter::AbstractAdapter" do
+  context "#get_insert_value_sets - computing insert value sets" do
+    let(:adapter){ ActiveRecord::ConnectionAdapters::AbstractAdapter }
+    let(:base_sql){ "INSERT INTO atable (a,b,c)" }
+    let(:values){ [ "(1,2,3)", "(2,3,4)", "(3,4,5)" ] }
+
+    context "when the max allowed bytes is 33 and the base SQL is 26 bytes" do
+      it "should return 3 value sets when given 3 value sets of 7 bytes a piece" do
+        value_sets = adapter.get_insert_value_sets values, base_sql.size, max_allowed_bytes = 33
+        assert_equal 3, value_sets.size
+      end
+    end
+
+    context "when the max allowed bytes is 40 and the base SQL is 26 bytes" do
+      it "should return 3 value sets when given 3 value sets of 7 bytes a piece" do
+        value_sets = adapter.get_insert_value_sets values, base_sql.size, max_allowed_bytes = 40
+        assert_equal 3, value_sets.size
+      end
+    end
+
+    context "when the max allowed bytes is 41 and the base SQL is 26 bytes" do
+      it "should return 2 value sets when given 2 value sets of 7 bytes a piece" do
+        value_sets = adapter.get_insert_value_sets values, base_sql.size, max_allowed_bytes = 41
+        assert_equal 2, value_sets.size
+      end
+    end
+
+    context "when the max allowed bytes is 48 and the base SQL is 26 bytes" do
+      it "should return 2 value sets when given 2 value sets of 7 bytes a piece" do
+        value_sets = adapter.get_insert_value_sets values, base_sql.size, max_allowed_bytes = 48
+        assert_equal 2, value_sets.size
+      end
+    end
+
+    context "when the max allowed bytes is 49 and the base SQL is 26 bytes" do
+      it "should return 1 value sets when given 1 value sets of 7 bytes a piece" do
+        value_sets = adapter.get_insert_value_sets values, base_sql.size, max_allowed_bytes = 49
+        assert_equal 1, value_sets.size
+      end
+    end
+
+    context "when the max allowed bytes is 999999 and the base SQL is 26 bytes" do
+      it "should return 1 value sets when given 1 value sets of 7 bytes a piece" do
+        value_sets = adapter.get_insert_value_sets values, base_sql.size, max_allowed_bytes = 999999
+        assert_equal 1, value_sets.size
+      end
+    end
+  end
+
+end
+
+describe "ActiveRecord::Import DB-specific adapter class" do
+  context "when ActiveRecord::Import is in use" do
+    it "should appear in the AR connection adapter class's ancestors" do
+      connection = ActiveRecord::Base.connection
+      import_class_name = 'ActiveRecord::Import::' + connection.class.name.demodulize
+      assert_includes connection.class.ancestors, import_class_name.constantize
+    end
+  end
+end

data/test/adapters/jdbcmysql.rb

@@ -0,0 +1 @@
+ENV["ARE_DB"] = "jdbcmysql"

data/test/adapters/mysql.rb

@@ -0,0 +1 @@
+ENV["ARE_DB"] = "mysql"

data/test/adapters/mysql2.rb

@@ -0,0 +1 @@
+ENV["ARE_DB"] = "mysql2"

data/test/adapters/mysql2spatial.rb

@@ -0,0 +1 @@
+ENV["ARE_DB"] = "mysql2spatial"

data/test/adapters/mysqlspatial.rb

@@ -0,0 +1 @@
+ENV["ARE_DB"] = "mysqlspatial"

data/test/adapters/postgis.rb

@@ -0,0 +1 @@
+ENV["ARE_DB"] = "postgis"

data/test/adapters/postgresql.rb

@@ -0,0 +1 @@
+ENV["ARE_DB"] = "postgresql"

data/test/adapters/seamless_database_pool.rb

@@ -0,0 +1 @@
+ENV["ARE_DB"] = "seamless_database_pool"

data/test/adapters/spatialite.rb

@@ -0,0 +1 @@
+ENV["ARE_DB"] = "spatialite"

data/test/adapters/sqlite3.rb

@@ -0,0 +1 @@
+ENV["ARE_DB"] = "sqlite3"

data/test/import_test.rb

@@ -0,0 +1,321 @@
+require File.expand_path('../test_helper', __FILE__)
+
+describe "#import" do
+  it "should return the number of inserts performed" do
+    # see ActiveRecord::ConnectionAdapters::AbstractAdapter test for more specifics
+    assert_difference "Topic.count", +10 do
+      result = Topic.import Build(3, :topics)
+      assert result.num_inserts > 0
+
+      result = Topic.import Build(7, :topics)
+      assert result.num_inserts > 0
+    end
+  end
+
+  it "should not produce an error when importing empty arrays" do
+    assert_nothing_raised do
+      Topic.import []
+      Topic.import %w(title author_name), []
+    end
+  end
+
+  describe "with non-default ActiveRecord models" do  
+    context "that have a non-standard primary key (that is no sequence)" do
+      it "should import models successfully" do
+        assert_difference "Widget.count", +3 do
+          Widget.import Build(3, :widgets)
+        end
+      end
+    end
+  end
+
+  context "with :validation option" do
+    let(:columns) { %w(title author_name) }
+    let(:valid_values) { [[ "LDAP", "Jerry Carter"], ["Rails Recipes", "Chad Fowler"]] }
+    let(:invalid_values) { [[ "The RSpec Book", ""], ["Agile+UX", ""]] }
+
+    context "with validation checks turned off" do
+      it "should import valid data" do
+        assert_difference "Topic.count", +2 do
+          result = Topic.import columns, valid_values, :validate => false
+        end
+      end
+
+      it "should import invalid data" do
+        assert_difference "Topic.count", +2 do
+          result = Topic.import columns, invalid_values, :validate => false
+        end
+      end
+
+      it 'should raise a specific error if a column does not exist' do
+        assert_raises ActiveRecord::Import::MissingColumnError do
+          Topic.import ['foo'], [['bar']], :validate => false
+        end
+      end
+    end
+
+    context "with validation checks turned on" do
+      it "should import valid data" do
+        assert_difference "Topic.count", +2 do
+          result = Topic.import columns, valid_values, :validate => true
+        end
+      end
+
+      it "should not import invalid data" do
+        assert_no_difference "Topic.count" do
+          result = Topic.import columns, invalid_values, :validate => true
+        end
+      end
+
+      it "should report the failed instances" do
+        results = Topic.import columns, invalid_values, :validate => true
+        assert_equal invalid_values.size, results.failed_instances.size
+        results.failed_instances.each{ |e| assert_kind_of Topic, e }
+      end
+
+      it "should import valid data when mixed with invalid data" do
+        assert_difference "Topic.count", +2 do
+          result = Topic.import columns, valid_values + invalid_values, :validate => true
+        end
+        assert_equal 0, Topic.where(title: invalid_values.map(&:first)).count
+      end
+    end
+  end
+
+  context "with :all_or_none option" do
+    let(:columns) { %w(title author_name) }
+    let(:valid_values) { [[ "LDAP", "Jerry Carter"], ["Rails Recipes", "Chad Fowler"]] }
+    let(:invalid_values) { [[ "The RSpec Book", ""], ["Agile+UX", ""]] }
+    let(:mixed_values) { valid_values + invalid_values }
+
+    context "with validation checks turned on" do
+      it "should import valid data" do
+        assert_difference "Topic.count", +2 do
+          result = Topic.import columns, valid_values, :all_or_none => true
+        end
+      end
+
+      it "should not import invalid data" do
+        assert_no_difference "Topic.count" do
+          result = Topic.import columns, invalid_values, :all_or_none => true
+        end
+      end
+
+      it "should not import valid data when mixed with invalid data" do
+        assert_no_difference "Topic.count" do
+          result = Topic.import columns, mixed_values, :all_or_none => true
+        end
+      end
+
+      it "should report the failed instances" do
+        results = Topic.import columns, mixed_values, :all_or_none => true
+        assert_equal invalid_values.size, results.failed_instances.size
+        results.failed_instances.each { |e| assert_kind_of Topic, e }
+      end
+
+      it "should report the zero inserts" do
+        results = Topic.import columns, mixed_values, :all_or_none => true
+        assert_equal 0, results.num_inserts
+      end
+    end
+  end
+
+  context "with :synchronize option" do
+    context "synchronizing on new records" do
+      let(:new_topics) { Build(3, :topics) }
+
+      it "doesn't reload any data (doesn't work)" do
+        Topic.import new_topics, :synchronize => new_topics
+        assert new_topics.all?(&:new_record?), "No record should have been reloaded"
+      end
+    end
+
+    context "synchronizing on new records with explicit conditions" do
+      let(:new_topics) { Build(3, :topics) }
+
+      it "reloads data for existing in-memory instances" do
+        Topic.import(new_topics, :synchronize => new_topics, :synchronize_keys => [:title] )
+        assert new_topics.all?(&:persisted?), "Records should have been reloaded"
+      end
+    end
+
+    context "synchronizing on destroyed records with explicit conditions" do
+      let(:new_topics) { Generate(3, :topics) }
+
+      it "reloads data for existing in-memory instances" do
+        new_topics.each &:destroy
+        Topic.import(new_topics, :synchronize => new_topics, :synchronize_keys => [:title] )
+        assert new_topics.all?(&:persisted?), "Records should have been reloaded"
+      end
+    end
+  end
+
+  context "with an array of unsaved model instances" do
+    let(:topic) { Build(:topic, :title => "The RSpec Book", :author_name => "David Chelimsky")}
+    let(:topics) { Build(9, :topics) }
+    let(:invalid_topics){ Build(7, :invalid_topics)}
+
+    it "should import records based on those model's attributes" do
+      assert_difference "Topic.count", +9 do
+        result = Topic.import topics
+      end
+
+      Topic.import [topic]
+      assert Topic.where(title: "The RSpec Book", author_name: "David Chelimsky").first
+    end
+
+    it "should not overwrite existing records" do
+      topic = Generate(:topic, :title => "foobar")
+      assert_no_difference "Topic.count" do
+        begin
+          Topic.transaction do
+            topic.title = "baz"
+            Topic.import [topic]
+          end
+        rescue Exception
+          # PostgreSQL raises PgError due to key constraints
+          # I don't know why ActiveRecord doesn't catch these. *sigh*
+        end
+      end
+      assert_equal "foobar", topic.reload.title
+    end
+
+    context "with validation checks turned on" do
+      it "should import valid models" do
+        assert_difference "Topic.count", +9 do
+          result = Topic.import topics, :validate => true
+        end
+      end
+
+      it "should not import invalid models" do
+        assert_no_difference "Topic.count" do
+          result = Topic.import invalid_topics, :validate => true
+        end
+      end
+    end
+
+    context "with validation checks turned off" do
+      it "should import invalid models" do
+        assert_difference "Topic.count", +7 do
+          result = Topic.import invalid_topics, :validate => false
+        end
+      end
+    end
+  end
+
+  context "with an array of columns and an array of unsaved model instances" do
+    let(:topics) { Build(2, :topics) }
+
+    it "should import records populating the supplied columns with the corresponding model instance attributes" do
+      assert_difference "Topic.count", +2 do
+        result = Topic.import [:author_name, :title], topics
+      end
+
+      # imported topics should be findable by their imported attributes
+      assert Topic.where(author_name: topics.first.author_name).first
+      assert Topic.where(author_name: topics.last.author_name).first
+    end
+
+    it "should not populate fields for columns not imported" do
+      topics.first.author_email_address = "zach.dennis@gmail.com"
+      assert_difference "Topic.count", +2 do
+        result = Topic.import [:author_name, :title], topics
+      end
+
+      assert !Topic.where(author_email_address: "zach.dennis@gmail.com").first
+    end
+  end
+
+  context "with an array of columns and an array of values" do
+    it "should import ids when specified" do
+      Topic.import [:id, :author_name, :title], [[99, "Bob Jones", "Topic 99"]]
+      assert_equal 99, Topic.last.id
+    end
+  end
+
+  context "ActiveRecord timestamps" do
+    context "when the timestamps columns are present" do
+      setup do
+        ActiveRecord::Base.default_timezone = :utc
+        Delorean.time_travel_to("5 minutes ago") do
+          assert_difference "Book.count", +1 do
+            result = Book.import [:title, :author_name, :publisher], [["LDAP", "Big Bird", "Del Rey"]]
+          end
+        end
+        @book = Book.last
+      end
+
+      it "should set the created_at column for new records"  do
+        assert_equal 5.minutes.ago.utc.strftime("%H:%M"), @book.created_at.strftime("%H:%M")
+      end
+
+      it "should set the created_on column for new records" do
+        assert_equal 5.minutes.ago.utc.strftime("%H:%M"), @book.created_on.strftime("%H:%M")
+      end
+
+      it "should set the updated_at column for new records" do
+        assert_equal 5.minutes.ago.utc.strftime("%H:%M"), @book.updated_at.strftime("%H:%M")
+      end
+
+      it "should set the updated_on column for new records" do
+        assert_equal 5.minutes.ago.utc.strftime("%H:%M"), @book.updated_on.strftime("%H:%M")
+      end
+    end
+
+    context "when a custom time zone is set" do
+      setup do
+        original_timezone = ActiveRecord::Base.default_timezone
+        ActiveRecord::Base.default_timezone = :utc
+        Delorean.time_travel_to("5 minutes ago") do
+          assert_difference "Book.count", +1 do
+            result = Book.import [:title, :author_name, :publisher], [["LDAP", "Big Bird", "Del Rey"]]
+          end
+        end
+        ActiveRecord::Base.default_timezone = original_timezone
+        @book = Book.last
+      end
+
+      it "should set the created_at and created_on timestamps for new records"  do
+        assert_equal 5.minutes.ago.utc.strftime("%H:%M"), @book.created_at.strftime("%H:%M")
+        assert_equal 5.minutes.ago.utc.strftime("%H:%M"), @book.created_on.strftime("%H:%M")
+      end
+
+      it "should set the updated_at and updated_on timestamps for new records" do
+        assert_equal 5.minutes.ago.utc.strftime("%H:%M"), @book.updated_at.strftime("%H:%M")
+        assert_equal 5.minutes.ago.utc.strftime("%H:%M"), @book.updated_on.strftime("%H:%M")
+      end
+    end
+  end
+
+  context "importing with database reserved words" do
+    let(:group) { Build(:group, :order => "superx") }
+
+    it "should import just fine" do
+      assert_difference "Group.count", +1 do
+        result = Group.import [group]
+      end
+      assert_equal "superx", Group.first.order
+    end
+  end
+
+  context "importing a datetime field" do
+    it "should import a date with YYYY/MM/DD format just fine" do
+      Topic.import [:author_name, :title, :last_read], [["Bob Jones", "Topic 2", "2010/05/14"]]
+      assert_equal "2010/05/14".to_date, Topic.last.last_read.to_date
+    end
+  end
+
+  context "importing through an association scope" do
+    [ true, false ].each do |b|
+      context "when validation is " + (b ? "enabled" : "disabled") do
+        it "should automatically set the foreign key column" do
+          books = [[ "David Chelimsky", "The RSpec Book" ], [ "Chad Fowler", "Rails Recipes" ]]
+          topic = FactoryGirl.create :topic
+          topic.books.import [ :author_name, :title ], books, :validate => b
+          assert_equal 2, topic.books.count
+          assert topic.books.all? { |b| b.topic_id == topic.id }
+        end
+      end
+    end
+  end
+end