activerecord-import 2.1.0 → 2.3.0

data/test/schema/jdbcpostgresql_schema.rb

@@ -1,3 +0,0 @@
-# frozen_string_literal: true
-
-require File.expand_path("#{File.dirname(__FILE__)}/postgresql_schema")

data/test/schema/mysql2_schema.rb

@@ -1,21 +0,0 @@
-# frozen_string_literal: true
-
-ActiveRecord::Schema.define do
-  create_table :books, force: :cascade do |t|
-    t.string :title, null: false
-    t.virtual :upper_title, type: :string, as: "upper(`title`)" if t.respond_to?(:virtual)
-    t.string :publisher, null: false, default: 'Default Publisher'
-    t.string :author_name, null: false
-    t.datetime :created_at
-    t.datetime :created_on
-    t.datetime :updated_at
-    t.datetime :updated_on
-    t.date :publish_date
-    t.integer :topic_id
-    t.integer :tag_id
-    t.integer :publisher_id
-    t.boolean :for_sale, default: true
-    t.integer :status, default: 0
-    t.string :type
-  end
-end

data/test/schema/postgis_schema.rb

@@ -1,3 +0,0 @@
-# frozen_string_literal: true
-
-require File.expand_path("#{File.dirname(__FILE__)}/postgresql_schema")

data/test/schema/postgresql_schema.rb

@@ -1,94 +0,0 @@
-# frozen_string_literal: true
-
-ActiveRecord::Schema.define do
-  execute('CREATE extension IF NOT EXISTS "hstore";')
-  execute('CREATE extension IF NOT EXISTS "pgcrypto";')
-  execute('CREATE extension IF NOT EXISTS "uuid-ossp";')
-
-  # create ENUM if it does not exist yet
-  begin
-    execute('CREATE TYPE vendor_type AS ENUM (\'wholesaler\', \'retailer\');')
-  rescue ActiveRecord::StatementInvalid
-    execute('ALTER TYPE vendor_type ADD VALUE IF NOT EXISTS \'wholesaler\';')
-    execute('ALTER TYPE vendor_type ADD VALUE IF NOT EXISTS \'retailer\';')
-  end
-
-  create_table :vendors, id: :uuid, force: :cascade do |t|
-    t.string :name, null: true
-    t.text :hours
-    t.text :preferences
-
-    if t.respond_to?(:json)
-      t.json :pure_json_data
-      t.json :data
-    else
-      t.text :data
-    end
-
-    if t.respond_to?(:hstore)
-      t.hstore :config
-    else
-      t.text :config
-    end
-
-    if t.respond_to?(:jsonb)
-      t.jsonb :pure_jsonb_data
-      t.jsonb :settings
-      t.jsonb :json_data, null: false, default: {}
-    else
-      t.text :settings
-      t.text :json_data
-    end
-
-    t.column :vendor_type, :vendor_type
-
-    t.datetime :created_at
-    t.datetime :updated_at
-  end
-
-  create_table :alarms, force: true do |t|
-    t.column :device_id, :integer, null: false
-    t.column :alarm_type, :integer, null: false
-    t.column :status, :integer, null: false
-    t.column :metadata, :text
-    t.column :secret_key, :binary
-    t.datetime :created_at
-    t.datetime :updated_at
-  end
-
-  add_index :alarms, [:device_id, :alarm_type], unique: true, where: 'status <> 0'
-
-  unless ENV["SKIP_COMPOSITE_PK"]
-    create_table :authors, force: :cascade do |t|
-      t.string :name
-    end
-
-    execute %(
-      DROP SEQUENCE IF EXISTS composite_book_id_seq CASCADE;
-      CREATE SEQUENCE composite_book_id_seq
-          AS integer
-          START WITH 1
-          INCREMENT BY 1
-          NO MINVALUE
-          NO MAXVALUE
-          CACHE 1;
-
-      DROP TABLE IF EXISTS composite_books;
-      CREATE TABLE composite_books (
-          id bigint DEFAULT nextval('composite_book_id_seq'::regclass) NOT NULL,
-          title character varying,
-          author_id bigint
-       );
-
-      ALTER TABLE ONLY composite_books ADD CONSTRAINT fk_rails_040a418131 FOREIGN KEY (author_id) REFERENCES authors(id);
-    ).split.join(' ').strip
-  end
-
-  create_table :composite_chapters, force: :cascade do |t|
-    t.string :title
-    t.integer :composite_book_id, null: false
-    t.integer :author_id, null: false
-    t.datetime :created_at
-    t.datetime :updated_at
-  end
-end

data/test/schema/sqlite3_schema.rb

@@ -1,15 +0,0 @@
-# frozen_string_literal: true
-
-ActiveRecord::Schema.define do
-  create_table :alarms, force: true do |t|
-    t.column :device_id, :integer, null: false
-    t.column :alarm_type, :integer, null: false
-    t.column :status, :integer, null: false
-    t.column :metadata, :text
-    t.column :secret_key, :binary
-    t.datetime :created_at
-    t.datetime :updated_at
-  end
-
-  add_index :alarms, [:device_id, :alarm_type], unique: true, where: 'status <> 0'
-end

data/test/schema/version.rb

@@ -1,12 +0,0 @@
-# frozen_string_literal: true
-
-class SchemaInfo < ActiveRecord::Base
-  if respond_to?(:table_name=)
-    self.table_name = 'schema_info'
-  else
-    # this is becoming deprecated in ActiveRecord but not all adapters supported it
-    # at this time
-    set_table_name 'schema_info'
-  end
-  VERSION = 12
-end

data/test/sqlite3/import_test.rb

@@ -1,6 +0,0 @@
-# frozen_string_literal: true
-
-require File.expand_path("#{File.dirname(__FILE__)}/../test_helper")
-require File.expand_path("#{File.dirname(__FILE__)}/../support/sqlite3/import_examples")
-
-should_support_sqlite3_import_functionality

data/test/support/active_support/test_case_extensions.rb

@@ -1,73 +0,0 @@
-# frozen_string_literal: true
-
-class ActiveSupport::TestCase
-  include ActiveRecord::TestFixtures
-
-  self.use_transactional_tests = true
-
-  class << self
-    def requires_active_record_version(version_string, &blk)
-      return unless Gem::Dependency.new('', version_string).match?('', ActiveRecord::VERSION::STRING)
-      instance_eval(&blk)
-    end
-
-    def assertion(name, &block)
-      mc = class << self; self; end
-      mc.class_eval do
-        define_method(name) do
-          it(name, &block)
-        end
-      end
-    end
-
-    def asssertion_group(name, &block)
-      mc = class << self; self; end
-      mc.class_eval do
-        define_method(name, &block)
-      end
-    end
-
-    def macro(name, &block)
-      class_eval do
-        define_method(name, &block)
-      end
-    end
-
-    def describe(description, toplevel = nil, &blk)
-      text = toplevel ? description : "#{name} #{description}"
-      klass = Class.new(self)
-
-      klass.class_eval <<-RUBY_EVAL
-        def self.name
-          "#{text}"
-        end
-      RUBY_EVAL
-
-      # do not inherit test methods from the superclass
-      klass.class_eval do
-        instance_methods.grep(/^test.+/) do |method|
-          undef_method method
-        end
-      end
-
-      klass.instance_eval(&blk)
-    end
-    alias context describe
-
-    def let(name, &blk)
-      define_method(name) do
-        instance_variable_name = "@__let_#{name}"
-        return instance_variable_get(instance_variable_name) if instance_variable_defined?(instance_variable_name)
-        instance_variable_set(instance_variable_name, instance_eval(&blk))
-      end
-    end
-
-    def it(description, &blk)
-      define_method("test_#{name}_#{description}", &blk)
-    end
-  end
-end
-
-def describe(description, &blk)
-  ActiveSupport::TestCase.describe(description, true, &blk)
-end

data/test/support/assertions.rb

@@ -1,75 +0,0 @@
-# frozen_string_literal: true
-
-class ActiveSupport::TestCase
-  module ImportAssertions
-    def self.extended(klass)
-      klass.instance_eval do
-        assertion(:should_not_update_created_at_on_timestamp_columns) do
-          Timecop.freeze Chronic.parse("5 minutes from now") do
-            perform_import
-            assert_in_delta @topic.created_at.to_i, updated_topic.created_at.to_i, 1
-            assert_in_delta @topic.created_on.to_i, updated_topic.created_on.to_i, 1
-          end
-        end
-
-        assertion(:should_update_updated_at_on_timestamp_columns) do
-          time = Chronic.parse("5 minutes from now")
-          Timecop.freeze time do
-            perform_import
-            assert_in_delta time.to_i, updated_topic.updated_at.to_i, 1
-            assert_in_delta time.to_i, updated_topic.updated_on.to_i, 1
-          end
-        end
-
-        assertion(:should_not_update_updated_at_on_timestamp_columns) do
-          time = Chronic.parse("5 minutes from now")
-          Timecop.freeze time do
-            perform_import
-            assert_in_delta @topic.updated_at.to_i, updated_topic.updated_at.to_i, 1
-            assert_in_delta @topic.updated_on.to_i, updated_topic.updated_on.to_i, 1
-          end
-        end
-
-        assertion(:should_not_update_timestamps) do
-          Timecop.freeze Chronic.parse("5 minutes from now") do
-            perform_import timestamps: false
-            assert_in_delta @topic.created_at.to_i, updated_topic.created_at.to_i, 1
-            assert_in_delta @topic.created_on.to_i, updated_topic.created_on.to_i, 1
-            assert_in_delta @topic.updated_at.to_i, updated_topic.updated_at.to_i, 1
-            assert_in_delta @topic.updated_on.to_i, updated_topic.updated_on.to_i, 1
-          end
-        end
-
-        assertion(:should_not_update_fields_not_mentioned) do
-          assert_equal "John Doe", updated_topic.author_name
-        end
-
-        assertion(:should_update_fields_mentioned) do
-          perform_import
-          assert_equal "Book - 2nd Edition", updated_topic.title
-          assert_equal "johndoe@example.com", updated_topic.author_email_address
-        end
-
-        assertion(:should_raise_update_fields_mentioned) do
-          assert_raise ActiveRecord::RecordNotUnique do
-            perform_import
-          end
-
-          assert_equal "Book", updated_topic.title
-          assert_equal "john@doe.com", updated_topic.author_email_address
-        end
-
-        assertion(:should_update_fields_mentioned_with_hash_mappings) do
-          perform_import
-          assert_equal "johndoe@example.com", updated_topic.title
-          assert_equal "Book - 2nd Edition", updated_topic.author_email_address
-        end
-
-        assertion(:should_update_foreign_keys) do
-          perform_import
-          assert_equal 57, updated_topic.parent_id
-        end
-      end
-    end
-  end
-end

data/test/support/factories.rb

@@ -1,66 +0,0 @@
-# frozen_string_literal: true
-
-FactoryBot.define do
-  sequence(:book_title) { |n| "Book #{n}" }
-  sequence(:chapter_title) { |n| "Chapter #{n}" }
-  sequence(:end_note) { |n| "Endnote #{n}" }
-
-  factory :group do
-    sequence(:order) { |n| "Order #{n}" }
-  end
-
-  factory :invalid_topic, class: "Topic" do
-    sequence(:title) { |n| "Title #{n}" }
-    author_name { nil }
-  end
-
-  factory :topic do
-    sequence(:title) { |n| "Title #{n}" }
-    sequence(:author_name) { |n| "Author #{n}" }
-    sequence(:content) { |n| "Content #{n}" }
-  end
-
-  factory :widget do
-    sequence(:w_id) { |n| n }
-  end
-
-  factory :question do
-    sequence(:body) { |n| "Text #{n}" }
-
-    trait :with_rule do
-      after(:build) do |question|
-        question.build_rule(FactoryBot.attributes_for(:rule))
-      end
-    end
-  end
-
-  factory :rule do
-    sequence(:id) { |n| n }
-    sequence(:condition_text) { |n| "q_#{n}_#{n}" }
-  end
-
-  factory :topic_with_book, parent: :topic do
-    after(:build) do |topic|
-      2.times do
-        book = topic.books.build(title: FactoryBot.generate(:book_title), author_name: 'Stephen King')
-        3.times do
-          book.chapters.build(title: FactoryBot.generate(:chapter_title))
-        end
-
-        4.times do
-          book.end_notes.build(note: FactoryBot.generate(:end_note))
-        end
-      end
-    end
-  end
-
-  factory :book do
-    title { 'Tortilla Flat' }
-    author_name { 'John Steinbeck' }
-  end
-
-  factory :car do
-    sequence(:Name) { |n| n }
-    sequence(:Features) { |n| "Feature #{n}" }
-  end
-end

data/test/support/generate.rb

@@ -1,31 +0,0 @@
-# frozen_string_literal: true
-
-class ActiveSupport::TestCase
-  def Build(*args) # rubocop:disable Naming/MethodName
-    n = args.shift if args.first.is_a?(Numeric)
-    factory = args.shift
-    factory_bot_args = args.shift || {}
-
-    if n
-      [].tap do |collection|
-        n.times.each { collection << FactoryBot.build(factory.to_s.singularize.to_sym, factory_bot_args) }
-      end
-    else
-      FactoryBot.build(factory.to_s.singularize.to_sym, factory_bot_args)
-    end
-  end
-
-  def Generate(*args) # rubocop:disable Naming/MethodName
-    n = args.shift if args.first.is_a?(Numeric)
-    factory = args.shift
-    factory_bot_args = args.shift || {}
-
-    if n
-      [].tap do |collection|
-        n.times.each { collection << FactoryBot.create(factory.to_s.singularize.to_sym, factory_bot_args) }
-      end
-    else
-      FactoryBot.create(factory.to_s.singularize.to_sym, factory_bot_args)
-    end
-  end
-end

data/test/support/mysql/import_examples.rb

@@ -1,97 +0,0 @@
-# frozen_string_literal: true
-
-def should_support_mysql_import_functionality
-  # Forcefully disable strict mode for this session.
-  ActiveRecord::Base.connection.execute "set sql_mode='STRICT_ALL_TABLES'"
-
-  should_support_basic_on_duplicate_key_update
-  should_support_on_duplicate_key_ignore
-
-  describe "#import" do
-    context "with :on_duplicate_key_update and validation checks turned off" do
-      extend ActiveSupport::TestCase::ImportAssertions
-
-      asssertion_group(:should_support_on_duplicate_key_update) do
-        should_not_update_fields_not_mentioned
-        should_update_foreign_keys
-        should_not_update_created_at_on_timestamp_columns
-        should_update_updated_at_on_timestamp_columns
-      end
-
-      macro(:perform_import) { raise "supply your own #perform_import in a context below" }
-      macro(:updated_topic) { Topic.find(@topic.id) }
-
-      let(:columns) { %w( id title author_name author_email_address parent_id ) }
-      let(:values) { [[99, "Book", "John Doe", "john@doe.com", 17]] }
-      let(:updated_values) { [[99, "Book - 2nd Edition", "Author Should Not Change", "johndoe@example.com", 57]] }
-
-      macro(:perform_import) do |*opts|
-        Topic.import columns, updated_values, opts.extract_options!.merge(on_duplicate_key_update: update_columns, validate: false)
-      end
-
-      setup do
-        Topic.import columns, values, validate: false
-        @topic = Topic.find 99
-      end
-
-      context "using string hash map" do
-        let(:update_columns) { { "title" => "title", "author_email_address" => "author_email_address", "parent_id" => "parent_id" } }
-        should_support_on_duplicate_key_update
-        should_update_fields_mentioned
-      end
-
-      context "using string hash map, but specifying column mismatches" do
-        let(:update_columns) { { "title" => "author_email_address", "author_email_address" => "title", "parent_id" => "parent_id" } }
-        should_support_on_duplicate_key_update
-        should_update_fields_mentioned_with_hash_mappings
-      end
-
-      context "using symbol hash map" do
-        let(:update_columns) { { title: :title, author_email_address: :author_email_address, parent_id: :parent_id } }
-        should_support_on_duplicate_key_update
-        should_update_fields_mentioned
-      end
-
-      context "using symbol hash map, but specifying column mismatches" do
-        let(:update_columns) { { title: :author_email_address, author_email_address: :title, parent_id: :parent_id } }
-        should_support_on_duplicate_key_update
-        should_update_fields_mentioned_with_hash_mappings
-      end
-    end
-
-    context "with :synchronization option" do
-      let(:topics) { [] }
-      let(:values) { [[topics.first.id, "Jerry Carter", "title1"], [topics.last.id, "Chad Fowler", "title2"]] }
-      let(:columns) { %w(id author_name title) }
-
-      setup do
-        topics << Topic.create!(title: "LDAP", author_name: "Big Bird", content: "Putting Directories to Work.")
-        topics << Topic.create!(title: "Rails Recipes", author_name: "Elmo", content: "A trusted collection of solutions.")
-      end
-
-      it "synchronizes passed in ActiveRecord model instances with the data just imported" do
-        columns2update = ['author_name']
-
-        expected_count = Topic.count
-        Topic.import( columns, values,
-          validate: false,
-          on_duplicate_key_update: columns2update,
-          synchronize: topics )
-
-        assert_equal expected_count, Topic.count, "no new records should have been created!"
-        assert_equal "Jerry Carter", topics.first.author_name, "wrong author!"
-        assert_equal "Chad Fowler", topics.last.author_name, "wrong author!"
-      end
-    end
-
-    context "with virtual columns" do
-      let(:books) { [Book.new(author_name: "foo", title: "bar")] }
-
-      it "ignores virtual columns and creates record" do
-        assert_difference "Book.count", +1 do
-          Book.import books
-        end
-      end
-    end
-  end
-end