bulk_insert 1.6.0 → 1.9.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
-SHA1:
-  metadata.gz: 617835c3fcaa4df1727930d799629a1c6c327537
-  data.tar.gz: d329fbca56f8be8dc7f79a976843774331eec70e
+SHA256:
+  metadata.gz: 385a28475e8a07cdf1cad85aacf241734ce65ed922648417c7beda2b88a5b3c9
+  data.tar.gz: a14a05da23f256f3d30cf69fab032ec72c5953fe1ddb3ccc45a0673bef717266
 SHA512:
-  metadata.gz: 249e90f483244c07d49843619ebd7248b34df29510c2382e1b5f65d3479296e6a1c768d2b00e1d9cc1d3beb58413b2396fa7a13e397ca5b826ec4d15801fde1a
-  data.tar.gz: 3e1d944d3a19fc3b5803c44118166c96348092bfe1c5651bb1c67d090708ec54dd9c46385404cad4db7b8265e03517dbf7774e77c0cce5dfb247cbbf414a992c
+  metadata.gz: cbe45a91a166d6faa3e2899a4fad7ac1af8a6e050249adbc810121ddc3000f0786c277b8c240809935bbb80178bbb1df43044dda32a02cea87c0d5d956e3cee1
+  data.tar.gz: 165de20f26c00dfcbe605866576f731199f692b7bccb07e671b8dcb9541552e39d0940a9f6fff73701286586f909e7be1254be6df157f41f76e83b105e88b9f2

data/README.md

@@ -104,7 +104,6 @@ empty the batch so that you can add more rows to it if you want. Note
 that all records saved together will have the same created_at/updated_at
 timestamp (unless one was explicitly set).
 
-
 ### Batch Set Size
 
 By default, the size of the insert is limited to 500 rows at a time.
@@ -149,24 +148,72 @@ Book.bulk_insert(*destination_columns, ignore: true) do |worker|
 end
 ```
 
-### Update Duplicates (MySQL)
+### Update Duplicates (MySQL, PostgreSQL)
 
 If you don't want to ignore duplicate rows but instead want to update them
 then you can use the _update_duplicates_ option. Set this option to true
-and when a duplicate row is found the row will be updated with your new
-values. Default value for this option is false.
+(MySQL) or list unique column names (PostgreSQL) and when a duplicate row
+is found the row will be updated with your new values.
+Default value for this option is false.
 
 ```ruby
 destination_columns = [:title, :author]
 
-# Update duplicate rows
+# Update duplicate rows (MySQL)
 Book.bulk_insert(*destination_columns, update_duplicates: true) do |worker|
   worker.add(...)
   worker.add(...)
   # ...
 end
+
+# Update duplicate rows (PostgreSQL)
+Book.bulk_insert(*destination_columns, update_duplicates: %w[title]) do |worker|
+  worker.add(...)
+  # ...
+end
+```
+
+### Return Primary Keys (PostgreSQL, PostGIS)
+
+If you want the worker to store primary keys of inserted records, then you can
+use the _return_primary_keys_ option. The worker will store a `result_sets`
+array of `ActiveRecord::Result` objects. Each `ActiveRecord::Result` object
+will contain the primary keys of a batch of inserted records.
+
+```ruby
+worker = Book.bulk_insert(*destination_columns, return_primary_keys: true) do
+|worker|
+  worker.add(...)
+  worker.add(...)
+  # ...
+end
+
+worker.result_sets
 ```
 
+## Ruby and Rails Versions Supported
+
+> :warning: The scope of this gem may be somehow covered natively by the `.insert_all` API
+> introduced by [Rails 6](https://apidock.com/rails/v6.0.0/ActiveRecord/Persistence/ClassMethods/insert_all).
+> This gem represents the state of art for rails version < 6 and it is still open to
+> further developments for more recent versions.
+
+The current CI prevents regressions on the following versions:
+
+ruby / rails | `~>3` | `~>4` | `~>5` | `~>6`
+:-----------:|-------|-------|-------|------
+2.2          |  yes  |  yes  |  no   |  no
+2.3          |  yes  |  yes  |  yes  |  no
+2.4          |  no   |  yes  |  yes  |  no
+2.5          |  no   |  no   |  yes  |  yes
+2.6          |  no   |  no   |  yes  |  yes
+2.7          |  no   |  no   |  yes  |  yes
+
+The adapters covered in the CI are:
+* sqlite
+* mysql
+* postgresql
+
 
 ## License
 

data/lib/bulk_insert.rb

@@ -4,9 +4,9 @@ module BulkInsert
   extend ActiveSupport::Concern
 
   module ClassMethods
-    def bulk_insert(*columns, values: nil, set_size:500, ignore: false, update_duplicates: false)
+    def bulk_insert(*columns, values: nil, set_size:500, ignore: false, update_duplicates: false, return_primary_keys: false)
       columns = default_bulk_columns if columns.empty?
-      worker = BulkInsert::Worker.new(connection, table_name, columns, set_size, ignore, update_duplicates)
+      worker = BulkInsert::Worker.new(connection, table_name, primary_key, columns, set_size, ignore, update_duplicates, return_primary_keys)
 
       if values.present?
         transaction do

data/lib/bulk_insert/statement_adapters.rb

@@ -0,0 +1,22 @@
+require_relative 'statement_adapters/generic_adapter'
+require_relative 'statement_adapters/mysql_adapter'
+require_relative 'statement_adapters/postgresql_adapter'
+require_relative 'statement_adapters/sqlite_adapter'
+
+module BulkInsert
+  module StatementAdapters
+    def adapter_for(connection)
+      case connection.adapter_name
+      when /^mysql/i
+        MySQLAdapter.new
+      when /\APost(?:greSQL|GIS)/i
+        PostgreSQLAdapter.new
+      when /\ASQLite/i
+        SQLiteAdapter.new
+      else
+        GenericAdapter.new
+      end
+    end
+    module_function :adapter_for
+  end
+end

data/lib/bulk_insert/statement_adapters/base_adapter.rb

@@ -0,0 +1,21 @@
+module BulkInsert
+  module StatementAdapters
+    class BaseAdapter
+      def initialize
+        raise "You cannot initialize base adapter" if self.class == BaseAdapter
+      end
+
+      def insert_ignore_statement
+        raise "Not implemented"
+      end
+
+      def on_conflict_statement(_columns, _ignore, _update_duplicates)
+        raise "Not implemented"
+      end
+
+      def primary_key_return_statement(_primary_key)
+        raise "Not implemented"
+      end
+    end
+  end
+end

data/lib/bulk_insert/statement_adapters/generic_adapter.rb

@@ -0,0 +1,19 @@
+require_relative 'base_adapter'
+
+module BulkInsert
+  module StatementAdapters
+    class GenericAdapter < BaseAdapter
+      def insert_ignore_statement
+        ''
+      end
+
+      def on_conflict_statement(_columns, _ignore, _update_duplicates)
+        ''
+      end
+
+      def primary_key_return_statement(_primary_key)
+        ''
+      end
+    end
+  end
+end

data/lib/bulk_insert/statement_adapters/mysql_adapter.rb

@@ -0,0 +1,24 @@
+require_relative 'base_adapter'
+
+module BulkInsert
+  module StatementAdapters
+    class MySQLAdapter < BaseAdapter
+      def insert_ignore_statement
+        'IGNORE'
+      end
+
+      def on_conflict_statement(columns, _ignore, update_duplicates)
+        return '' unless update_duplicates
+
+        update_values = columns.map do |column|
+          "`#{column.name}`=VALUES(`#{column.name}`)"
+        end.join(', ')
+        ' ON DUPLICATE KEY UPDATE ' + update_values
+      end
+
+      def primary_key_return_statement(_primary_key)
+        ''
+      end
+    end
+  end
+end

data/lib/bulk_insert/statement_adapters/postgresql_adapter.rb

@@ -0,0 +1,28 @@
+require_relative 'base_adapter'
+
+module BulkInsert
+  module StatementAdapters
+    class PostgreSQLAdapter < BaseAdapter
+      def insert_ignore_statement
+        ''
+      end
+
+      def on_conflict_statement(columns, ignore, update_duplicates)
+        if ignore
+          ' ON CONFLICT DO NOTHING'
+        elsif update_duplicates
+          update_values = columns.map do |column|
+            "#{column.name}=EXCLUDED.#{column.name}"
+          end.join(', ')
+          ' ON CONFLICT(' + update_duplicates.join(', ') + ') DO UPDATE SET ' + update_values
+        else
+          ''
+        end
+      end
+
+      def primary_key_return_statement(primary_key)
+        " RETURNING #{primary_key}"
+      end
+    end
+  end
+end

data/lib/bulk_insert/statement_adapters/sqlite_adapter.rb

@@ -0,0 +1,19 @@
+require_relative 'base_adapter'
+
+module BulkInsert
+  module StatementAdapters
+    class SQLiteAdapter < BaseAdapter
+      def insert_ignore_statement
+        'OR IGNORE'
+      end
+
+      def on_conflict_statement(_columns, _ignore, _update_duplicates)
+        ''
+      end
+
+      def primary_key_return_statement(_primary_key)
+        ''
+      end
+    end
+  end
+end

data/lib/bulk_insert/version.rb

@@ -1,6 +1,6 @@
 module BulkInsert
   MAJOR = 1
-  MINOR = 6
+  MINOR = 9
   TINY  = 0
 
   VERSION = [MAJOR, MINOR, TINY].join(".")

data/lib/bulk_insert/worker.rb

@@ -1,3 +1,5 @@
+require_relative 'statement_adapters'
+
 module BulkInsert
   class Worker
     attr_reader :connection
@@ -5,9 +7,11 @@ module BulkInsert
     attr_accessor :before_save_callback
     attr_accessor :after_save_callback
     attr_accessor :adapter_name
-    attr_reader :ignore, :update_duplicates
+    attr_reader :ignore, :update_duplicates, :result_sets
+
+    def initialize(connection, table_name, primary_key, column_names, set_size=500, ignore=false, update_duplicates=false, return_primary_keys=false)
+      @statement_adapter = StatementAdapters.adapter_for(connection)
 
-    def initialize(connection, table_name, column_names, set_size=500, ignore=false, update_duplicates=false)
       @connection = connection
       @set_size = set_size
 
@@ -15,10 +19,12 @@ module BulkInsert
       # INSERT IGNORE only fails inserts with duplicate keys or unallowed nulls not the whole set of inserts
       @ignore = ignore
       @update_duplicates = update_duplicates
+      @return_primary_keys = return_primary_keys
 
       columns = connection.columns(table_name)
       column_map = columns.inject({}) { |h, c| h.update(c.name => c) }
 
+      @primary_key = primary_key
       @columns = column_names.map { |name| column_map[name.to_s] }
       @table_name = connection.quote_table_name(table_name)
       @column_names = column_names.map { |name| connection.quote_column_name(name) }.join(",")
@@ -26,6 +32,7 @@ module BulkInsert
       @before_save_callback = nil
       @after_save_callback = nil
 
+      @result_sets = []
       @set = []
     end
 
@@ -76,7 +83,7 @@ module BulkInsert
     def save!
       if pending?
         @before_save_callback.(@set) if @before_save_callback
-        compose_insert_query.tap { |query| @connection.execute(query) if query }
+        execute_query
         @after_save_callback.() if @after_save_callback
         @set.clear
       end
@@ -84,6 +91,24 @@ module BulkInsert
       self
     end
 
+    def execute_query
+      if query = compose_insert_query
+
+        # Return primary key support broke mysql compatibility
+        # with rails < 5 mysql adapter. (see issue #41)
+        if ActiveRecord::VERSION::STRING < "5.0.0" && @statement_adapter.is_a?(StatementAdapters::MySQLAdapter)
+          # raise an exception for unsupported return_primary_keys
+          raise ArgumentError.new("BulkInsert does not support @return_primary_keys for mysql and rails < 5") if @return_primary_keys
+
+          # restore v1.6 query execution
+          @connection.execute(query)
+        else
+          result_set = @connection.exec_query(query)
+          @result_sets.push(result_set) if @return_primary_keys
+        end
+      end
+    end
+
     def compose_insert_query
       sql = insert_sql_statement
       @now = Time.now
@@ -95,7 +120,10 @@ module BulkInsert
           value = @now if value == :__timestamp_placeholder
 
           if ActiveRecord::VERSION::STRING >= "5.0.0"
-            value = @connection.type_cast_from_column(column, value) if column
+            if column
+              type = @connection.lookup_cast_type_from_column(column)
+              value = type.serialize(value)
+            end
             values << @connection.quote(value)
           else
             values << @connection.quote(value, column)
@@ -106,7 +134,8 @@ module BulkInsert
 
       if !rows.empty?
         sql << rows.join(",")
-        sql << on_conflict_statement
+        sql << @statement_adapter.on_conflict_statement(@columns, ignore, update_duplicates)
+        sql << @statement_adapter.primary_key_return_statement(@primary_key) if @return_primary_keys
         sql
       else
         false
@@ -114,33 +143,8 @@ module BulkInsert
     end
 
     def insert_sql_statement
+      insert_ignore = @ignore ? @statement_adapter.insert_ignore_statement : ''
       "INSERT #{insert_ignore} INTO #{@table_name} (#{@column_names}) VALUES "
     end
-
-    def insert_ignore
-      if ignore
-        case adapter_name
-        when /^mysql/i
-          'IGNORE'
-        when /\ASQLite/i # SQLite
-          'OR IGNORE'
-        else
-          '' # Not supported
-        end
-      end
-    end
-
-    def on_conflict_statement
-      if (adapter_name =~ /\APost(?:greSQL|GIS)/i && ignore )
-        ' ON CONFLICT DO NOTHING'
-      elsif adapter_name =~ /^mysql/i && update_duplicates
-        update_values = @columns.map do |column|
-          "#{column.name}=VALUES(#{column.name})"
-        end.join(', ')
-        ' ON DUPLICATE KEY UPDATE ' + update_values
-      else
-        ''
-      end
-    end
   end
 end

data/test/bulk_insert/worker_test.rb

@@ -1,12 +1,17 @@
+require 'minitest/mock'
 require 'test_helper'
+require 'connection_mocks'
 
 class BulkInsertWorkerTest < ActiveSupport::TestCase
+  include ConnectionMocks
+
   setup do
     @insert = BulkInsert::Worker.new(
       Testing.connection,
       Testing.table_name,
+      'id',
       %w(greeting age happy created_at updated_at color))
-    @now = Time.now
+    @now = Time.now.utc
   end
 
   test "empty insert is not pending" do
@@ -35,8 +40,8 @@ class BulkInsertWorkerTest < ActiveSupport::TestCase
     @insert.save!
 
     record = Testing.first
-    assert_operator record.created_at, :>=, now
-    assert_operator record.updated_at, :>=, now
+    assert_operator record.created_at.to_i, :>=, now.to_i
+    assert_operator record.updated_at.to_i, :>=, now.to_i
   end
 
   test "default timestamp columns should be equivalent for the entire batch" do
@@ -109,8 +114,8 @@ class BulkInsertWorkerTest < ActiveSupport::TestCase
     @insert.add ["Hello", 25, true, @now, @now]
     @insert.save!
 
-    yo = Testing.find_by(greeting: 'Yo')
-    hello = Testing.find_by(greeting: 'Hello')
+    yo = Testing.where(greeting: 'Yo').first
+    hello = Testing.where(greeting: 'Hello').first
 
     assert_not_nil yo
     assert_equal 15, yo.age
@@ -121,6 +126,57 @@ class BulkInsertWorkerTest < ActiveSupport::TestCase
     assert_equal true, hello.happy?
   end
 
+  test "save! does not add to result sets when not returning primary keys" do
+    @insert.add greeting: "first"
+    @insert.add greeting: "second"
+    @insert.save!
+
+    assert_equal 0, @insert.result_sets.count
+  end
+
+
+  test "save! adds to result sets when returning primary keys" do
+    worker = BulkInsert::Worker.new(
+      Testing.connection,
+      Testing.table_name,
+      'id',
+      %w(greeting age happy created_at updated_at color),
+      500,
+      false,
+      false,
+      true
+    )
+
+    # return_primary_keys is not supported for mysql and rails < 5
+    # skip is not supported in the minitest version used for testing rails 3
+    return if ActiveRecord::VERSION::STRING < "5.0.0" && worker.adapter_name =~ /^mysql/i
+
+    assert_no_difference -> { worker.result_sets.count } do
+      worker.save!
+    end
+
+    worker.add greeting: "first"
+    worker.add greeting: "second"
+    worker.save!
+    assert_equal 1, worker.result_sets.count
+
+    worker.add greeting: "third"
+    worker.add greeting: "fourth"
+    worker.save!
+    assert_equal 2, worker.result_sets.count
+  end
+
+  test "initialized with empty result sets array" do
+    new_worker = BulkInsert::Worker.new(
+      Testing.connection,
+      Testing.table_name,
+      'id',
+      %w(greeting age happy created_at updated_at color)
+    )
+    assert_instance_of(Array, new_worker.result_sets)
+    assert_empty new_worker.result_sets
+  end
+
   test "save! calls the after_save handler" do
     x = 41
 
@@ -190,8 +246,8 @@ class BulkInsertWorkerTest < ActiveSupport::TestCase
     @insert.add ["Hello", 25, true, @now, @now]
     @insert.save!
 
-    yo = Testing.find_by(greeting: 'Yo')
-    hello = Testing.find_by(greeting: 'Hello')
+    yo = Testing.where(greeting: 'Yo').first
+    hello = Testing.where(greeting: 'Hello').first
 
     assert_nil yo
     assert_not_nil hello
@@ -206,137 +262,256 @@ class BulkInsertWorkerTest < ActiveSupport::TestCase
     @insert.add ["Hello", 25, true, @now, @now]
     @insert.save!
 
-    yo = Testing.find_by(greeting: 'Yo')
-    hello = Testing.find_by(greeting: 'Hello')
+    yo = Testing.where(greeting: 'Yo').first
+    hello = Testing.where(greeting: 'Hello').first
 
     assert_nil yo
     assert_nil hello
   end
 
-  test "adapter dependent default methods" do
-    assert_equal @insert.adapter_name, 'SQLite'
-    assert_equal @insert.insert_sql_statement, "INSERT  INTO \"testings\" (\"greeting\",\"age\",\"happy\",\"created_at\",\"updated_at\",\"color\") VALUES "
+  test "adapter dependent SQLite methods" do
+    connection = Testing.connection
+    stub_connection_if_needed(connection, 'SQLite') do
+      sqlite_worker = BulkInsert::Worker.new(
+        connection,
+        Testing.table_name,
+        'id',
+        %w(greeting age happy created_at updated_at color),
+        500 # batch size
+      )
+
+      assert_equal sqlite_worker.adapter_name, 'SQLite'
+      assert_equal sqlite_worker.insert_sql_statement, "INSERT  INTO \"testings\" (\"greeting\",\"age\",\"happy\",\"created_at\",\"updated_at\",\"color\") VALUES "
 
-    @insert.add ["Yo", 15, false, nil, nil]
-    assert_equal @insert.compose_insert_query, "INSERT  INTO \"testings\" (\"greeting\",\"age\",\"happy\",\"created_at\",\"updated_at\",\"color\") VALUES ('Yo',15,'f',NULL,NULL,'chartreuse')"
+      sqlite_worker.add ["Yo", 15, false, nil, nil]
+      assert_equal sqlite_worker.compose_insert_query, "INSERT  INTO \"testings\" (\"greeting\",\"age\",\"happy\",\"created_at\",\"updated_at\",\"color\") VALUES ('Yo',15,0,NULL,NULL,'chartreuse')"
+    end
   end
 
-  test "adapter dependent mysql methods" do
-    mysql_worker = BulkInsert::Worker.new(
-      Testing.connection,
-      Testing.table_name,
-      %w(greeting age happy created_at updated_at color),
-      500, # batch size
-      true) # ignore
-    mysql_worker.adapter_name = 'MySQL'
+  test "adapter dependent MySQL methods" do
+    connection = Testing.connection
+    stub_connection_if_needed(connection, 'mysql') do
+      mysql_worker = BulkInsert::Worker.new(
+        connection,
+        Testing.table_name,
+        'id',
+        %w(greeting age happy created_at updated_at color),
+        500, # batch size
+        true  # ignore
+      )
 
-    assert_equal mysql_worker.adapter_name, 'MySQL'
-    assert_equal (mysql_worker.adapter_name == 'MySQL'), true
-    assert_equal mysql_worker.ignore, true
-    assert_equal ((mysql_worker.adapter_name == 'MySQL') & mysql_worker.ignore), true
+      assert_equal mysql_worker.adapter_name, 'mysql'
+      assert_equal (mysql_worker.adapter_name == 'mysql'), true
+      assert_equal mysql_worker.ignore, true
+      assert_equal ((mysql_worker.adapter_name == 'mysql') & mysql_worker.ignore), true
 
-    mysql_worker.add ["Yo", 15, false, nil, nil]
+      mysql_worker.add ["Yo", 15, false, nil, nil]
 
-    assert_equal mysql_worker.compose_insert_query, "INSERT IGNORE INTO \"testings\" (\"greeting\",\"age\",\"happy\",\"created_at\",\"updated_at\",\"color\") VALUES ('Yo',15,'f',NULL,NULL,'chartreuse')"
+      assert_statement_adapter mysql_worker, 'BulkInsert::StatementAdapters::MySQLAdapter'
+      assert_equal mysql_worker.compose_insert_query, "INSERT IGNORE INTO `testings` (`greeting`,`age`,`happy`,`created_at`,`updated_at`,`color`) VALUES ('Yo',15,FALSE,NULL,NULL,'chartreuse')"
+    end
   end
 
   test "adapter dependent mysql methods work for mysql2" do
-    mysql_worker = BulkInsert::Worker.new(
-      Testing.connection,
-      Testing.table_name,
-      %w(greeting age happy created_at updated_at color),
-      500, # batch size
-      true, # ignore
-      true) # update_duplicates
-    mysql_worker.adapter_name = 'Mysql2'
-
-    assert_equal mysql_worker.adapter_name, 'Mysql2'
-    assert mysql_worker.ignore
-
-    mysql_worker.add ["Yo", 15, false, nil, nil]
-
-    assert_equal mysql_worker.compose_insert_query, "INSERT IGNORE INTO \"testings\" (\"greeting\",\"age\",\"happy\",\"created_at\",\"updated_at\",\"color\") VALUES ('Yo',15,'f',NULL,NULL,'chartreuse') ON DUPLICATE KEY UPDATE greeting=VALUES(greeting), age=VALUES(age), happy=VALUES(happy), created_at=VALUES(created_at), updated_at=VALUES(updated_at), color=VALUES(color)"
+    connection = Testing.connection
+    stub_connection_if_needed(connection, 'mysql2') do
+      mysql_worker = BulkInsert::Worker.new(
+        connection,
+        Testing.table_name,
+        'id',
+        %w(greeting age happy created_at updated_at color),
+        500, # batch size
+        true, # ignore
+        true) # update_duplicates
+
+      assert_equal mysql_worker.adapter_name, 'mysql2'
+      assert mysql_worker.ignore
+
+      mysql_worker.add ["Yo", 15, false, nil, nil]
+
+      assert_statement_adapter mysql_worker, 'BulkInsert::StatementAdapters::MySQLAdapter'
+      assert_equal mysql_worker.compose_insert_query, "INSERT IGNORE INTO `testings` (`greeting`,`age`,`happy`,`created_at`,`updated_at`,`color`) VALUES ('Yo',15,FALSE,NULL,NULL,'chartreuse') ON DUPLICATE KEY UPDATE `greeting`=VALUES(`greeting`), `age`=VALUES(`age`), `happy`=VALUES(`happy`), `created_at`=VALUES(`created_at`), `updated_at`=VALUES(`updated_at`), `color`=VALUES(`color`)"
+    end
   end
 
   test "adapter dependent Mysql2Spatial methods" do
-    mysql_worker = BulkInsert::Worker.new(
-      Testing.connection,
-      Testing.table_name,
-      %w(greeting age happy created_at updated_at color),
-      500, # batch size
-      true) # ignore
-    mysql_worker.adapter_name = 'Mysql2Spatial'
-
-    assert_equal mysql_worker.adapter_name, 'Mysql2Spatial'
-
-    mysql_worker.add ["Yo", 15, false, nil, nil]
-
-    assert_equal mysql_worker.compose_insert_query, "INSERT IGNORE INTO \"testings\" (\"greeting\",\"age\",\"happy\",\"created_at\",\"updated_at\",\"color\") VALUES ('Yo',15,'f',NULL,NULL,'chartreuse')"
+    connection = Testing.connection
+    stub_connection_if_needed(connection, 'mysql2spatial') do
+      mysql_worker = BulkInsert::Worker.new(
+        connection,
+        Testing.table_name,
+        'id',
+        %w(greeting age happy created_at updated_at color),
+        500, # batch size
+        true) # ignore
+
+      assert_equal mysql_worker.adapter_name, 'mysql2spatial'
+
+      mysql_worker.add ["Yo", 15, false, nil, nil]
+
+      assert_statement_adapter mysql_worker, 'BulkInsert::StatementAdapters::MySQLAdapter'
+      assert_equal mysql_worker.compose_insert_query, "INSERT IGNORE INTO `testings` (`greeting`,`age`,`happy`,`created_at`,`updated_at`,`color`) VALUES ('Yo',15,FALSE,NULL,NULL,'chartreuse')"
+    end
   end
 
   test "adapter dependent postgresql methods" do
-    pgsql_worker = BulkInsert::Worker.new(
-      Testing.connection,
-      Testing.table_name,
-      %w(greeting age happy created_at updated_at color),
-      500, # batch size
-      true) # ignore
-    pgsql_worker.adapter_name = 'PostgreSQL'
-    pgsql_worker.add ["Yo", 15, false, nil, nil]
+    connection = Testing.connection
+    stub_connection_if_needed(connection, 'PostgreSQL') do
+      pgsql_worker = BulkInsert::Worker.new(
+        connection,
+        Testing.table_name,
+        'id',
+        %w(greeting age happy created_at updated_at color),
+        500, # batch size
+        true, # ignore
+        false, # update duplicates
+        true # return primary keys
+      )
+
+      pgsql_worker.add ["Yo", 15, false, nil, nil]
+
+      assert_statement_adapter pgsql_worker, 'BulkInsert::StatementAdapters::PostgreSQLAdapter'
+
+      if ActiveRecord::VERSION::STRING >= "5.0.0"
+        assert_equal pgsql_worker.compose_insert_query, "INSERT  INTO \"testings\" (\"greeting\",\"age\",\"happy\",\"created_at\",\"updated_at\",\"color\") VALUES ('Yo',15,FALSE,NULL,NULL,'chartreuse') ON CONFLICT DO NOTHING RETURNING id"
+      else
+        assert_equal pgsql_worker.compose_insert_query, "INSERT  INTO \"testings\" (\"greeting\",\"age\",\"happy\",\"created_at\",\"updated_at\",\"color\") VALUES ('Yo',15,'f',NULL,NULL,'chartreuse') ON CONFLICT DO NOTHING RETURNING id"
+      end
+    end
+  end
 
-    assert_equal pgsql_worker.compose_insert_query, "INSERT  INTO \"testings\" (\"greeting\",\"age\",\"happy\",\"created_at\",\"updated_at\",\"color\") VALUES ('Yo',15,'f',NULL,NULL,'chartreuse') ON CONFLICT DO NOTHING"
+  test "adapter dependent postgresql methods (no ignore, no update_duplicates)" do
+    connection = Testing.connection
+    stub_connection_if_needed(connection, 'PostgreSQL') do
+      pgsql_worker = BulkInsert::Worker.new(
+        connection,
+        Testing.table_name,
+        'id',
+        %w(greeting age happy created_at updated_at color),
+        500, # batch size
+        false, # ignore
+        false, # update duplicates
+        true # return primary keys
+      )
+
+      pgsql_worker.add ["Yo", 15, false, nil, nil]
+
+      assert_statement_adapter pgsql_worker, 'BulkInsert::StatementAdapters::PostgreSQLAdapter'
+
+      if ActiveRecord::VERSION::STRING >= "5.0.0"
+        assert_equal pgsql_worker.compose_insert_query, "INSERT  INTO \"testings\" (\"greeting\",\"age\",\"happy\",\"created_at\",\"updated_at\",\"color\") VALUES ('Yo',15,FALSE,NULL,NULL,'chartreuse') RETURNING id"
+      else
+        assert_equal pgsql_worker.compose_insert_query, "INSERT  INTO \"testings\" (\"greeting\",\"age\",\"happy\",\"created_at\",\"updated_at\",\"color\") VALUES ('Yo',15,'f',NULL,NULL,'chartreuse') RETURNING id"
+      end
+    end
   end
 
-  test "adapter dependent PostGIS methods" do
-    pgsql_worker = BulkInsert::Worker.new(
-      Testing.connection,
-      Testing.table_name,
-      %w(greeting age happy created_at updated_at color),
-      500, # batch size
-      true) # ignore
-    pgsql_worker.adapter_name = 'PostGIS'
-    pgsql_worker.add ["Yo", 15, false, nil, nil]
+  test "adapter dependent postgresql methods (with update_duplicates)" do
+    connection = Testing.connection
+    stub_connection_if_needed(connection, 'PostgreSQL') do
+      pgsql_worker = BulkInsert::Worker.new(
+        connection,
+        Testing.table_name,
+        'id',
+        %w(greeting age happy created_at updated_at color),
+        500, # batch size
+        false, # ignore
+        %w(greeting age happy), # update duplicates
+        true # return primary keys
+      )
+      pgsql_worker.add ["Yo", 15, false, nil, nil]
+
+      assert_statement_adapter pgsql_worker, 'BulkInsert::StatementAdapters::PostgreSQLAdapter'
+
+      if ActiveRecord::VERSION::STRING >= "5.0.0"
+        assert_equal pgsql_worker.compose_insert_query, "INSERT  INTO \"testings\" (\"greeting\",\"age\",\"happy\",\"created_at\",\"updated_at\",\"color\") VALUES ('Yo',15,FALSE,NULL,NULL,'chartreuse') ON CONFLICT(greeting, age, happy) DO UPDATE SET greeting=EXCLUDED.greeting, age=EXCLUDED.age, happy=EXCLUDED.happy, created_at=EXCLUDED.created_at, updated_at=EXCLUDED.updated_at, color=EXCLUDED.color RETURNING id"
+      else
+        assert_equal pgsql_worker.compose_insert_query, "INSERT  INTO \"testings\" (\"greeting\",\"age\",\"happy\",\"created_at\",\"updated_at\",\"color\") VALUES ('Yo',15,'f',NULL,NULL,'chartreuse') ON CONFLICT(greeting, age, happy) DO UPDATE SET greeting=EXCLUDED.greeting, age=EXCLUDED.age, happy=EXCLUDED.happy, created_at=EXCLUDED.created_at, updated_at=EXCLUDED.updated_at, color=EXCLUDED.color RETURNING id"
+      end
+    end
+  end
 
-    assert_equal pgsql_worker.compose_insert_query, "INSERT  INTO \"testings\" (\"greeting\",\"age\",\"happy\",\"created_at\",\"updated_at\",\"color\") VALUES ('Yo',15,'f',NULL,NULL,'chartreuse') ON CONFLICT DO NOTHING"
+  test "adapter dependent PostGIS methods" do
+    connection = Testing.connection
+    stub_connection_if_needed(connection, 'postgis') do
+      pgsql_worker = BulkInsert::Worker.new(
+        connection,
+        Testing.table_name,
+        'id',
+        %w(greeting age happy created_at updated_at color),
+        500, # batch size
+        true, # ignore
+        false, # update duplicates
+        true # return primary keys
+      )
+      pgsql_worker.add ["Yo", 15, false, nil, nil]
+
+      assert_statement_adapter pgsql_worker, 'BulkInsert::StatementAdapters::PostgreSQLAdapter'
+
+      if ActiveRecord::VERSION::STRING >= "5.0.0"
+        assert_equal pgsql_worker.compose_insert_query, "INSERT  INTO \"testings\" (\"greeting\",\"age\",\"happy\",\"created_at\",\"updated_at\",\"color\") VALUES ('Yo',15,FALSE,NULL,NULL,'chartreuse') ON CONFLICT DO NOTHING RETURNING id"
+      else
+        assert_equal pgsql_worker.compose_insert_query, "INSERT  INTO \"testings\" (\"greeting\",\"age\",\"happy\",\"created_at\",\"updated_at\",\"color\") VALUES ('Yo',15,'f',NULL,NULL,'chartreuse') ON CONFLICT DO NOTHING RETURNING id"
+      end
+    end
   end
 
   test "adapter dependent sqlite3 methods (with lowercase adapter name)" do
-    sqlite_worker = BulkInsert::Worker.new(
-      Testing.connection,
-      Testing.table_name,
-      %w(greeting age happy created_at updated_at color),
-      500, # batch size
-      true) # ignore
-    sqlite_worker.adapter_name = 'sqlite3'
-    sqlite_worker.add ["Yo", 15, false, nil, nil]
-
-    assert_equal sqlite_worker.compose_insert_query, "INSERT OR IGNORE INTO \"testings\" (\"greeting\",\"age\",\"happy\",\"created_at\",\"updated_at\",\"color\") VALUES ('Yo',15,'f',NULL,NULL,'chartreuse')"
+    connection = Testing.connection
+    stub_connection_if_needed(connection, 'sqlite3') do
+      sqlite_worker = BulkInsert::Worker.new(
+        Testing.connection,
+        Testing.table_name,
+        'id',
+        %w(greeting age happy created_at updated_at color),
+        500, # batch size
+        true) # ignore
+      sqlite_worker.adapter_name = 'sqlite3'
+      sqlite_worker.add ["Yo", 15, false, nil, nil]
+
+      assert_statement_adapter sqlite_worker, 'BulkInsert::StatementAdapters::SQLiteAdapter'
+      assert_equal sqlite_worker.compose_insert_query, "INSERT OR IGNORE INTO \"testings\" (\"greeting\",\"age\",\"happy\",\"created_at\",\"updated_at\",\"color\") VALUES ('Yo',15,0,NULL,NULL,'chartreuse')"
+    end
   end
 
   test "adapter dependent sqlite3 methods (with stylecase adapter name)" do
-    sqlite_worker = BulkInsert::Worker.new(
-      Testing.connection,
-      Testing.table_name,
-      %w(greeting age happy created_at updated_at color),
-      500, # batch size
-      true) # ignore
-    sqlite_worker.adapter_name = 'SQLite'
-    sqlite_worker.add ["Yo", 15, false, nil, nil]
-
-    assert_equal sqlite_worker.compose_insert_query, "INSERT OR IGNORE INTO \"testings\" (\"greeting\",\"age\",\"happy\",\"created_at\",\"updated_at\",\"color\") VALUES ('Yo',15,'f',NULL,NULL,'chartreuse')"
+    connection = Testing.connection
+    stub_connection_if_needed(connection, 'SQLite') do
+      sqlite_worker = BulkInsert::Worker.new(
+        connection,
+        Testing.table_name,
+        'id',
+        %w(greeting age happy created_at updated_at color),
+        500, # batch size
+        true) # ignore
+      sqlite_worker.adapter_name = 'SQLite'
+      sqlite_worker.add ["Yo", 15, false, nil, nil]
+
+      assert_statement_adapter sqlite_worker, 'BulkInsert::StatementAdapters::SQLiteAdapter'
+      assert_equal sqlite_worker.compose_insert_query, "INSERT OR IGNORE INTO \"testings\" (\"greeting\",\"age\",\"happy\",\"created_at\",\"updated_at\",\"color\") VALUES ('Yo',15,0,NULL,NULL,'chartreuse')"
+    end
   end
 
   test "mysql adapter can update duplicates" do
-    mysql_worker = BulkInsert::Worker.new(
-      Testing.connection,
-      Testing.table_name,
-      %w(greeting age happy created_at updated_at color),
-      500, # batch size
-      false, # ignore
-      true) # update_duplicates
-    mysql_worker.adapter_name = 'MySQL'
-    mysql_worker.add ["Yo", 15, false, nil, nil]
+    connection = Testing.connection
+    stub_connection_if_needed(connection, 'mysql') do
+      mysql_worker = BulkInsert::Worker.new(
+        connection,
+        Testing.table_name,
+        'id',
+        %w(greeting age happy created_at updated_at color),
+        500, # batch size
+        false, # ignore
+        true # update_duplicates
+      )
+      mysql_worker.add ["Yo", 15, false, nil, nil]
+
+      assert_statement_adapter mysql_worker, 'BulkInsert::StatementAdapters::MySQLAdapter'
+      assert_equal mysql_worker.compose_insert_query, "INSERT  INTO `testings` (`greeting`,`age`,`happy`,`created_at`,`updated_at`,`color`) VALUES ('Yo',15,FALSE,NULL,NULL,'chartreuse') ON DUPLICATE KEY UPDATE `greeting`=VALUES(`greeting`), `age`=VALUES(`age`), `happy`=VALUES(`happy`), `created_at`=VALUES(`created_at`), `updated_at`=VALUES(`updated_at`), `color`=VALUES(`color`)"
+    end
+  end
 
-    assert_equal mysql_worker.compose_insert_query, "INSERT  INTO \"testings\" (\"greeting\",\"age\",\"happy\",\"created_at\",\"updated_at\",\"color\") VALUES ('Yo',15,'f',NULL,NULL,'chartreuse') ON DUPLICATE KEY UPDATE greeting=VALUES(greeting), age=VALUES(age), happy=VALUES(happy), created_at=VALUES(created_at), updated_at=VALUES(updated_at), color=VALUES(color)"
+  def assert_statement_adapter(worker, adapter_name)
+    assert_equal worker.instance_variable_get(:@statement_adapter).class.to_s, adapter_name
   end
 end