bulk_insert 1.4.0 → 1.8.1

checksums.yaml

@@ -1,7 +1,7 @@
 ---
-SHA1:
-  metadata.gz: 441f604c7dcfaa00902f46fca07f376559fed7ce
-  data.tar.gz: 9a00313cc43ed9aa6fb704e9b0ba600015b10599
+SHA256:
+  metadata.gz: 5e78f757829191018747a87be6b1c6aec0a8a140b248fab6e698b217d0125575
+  data.tar.gz: b3e5cce589f88d49820f06681c72c833f727c2743650e7da0a84cb9fffe40eed
 SHA512:
-  metadata.gz: e8b779e68d0f0ab4fcaf9699e38ce2a56962c95edaf615d0952713e28b6d0e95ef0ffe42da46101b5b4bcbba8b8e334d7ac259f7c903770c33b30fefcab67e90
-  data.tar.gz: c37eaf99e2ec09a9b1b9328eca84274130677b3ed6cf5a23b91abd358ef8fbff83b1cd6101481a783af2dd9542b0a5cdd4956fe6375b2f720c711ad5a5512733
+  metadata.gz: fa009cab807affa711ec0ac7c4618137401fa56e91651103947c444f835970e61c9a2855316bc0b46c3a669eb84b1f08ae0b211cfdac8f870f910dc203455830
+  data.tar.gz: d2f0a68185ebc1b788e5bb90509ab37240599b288d65ef26bc23b900545bc4766eb159757aa2b7ac441d99af5578da339ca1dfe9876ae11904f298443bdaa4c6

data/README.md

@@ -104,7 +104,6 @@ empty the batch so that you can add more rows to it if you want. Note
 that all records saved together will have the same created_at/updated_at
 timestamp (unless one was explicitly set).
 
-
 ### Batch Set Size
 
 By default, the size of the insert is limited to 500 rows at a time.
@@ -149,6 +148,48 @@ Book.bulk_insert(*destination_columns, ignore: true) do |worker|
 end
 ```
 
+### Update Duplicates (MySQL, PostgreSQL)
+
+If you don't want to ignore duplicate rows but instead want to update them
+then you can use the _update_duplicates_ option. Set this option to true
+(MySQL) or list unique column names (PostgreSQL) and when a duplicate row
+is found the row will be updated with your new values.
+Default value for this option is false.
+
+```ruby
+destination_columns = [:title, :author]
+
+# Update duplicate rows (MySQL)
+Book.bulk_insert(*destination_columns, update_duplicates: true) do |worker|
+  worker.add(...)
+  worker.add(...)
+  # ...
+end
+
+# Update duplicate rows (PostgreSQL)
+Book.bulk_insert(*destination_columns, update_duplicates: %w[title]) do |worker|
+  worker.add(...)
+  # ...
+end
+```
+
+### Return Primary Keys (PostgreSQL, PostGIS)
+
+If you want the worker to store primary keys of inserted records, then you can
+use the _return_primary_keys_ option. The worker will store a `result_sets`
+array of `ActiveRecord::Result` objects. Each `ActiveRecord::Result` object
+will contain the primary keys of a batch of inserted records.
+
+```ruby
+worker = Book.bulk_insert(*destination_columns, return_primary_keys: true) do
+|worker|
+  worker.add(...)
+  worker.add(...)
+  # ...
+end
+
+worker.result_sets
+```
 
 ## License
 

data/Rakefile

@@ -14,11 +14,6 @@ RDoc::Task.new(:rdoc) do |rdoc|
   rdoc.rdoc_files.include('lib/**/*.rb')
 end
 
-
-
-
-
-
 Bundler::GemHelper.install_tasks
 
 require 'rake/testtask'

data/lib/bulk_insert.rb

@@ -4,9 +4,9 @@ module BulkInsert
   extend ActiveSupport::Concern
 
   module ClassMethods
-    def bulk_insert(*columns, values: nil, set_size:500, ignore: false)
+    def bulk_insert(*columns, values: nil, set_size:500, ignore: false, update_duplicates: false, return_primary_keys: false)
       columns = default_bulk_columns if columns.empty?
-      worker = BulkInsert::Worker.new(connection, table_name, columns, set_size, ignore)
+      worker = BulkInsert::Worker.new(connection, table_name, primary_key, columns, set_size, ignore, update_duplicates, return_primary_keys)
 
       if values.present?
         transaction do

data/lib/bulk_insert/statement_adapters.rb

@@ -0,0 +1,22 @@
+require_relative 'statement_adapters/generic_adapter'
+require_relative 'statement_adapters/mysql_adapter'
+require_relative 'statement_adapters/postgresql_adapter'
+require_relative 'statement_adapters/sqlite_adapter'
+
+module BulkInsert
+  module StatementAdapters
+    def adapter_for(connection)
+      case connection.adapter_name
+      when /^mysql/i
+        MySQLAdapter.new
+      when /\APost(?:greSQL|GIS)/i
+        PostgreSQLAdapter.new
+      when /\ASQLite/i
+        SQLiteAdapter.new
+      else
+        GenericAdapter.new
+      end
+    end
+    module_function :adapter_for
+  end
+end

data/lib/bulk_insert/statement_adapters/base_adapter.rb

@@ -0,0 +1,21 @@
+module BulkInsert
+  module StatementAdapters
+    class BaseAdapter
+      def initialize
+        raise "You cannot initialize base adapter" if self.class == BaseAdapter
+      end
+
+      def insert_ignore_statement
+        raise "Not implemented"
+      end
+
+      def on_conflict_statement(_columns, _ignore, _update_duplicates)
+        raise "Not implemented"
+      end
+
+      def primary_key_return_statement(_primary_key)
+        raise "Not implemented"
+      end
+    end
+  end
+end

data/lib/bulk_insert/statement_adapters/generic_adapter.rb

@@ -0,0 +1,19 @@
+require_relative 'base_adapter'
+
+module BulkInsert
+  module StatementAdapters
+    class GenericAdapter < BaseAdapter
+      def insert_ignore_statement
+        ''
+      end
+
+      def on_conflict_statement(_columns, _ignore, _update_duplicates)
+        ''
+      end
+
+      def primary_key_return_statement(_primary_key)
+        ''
+      end
+    end
+  end
+end

data/lib/bulk_insert/statement_adapters/mysql_adapter.rb

@@ -0,0 +1,24 @@
+require_relative 'base_adapter'
+
+module BulkInsert
+  module StatementAdapters
+    class MySQLAdapter < BaseAdapter
+      def insert_ignore_statement
+        'IGNORE'
+      end
+
+      def on_conflict_statement(columns, _ignore, update_duplicates)
+        return '' unless update_duplicates
+
+        update_values = columns.map do |column|
+          "`#{column.name}`=VALUES(`#{column.name}`)"
+        end.join(', ')
+        ' ON DUPLICATE KEY UPDATE ' + update_values
+      end
+
+      def primary_key_return_statement(_primary_key)
+        ''
+      end
+    end
+  end
+end

data/lib/bulk_insert/statement_adapters/postgresql_adapter.rb

@@ -0,0 +1,28 @@
+require_relative 'base_adapter'
+
+module BulkInsert
+  module StatementAdapters
+    class PostgreSQLAdapter < BaseAdapter
+      def insert_ignore_statement
+        ''
+      end
+
+      def on_conflict_statement(columns, ignore, update_duplicates)
+        if ignore
+          ' ON CONFLICT DO NOTHING'
+        elsif update_duplicates
+          update_values = columns.map do |column|
+            "#{column.name}=EXCLUDED.#{column.name}"
+          end.join(', ')
+          ' ON CONFLICT(' + update_duplicates.join(', ') + ') DO UPDATE SET ' + update_values
+        else
+          ''
+        end
+      end
+
+      def primary_key_return_statement(primary_key)
+        " RETURNING #{primary_key}"
+      end
+    end
+  end
+end

data/lib/bulk_insert/statement_adapters/sqlite_adapter.rb

@@ -0,0 +1,19 @@
+require_relative 'base_adapter'
+
+module BulkInsert
+  module StatementAdapters
+    class SQLiteAdapter < BaseAdapter
+      def insert_ignore_statement
+        'OR IGNORE'
+      end
+
+      def on_conflict_statement(_columns, _ignore, _update_duplicates)
+        ''
+      end
+
+      def primary_key_return_statement(_primary_key)
+        ''
+      end
+    end
+  end
+end

data/lib/bulk_insert/version.rb

@@ -1,7 +1,7 @@
 module BulkInsert
   MAJOR = 1
-  MINOR = 4
-  TINY  = 0
+  MINOR = 8
+  TINY  = 1
 
   VERSION = [MAJOR, MINOR, TINY].join(".")
 end

data/lib/bulk_insert/worker.rb

@@ -1,24 +1,38 @@
+require_relative 'statement_adapters'
+
 module BulkInsert
   class Worker
     attr_reader :connection
     attr_accessor :set_size
+    attr_accessor :before_save_callback
     attr_accessor :after_save_callback
+    attr_accessor :adapter_name
+    attr_reader :ignore, :update_duplicates, :result_sets
+
+    def initialize(connection, table_name, primary_key, column_names, set_size=500, ignore=false, update_duplicates=false, return_primary_keys=false)
+      @statement_adapter = StatementAdapters.adapter_for(connection)
 
-    def initialize(connection, table_name, column_names, set_size=500, ignore=false)
       @connection = connection
       @set_size = set_size
+
+      @adapter_name = connection.adapter_name
       # INSERT IGNORE only fails inserts with duplicate keys or unallowed nulls not the whole set of inserts
-      @ignore = ignore ? "IGNORE" : nil
+      @ignore = ignore
+      @update_duplicates = update_duplicates
+      @return_primary_keys = return_primary_keys
 
       columns = connection.columns(table_name)
       column_map = columns.inject({}) { |h, c| h.update(c.name => c) }
 
+      @primary_key = primary_key
       @columns = column_names.map { |name| column_map[name.to_s] }
       @table_name = connection.quote_table_name(table_name)
       @column_names = column_names.map { |name| connection.quote_column_name(name) }.join(",")
 
+      @before_save_callback = nil
       @after_save_callback = nil
 
+      @result_sets = []
       @set = []
     end
 
@@ -58,40 +72,65 @@ module BulkInsert
       self
     end
 
+    def before_save(&block)
+      @before_save_callback = block
+    end
+
     def after_save(&block)
       @after_save_callback = block
     end
 
     def save!
       if pending?
-        sql = "INSERT #{@ignore} INTO #{@table_name} (#{@column_names}) VALUES "
-        @now = Time.now
-
-        rows = []
-        @set.each do |row|
-          values = []
-          @columns.zip(row) do |column, value|
-            value = @now if value == :__timestamp_placeholder
-
-            if ActiveRecord::VERSION::STRING >= "5.0.0"
-              value = @connection.type_cast_from_column(column, value) if column
-              values << @connection.quote(value)
-            else
-              values << @connection.quote(value, column)
-            end
+        @before_save_callback.(@set) if @before_save_callback
+        execute_query
+        @after_save_callback.() if @after_save_callback
+        @set.clear
+      end
+
+      self
+    end
+
+    def execute_query
+      if query = compose_insert_query
+        result_set = @connection.exec_query(query)
+        @result_sets.push(result_set) if @return_primary_keys
+      end
+    end
+
+    def compose_insert_query
+      sql = insert_sql_statement
+      @now = Time.now
+      rows = []
+
+      @set.each do |row|
+        values = []
+        @columns.zip(row) do |column, value|
+          value = @now if value == :__timestamp_placeholder
+
+          if ActiveRecord::VERSION::STRING >= "5.0.0"
+            value = @connection.type_cast_from_column(column, value) if column
+            values << @connection.quote(value)
+          else
+            values << @connection.quote(value, column)
           end
-          rows << "(#{values.join(',')})"
         end
+        rows << "(#{values.join(',')})"
+      end
 
+      if !rows.empty?
         sql << rows.join(",")
-        @connection.execute(sql)
-
-        @after_save_callback.() if @after_save_callback
-
-        @set.clear
+        sql << @statement_adapter.on_conflict_statement(@columns, ignore, update_duplicates)
+        sql << @statement_adapter.primary_key_return_statement(@primary_key) if @return_primary_keys
+        sql
+      else
+        false
       end
+    end
 
-      self
+    def insert_sql_statement
+      insert_ignore = @ignore ? @statement_adapter.insert_ignore_statement : ''
+      "INSERT #{insert_ignore} INTO #{@table_name} (#{@column_names}) VALUES "
     end
   end
 end

data/test/bulk_insert/worker_test.rb

@@ -1,3 +1,4 @@
+require 'minitest/mock'
 require 'test_helper'
 
 class BulkInsertWorkerTest < ActiveSupport::TestCase
@@ -5,6 +6,7 @@ class BulkInsertWorkerTest < ActiveSupport::TestCase
     @insert = BulkInsert::Worker.new(
       Testing.connection,
       Testing.table_name,
+      'id',
       %w(greeting age happy created_at updated_at color))
     @now = Time.now
   end
@@ -121,6 +123,53 @@ class BulkInsertWorkerTest < ActiveSupport::TestCase
     assert_equal true, hello.happy?
   end
 
+  test "save! does not add to result sets when not returning primary keys" do
+    @insert.add greeting: "first"
+    @insert.add greeting: "second"
+    @insert.save!
+
+    assert_equal 0, @insert.result_sets.count
+  end
+
+
+  test "save! adds to result sets when returning primary keys" do
+    worker = BulkInsert::Worker.new(
+      Testing.connection,
+      Testing.table_name,
+      'id',
+      %w(greeting age happy created_at updated_at color),
+      500,
+      false,
+      false,
+      true
+    )
+
+    assert_no_difference -> { worker.result_sets.count } do
+      worker.save!
+    end
+
+    worker.add greeting: "first"
+    worker.add greeting: "second"
+    worker.save!
+    assert_equal 1, worker.result_sets.count
+
+    worker.add greeting: "third"
+    worker.add greeting: "fourth"
+    worker.save!
+    assert_equal 2, worker.result_sets.count
+  end
+
+  test "initialized with empty result sets array" do
+    new_worker = BulkInsert::Worker.new(
+      Testing.connection,
+      Testing.table_name,
+      'id',
+      %w(greeting age happy created_at updated_at color)
+    )
+    assert_instance_of(Array, new_worker.result_sets)
+    assert_empty new_worker.result_sets
+  end
+
   test "save! calls the after_save handler" do
     x = 41
 
@@ -150,5 +199,261 @@ class BulkInsertWorkerTest < ActiveSupport::TestCase
 
     assert_equal "hello", @insert.after_save_callback.()
   end
-end
 
+  test "save! calls the before_save handler" do
+    x = 41
+
+    @insert.before_save do
+      x += 1
+    end
+
+    @insert.add ["Yo", 15, false, @now, @now]
+    @insert.add ["Hello", 25, true, @now, @now]
+    @insert.save!
+
+    assert_equal 42, x
+  end
+
+  test "before_save stores a block as a proc" do
+    @insert.before_save do
+      "hello"
+    end
+
+    assert_equal "hello", @insert.before_save_callback.()
+  end
+
+  test "before_save_callback can be set as a proc" do
+    @insert.before_save_callback = -> do
+      "hello"
+    end
+
+    assert_equal "hello", @insert.before_save_callback.()
+  end
+
+  test "before_save can manipulate the set" do
+    @insert.before_save do |set|
+      set.reject!{|row| row[0] == "Yo"}
+    end
+
+    @insert.add ["Yo", 15, false, @now, @now]
+    @insert.add ["Hello", 25, true, @now, @now]
+    @insert.save!
+
+    yo = Testing.find_by(greeting: 'Yo')
+    hello = Testing.find_by(greeting: 'Hello')
+
+    assert_nil yo
+    assert_not_nil hello
+  end
+
+  test "save! doesn't blow up if before_save emptying the set" do
+    @insert.before_save do |set|
+      set.clear
+    end
+
+    @insert.add ["Yo", 15, false, @now, @now]
+    @insert.add ["Hello", 25, true, @now, @now]
+    @insert.save!
+
+    yo = Testing.find_by(greeting: 'Yo')
+    hello = Testing.find_by(greeting: 'Hello')
+
+    assert_nil yo
+    assert_nil hello
+  end
+
+  test "adapter dependent default methods" do
+    assert_equal @insert.adapter_name, 'SQLite'
+    assert_equal @insert.insert_sql_statement, "INSERT  INTO \"testings\" (\"greeting\",\"age\",\"happy\",\"created_at\",\"updated_at\",\"color\") VALUES "
+
+    @insert.add ["Yo", 15, false, nil, nil]
+    assert_equal @insert.compose_insert_query, "INSERT  INTO \"testings\" (\"greeting\",\"age\",\"happy\",\"created_at\",\"updated_at\",\"color\") VALUES ('Yo',15,0,NULL,NULL,'chartreuse')"
+  end
+
+  test "adapter dependent mysql methods" do
+    connection = Testing.connection
+    connection.stub :adapter_name, 'MySQL' do
+      mysql_worker = BulkInsert::Worker.new(
+        connection,
+        Testing.table_name,
+        'id',
+        %w(greeting age happy created_at updated_at color),
+        500, # batch size
+        true  # ignore
+      )
+
+      assert_equal mysql_worker.adapter_name, 'MySQL'
+      assert_equal (mysql_worker.adapter_name == 'MySQL'), true
+      assert_equal mysql_worker.ignore, true
+      assert_equal ((mysql_worker.adapter_name == 'MySQL') & mysql_worker.ignore), true
+
+      mysql_worker.add ["Yo", 15, false, nil, nil]
+
+      assert_equal mysql_worker.compose_insert_query, "INSERT IGNORE INTO \"testings\" (\"greeting\",\"age\",\"happy\",\"created_at\",\"updated_at\",\"color\") VALUES ('Yo',15,0,NULL,NULL,'chartreuse')"
+    end
+  end
+
+  test "adapter dependent mysql methods work for mysql2" do
+    connection = Testing.connection
+    connection.stub :adapter_name, 'Mysql2' do
+      mysql_worker = BulkInsert::Worker.new(
+        connection,
+        Testing.table_name,
+        'id',
+        %w(greeting age happy created_at updated_at color),
+        500, # batch size
+        true, # ignore
+        true) # update_duplicates
+
+      assert_equal mysql_worker.adapter_name, 'Mysql2'
+      assert mysql_worker.ignore
+
+      mysql_worker.add ["Yo", 15, false, nil, nil]
+
+      assert_equal mysql_worker.compose_insert_query, "INSERT IGNORE INTO \"testings\" (\"greeting\",\"age\",\"happy\",\"created_at\",\"updated_at\",\"color\") VALUES ('Yo',15,0,NULL,NULL,'chartreuse') ON DUPLICATE KEY UPDATE `greeting`=VALUES(`greeting`), `age`=VALUES(`age`), `happy`=VALUES(`happy`), `created_at`=VALUES(`created_at`), `updated_at`=VALUES(`updated_at`), `color`=VALUES(`color`)"
+    end
+  end
+
+  test "adapter dependent Mysql2Spatial methods" do
+    connection = Testing.connection
+    connection.stub :adapter_name, 'Mysql2Spatial' do
+      mysql_worker = BulkInsert::Worker.new(
+        connection,
+        Testing.table_name,
+        'id',
+        %w(greeting age happy created_at updated_at color),
+        500, # batch size
+        true) # ignore
+
+      assert_equal mysql_worker.adapter_name, 'Mysql2Spatial'
+
+      mysql_worker.add ["Yo", 15, false, nil, nil]
+
+      assert_equal mysql_worker.compose_insert_query, "INSERT IGNORE INTO \"testings\" (\"greeting\",\"age\",\"happy\",\"created_at\",\"updated_at\",\"color\") VALUES ('Yo',15,0,NULL,NULL,'chartreuse')"
+      end
+  end
+
+  test "adapter dependent postgresql methods" do
+    connection = Testing.connection
+    connection.stub :adapter_name, 'PostgreSQL' do
+      pgsql_worker = BulkInsert::Worker.new(
+        connection,
+        Testing.table_name,
+        'id',
+        %w(greeting age happy created_at updated_at color),
+        500, # batch size
+        true, # ignore
+        false, # update duplicates
+        true # return primary keys
+      )
+
+      pgsql_worker.add ["Yo", 15, false, nil, nil]
+
+      assert_equal pgsql_worker.compose_insert_query, "INSERT  INTO \"testings\" (\"greeting\",\"age\",\"happy\",\"created_at\",\"updated_at\",\"color\") VALUES ('Yo',15,0,NULL,NULL,'chartreuse') ON CONFLICT DO NOTHING RETURNING id"
+    end
+  end
+
+  test "adapter dependent postgresql methods (no ignore, no update_duplicates)" do
+    connection = Testing.connection
+    connection.stub :adapter_name, 'PostgreSQL' do
+      pgsql_worker = BulkInsert::Worker.new(
+        connection,
+        Testing.table_name,
+        'id',
+        %w(greeting age happy created_at updated_at color),
+        500, # batch size
+        false, # ignore
+        false, # update duplicates
+        true # return primary keys
+      )
+
+      pgsql_worker.add ["Yo", 15, false, nil, nil]
+
+      assert_equal pgsql_worker.compose_insert_query, "INSERT  INTO \"testings\" (\"greeting\",\"age\",\"happy\",\"created_at\",\"updated_at\",\"color\") VALUES ('Yo',15,0,NULL,NULL,'chartreuse') RETURNING id"
+    end
+  end
+
+  test "adapter dependent postgresql methods (with update_duplicates)" do
+    connection = Testing.connection
+    connection.stub :adapter_name, 'PostgreSQL' do
+      pgsql_worker = BulkInsert::Worker.new(
+        connection,
+        Testing.table_name,
+        'id',
+        %w(greeting age happy created_at updated_at color),
+        500, # batch size
+        false, # ignore
+        %w(greeting age happy), # update duplicates
+        true # return primary keys
+      )
+      pgsql_worker.add ["Yo", 15, false, nil, nil]
+
+      assert_equal pgsql_worker.compose_insert_query, "INSERT  INTO \"testings\" (\"greeting\",\"age\",\"happy\",\"created_at\",\"updated_at\",\"color\") VALUES ('Yo',15,0,NULL,NULL,'chartreuse') ON CONFLICT(greeting, age, happy) DO UPDATE SET greeting=EXCLUDED.greeting, age=EXCLUDED.age, happy=EXCLUDED.happy, created_at=EXCLUDED.created_at, updated_at=EXCLUDED.updated_at, color=EXCLUDED.color RETURNING id"
+    end
+  end
+
+  test "adapter dependent PostGIS methods" do
+    connection = Testing.connection
+    connection.stub :adapter_name, 'PostGIS' do
+      pgsql_worker = BulkInsert::Worker.new(
+        connection,
+        Testing.table_name,
+        'id',
+        %w(greeting age happy created_at updated_at color),
+        500, # batch size
+        true, # ignore
+        false, # update duplicates
+        true # return primary keys
+      )
+      pgsql_worker.add ["Yo", 15, false, nil, nil]
+
+      assert_equal pgsql_worker.compose_insert_query, "INSERT  INTO \"testings\" (\"greeting\",\"age\",\"happy\",\"created_at\",\"updated_at\",\"color\") VALUES ('Yo',15,0,NULL,NULL,'chartreuse') ON CONFLICT DO NOTHING RETURNING id"
+    end
+  end
+
+  test "adapter dependent sqlite3 methods (with lowercase adapter name)" do
+    sqlite_worker = BulkInsert::Worker.new(
+      Testing.connection,
+      Testing.table_name,
+      'id',
+      %w(greeting age happy created_at updated_at color),
+      500, # batch size
+      true) # ignore
+    sqlite_worker.adapter_name = 'sqlite3'
+    sqlite_worker.add ["Yo", 15, false, nil, nil]
+
+    assert_equal sqlite_worker.compose_insert_query, "INSERT OR IGNORE INTO \"testings\" (\"greeting\",\"age\",\"happy\",\"created_at\",\"updated_at\",\"color\") VALUES ('Yo',15,0,NULL,NULL,'chartreuse')"
+  end
+
+  test "adapter dependent sqlite3 methods (with stylecase adapter name)" do
+    sqlite_worker = BulkInsert::Worker.new(
+      Testing.connection,
+      Testing.table_name,
+      'id',
+      %w(greeting age happy created_at updated_at color),
+      500, # batch size
+      true) # ignore
+    sqlite_worker.adapter_name = 'SQLite'
+    sqlite_worker.add ["Yo", 15, false, nil, nil]
+
+    assert_equal sqlite_worker.compose_insert_query, "INSERT OR IGNORE INTO \"testings\" (\"greeting\",\"age\",\"happy\",\"created_at\",\"updated_at\",\"color\") VALUES ('Yo',15,0,NULL,NULL,'chartreuse')"
+  end
+
+  test "mysql adapter can update duplicates" do
+    connection = Testing.connection
+    connection.stub :adapter_name, 'MySQL' do
+      mysql_worker = BulkInsert::Worker.new(
+        connection,
+        Testing.table_name,
+        'id',
+        %w(greeting age happy created_at updated_at color),
+        500, # batch size
+        false, # ignore
+        true # update_duplicates
+      )
+      mysql_worker.add ["Yo", 15, false, nil, nil]
+
+      assert_equal mysql_worker.compose_insert_query, "INSERT  INTO \"testings\" (\"greeting\",\"age\",\"happy\",\"created_at\",\"updated_at\",\"color\") VALUES ('Yo',15,0,NULL,NULL,'chartreuse') ON DUPLICATE KEY UPDATE `greeting`=VALUES(`greeting`), `age`=VALUES(`age`), `happy`=VALUES(`happy`), `created_at`=VALUES(`created_at`), `updated_at`=VALUES(`updated_at`), `color`=VALUES(`color`)"
+    end
+  end
+end