upsert 0.3.4 → 0.4.0

data/test/shared/multibyte.rb

@@ -1,37 +0,0 @@
-# -*- encoding: utf-8 -*-
-shared_examples_for "supports multibyte" do
-  it "works one-by-one" do
-    assert_creates(Pet, [{:name => 'I♥NY', :gender => 'périferôl'}]) do
-      upsert = Upsert.new connection, :pets
-      upsert.row({:name => 'I♥NY'}, {:gender => 'périferôl'})
-    end
-  end
-  it "works serially" do
-    assert_creates(Pet, [{:name => 'I♥NY', :gender => 'jÚrgen'}]) do
-      upsert = Upsert.new connection, :pets
-      upsert.row({:name => 'I♥NY'}, {:gender => 'périferôl'})
-      upsert.row({:name => 'I♥NY'}, {:gender => 'jÚrgen'})
-    end
-  end
-  it "works batch" do
-    assert_creates(Pet, [{:name => 'I♥NY', :gender => 'jÚrgen'}]) do
-      Upsert.batch(connection, :pets) do |upsert|
-        upsert.row({:name => 'I♥NY'}, {:gender => 'périferôl'})
-        upsert.row({:name => 'I♥NY'}, {:gender => 'jÚrgen'})
-      end
-    end
-  end
-  it "won't overflow" do
-    upsert = Upsert.new connection, :pets
-    if upsert.respond_to?(:max_sql_bytesize)
-      max = upsert.send(:max_sql_bytesize)
-      ticks = max / 3 - 2
-      lambda do
-        loop do
-          upsert.row({:name => 'Jerry'}, :home_address => ("日" * ticks))
-          ticks += 1
-        end
-      end.must_raise Upsert::TooBig
-    end
-  end
-end

data/test/shared/precision.rb

@@ -1,8 +0,0 @@
-shared_examples_for 'is precise' do
-  it "stores small numbers precisely" do
-    small = -0.00000000634943
-    upsert = Upsert.new connection, :pets
-    upsert.row({:name => 'NotJerry'}, :lovability => small)
-    Pet.first.lovability.must_equal small
-  end
-end

data/test/shared/reserved_words.rb

@@ -1,45 +0,0 @@
-shared_examples_for "doesn't blow up on reserved words" do
-  unless ENV['RES'] == 'false'
-  # collect and uniq reserved words
-  reserved_words = ['mysql_reserved.txt', 'pg_reserved.txt'].map do |basename|
-    File.expand_path("../../misc/#{basename}", __FILE__)
-  end.map do |path|
-    IO.readlines(path)
-  end.flatten.map(&:chomp).select(&:present?).uniq
-
-  # make lots of AR models, each of which has 10 columns named after these words
-  nasties = []
-  reserved_words.each_slice(10) do |words|
-    eval %{
-      class Nasty#{nasties.length} < ActiveRecord::Base
-      end
-    }
-    nasty = Object.const_get("Nasty#{nasties.length}")
-    nasty.class_eval do
-      self.primary_key = 'fake_primary_key'
-      col :fake_primary_key
-      words.each do |word|
-        col word
-      end
-    end
-    nasties << [ nasty, words ]
-  end
-  nasties.each do |nasty, _|
-    nasty.auto_upgrade!
-  end
-
-  describe "reserved words" do
-    nasties.each do |nasty, words|
-      it "doesn't die on reserved words #{words.join(',')}" do
-        upsert = Upsert.new connection, nasty.table_name
-        random = rand(1e3).to_s
-        selector = { :fake_primary_key => random, words.first => words.first }
-        document = words[1..-1].inject({}) { |memo, word| memo[word] = word; memo }
-        assert_creates nasty, [selector.merge(document)] do
-          upsert.row selector, document
-        end
-      end
-    end
-  end
-  end
-end

data/test/shared/speed.rb

@@ -1,72 +0,0 @@
-shared_examples_for 'can be speeded up with upserting' do
-  unless ENV['SPEED'] == 'false'
-  describe 'compared to native ActiveRecord' do
-    it "is faster than new/set/save" do
-      assert_faster_than 'find + new/set/save', lotsa_records do |records|
-        records.each do |selector, document|
-          if pet = Pet.where(selector).first
-            pet.update_attributes document, :without_protection => true
-          else
-            pet = Pet.new
-            selector.each do |k, v|
-              pet.send "#{k}=", v
-            end
-            document.each do |k, v|
-              pet.send "#{k}=", v
-            end
-            pet.save!
-          end
-        end
-      end
-    end
-    it "is faster than find_or_create + update_attributes" do
-      assert_faster_than 'find_or_create + update_attributes', lotsa_records do |records|
-        dynamic_method = nil
-        records.each do |selector, document|
-          dynamic_method ||= "find_or_create_by_#{selector.keys.join('_or_')}"
-          pet = Pet.send(dynamic_method, *selector.values)
-          pet.update_attributes document, :without_protection => true
-        end
-      end
-    end
-    it "is faster than create + rescue/find/update" do
-      assert_faster_than 'create + rescue/find/update', lotsa_records do |records|
-        dynamic_method = nil
-        records.each do |selector, document|
-          dynamic_method ||= "find_or_create_by_#{selector.keys.join('_or_')}"
-          begin
-            Pet.create selector.merge(document), :without_protection => true
-          rescue
-            pet = Pet.send(dynamic_method, *selector.values)
-            pet.update_attributes document, :without_protection => true
-          end
-        end
-      end
-    end
-  end
-
-  describe 'compared to activerecord-import' do
-    it "is faster than faking upserts with activerecord-import" do
-      unless Pet.connection.respond_to?(:sql_for_on_duplicate_key_update)
-        flunk "#{Pet.connection} does not support activerecord-import's :on_duplicate_key_update"
-      end
-      assert_faster_than 'faking upserts with activerecord-import', lotsa_records do |records|
-        columns = nil
-        all_values = []
-        records.each do |selector, document|
-          columns ||= (selector.keys + document.keys).uniq
-          all_values << columns.map do |k|
-            if document.has_key?(k)
-              # prefer the document so that you can change rows
-              document[k]
-            else
-              selector[k]
-            end
-          end
-        end
-        Pet.import columns, all_values, :timestamps => false, :on_duplicate_key_update => columns
-      end
-    end
-  end
-  end
-end

data/test/shared/threaded.rb

@@ -1,31 +0,0 @@
-shared_examples_for 'is thread-safe' do
-  it "is safe to use one-by-one" do
-    upsert = Upsert.new connection, :pets
-    assert_creates(Pet, [{:name => 'Jerry', :gender => 'neutered'}]) do
-      ts = []
-      10.times do
-        ts << Thread.new do
-          sleep 0.2
-          upsert.row({:name => 'Jerry'}, :gender => 'male')
-          upsert.row({:name => 'Jerry'}, :gender => 'neutered')
-        end
-        ts.each { |t| t.join }
-      end
-    end
-  end
-  it "is safe to use batch" do
-    assert_creates(Pet, [{:name => 'Jerry', :gender => 'neutered'}]) do
-      Upsert.batch(connection, :pets) do |upsert|
-        ts = []
-        10.times do
-          ts << Thread.new do
-            sleep 0.2
-            upsert.row({:name => 'Jerry'}, :gender => 'male')
-            upsert.row({:name => 'Jerry'}, :gender => 'neutered')
-          end
-          ts.each { |t| t.join }
-        end
-      end
-    end
-  end
-end

data/test/shared/timezones.rb

@@ -1,25 +0,0 @@
-shared_examples_for "doesn't mess with timezones" do
-  before do
-    @old_default_tz = ActiveRecord::Base.default_timezone
-  end
-  after do
-    ActiveRecord::Base.default_timezone = @old_default_tz
-  end
-
-  it "deals fine with UTC" do
-    ActiveRecord::Base.default_timezone = :utc
-    time = Time.now.utc
-    upsert = Upsert.new connection, :pets
-    assert_creates(Pet, [{:name => 'Jerry', :morning_walk_time => time}]) do
-      upsert.row({:name => 'Jerry'}, {:morning_walk_time => time})
-    end
-  end
-  it "won't mess with UTC" do
-    ActiveRecord::Base.default_timezone = :local
-    time = Time.now
-    upsert = Upsert.new connection, :pets
-    assert_creates(Pet, [{:name => 'Jerry', :morning_walk_time => time}]) do
-      upsert.row({:name => 'Jerry'}, {:morning_walk_time => time})
-    end
-  end
-end

data/test/test_active_record_connection_adapter.rb

@@ -1,36 +0,0 @@
-require 'helper'
-
-system %{ mysql -u root -ppassword -e "DROP DATABASE IF EXISTS test_upsert; CREATE DATABASE test_upsert CHARSET utf8" }
-ActiveRecord::Base.establish_connection :adapter => 'mysql2', :username => 'root', :password => 'password', :database => 'test_upsert', :pool => 2
-
-describe "using an ActiveRecord connection adapter" do
-  before do
-    @opened_connections = []
-    ActiveRecord::Base.connection.drop_table(Pet.table_name) rescue nil
-    Pet.auto_upgrade!
-    @connection = new_connection
-  end
-  after do
-    @opened_connections.clear
-  end
-  def new_connection
-    c = Pet.connection
-    @opened_connections << c
-    c
-  end
-  def connection
-    @connection
-  end
-
-  it_also 'is a database with an upsert trick'
-
-  it_also 'is just as correct as other ways'
-
-  it_also 'can be speeded up with upserting'
-
-  it_also 'supports binary upserts'
-
-  it_also "supports multibyte"
-
-  it_also "doesn't mess with timezones"
-end

data/test/test_active_record_upsert.rb

@@ -1,23 +0,0 @@
-require 'helper'
-require 'mysql2'
-
-system %{ mysql -u root -ppassword -e "DROP DATABASE IF EXISTS test_upsert; CREATE DATABASE test_upsert CHARSET utf8" }
-ActiveRecord::Base.establish_connection :adapter => 'mysql2', :username => 'root', :password => 'password', :database => 'test_upsert'
-
-require 'upsert/active_record_upsert'
-
-describe Upsert::ActiveRecordUpsert do
-  before do
-    ActiveRecord::Base.connection.drop_table(Pet.table_name) rescue nil
-    Pet.auto_upgrade!
-  end
-
-  describe :upsert do
-    it "is easy to use" do
-      assert_creates(Pet,[{:name => 'Jerry', :good => true}]) do
-        Pet.upsert({:name => 'Jerry'}, :good => false)
-        Pet.upsert({:name => 'Jerry'}, :good => true)
-      end
-    end
-  end
-end

data/test/test_mysql2.rb

@@ -1,43 +0,0 @@
-require 'helper'
-require 'mysql2'
-
-system %{ mysql -u root -ppassword -e "DROP DATABASE IF EXISTS test_upsert; CREATE DATABASE test_upsert CHARSET utf8" }
-ActiveRecord::Base.establish_connection :adapter => 'mysql2', :username => 'root', :password => 'password', :database => 'test_upsert'
-
-describe Upsert::Mysql2_Client do
-  before do
-    @opened_connections = []
-    ActiveRecord::Base.connection.drop_table(Pet.table_name) rescue nil
-    Pet.auto_upgrade!
-    @connection = new_connection
-  end
-  after do
-    @opened_connections.each { |c| c.close }
-  end
-  def new_connection
-    c = Mysql2::Client.new(:username => 'root', :password => 'password', :database => 'test_upsert')
-    @opened_connections << c
-    c
-  end
-  def connection
-    @connection
-  end
-
-  it_also 'is a database with an upsert trick'
-
-  it_also 'is just as correct as other ways'
-
-  it_also 'can be speeded up with upserting'
-
-  it_also 'supports binary upserts'
-
-  it_also 'supports multibyte'
-
-  it_also 'is thread-safe'
-
-  it_also 'is precise'
-
-  it_also "doesn't mess with timezones"
-
-  it_also "doesn't blow up on reserved words"
-end

data/test/test_pg.rb

@@ -1,45 +0,0 @@
-require 'helper'
-require 'pg'
-
-system %{ dropdb test_upsert }
-system %{ createdb test_upsert }
-ActiveRecord::Base.establish_connection :adapter => 'postgresql', :database => 'test_upsert'
-
-describe Upsert::PG_Connection do
-  before do
-    @opened_connections = []
-    ActiveRecord::Base.connection.drop_table(Pet.table_name) rescue nil
-    Pet.auto_upgrade!
-    @connection = new_connection
-  end
-  after do
-    @opened_connections.each { |c| c.finish }
-  end
-  def new_connection
-    # c = PG::Connection.new(:dbname => 'test_upsert')
-    c = PGconn.new(:dbname => 'test_upsert')
-    @opened_connections << c
-    c
-  end
-  def connection
-    @connection
-  end
-
-  it_also 'is a database with an upsert trick'
-
-  it_also 'is just as correct as other ways'
-
-  it_also 'can be speeded up with upserting'
-
-  it_also 'supports binary upserts'
-
-  it_also 'supports multibyte'
-
-  it_also 'is thread-safe'
-
-  it_also 'is precise'
-
-  it_also "doesn't mess with timezones"
-
-  it_also "doesn't blow up on reserved words"
-end

data/test/test_sqlite.rb

@@ -1,47 +0,0 @@
-require 'helper'
-require 'sqlite3'
-
-db_path = File.expand_path('../../tmp/test.sqlite3', __FILE__)
-FileUtils.mkdir_p File.dirname(db_path)
-FileUtils.rm_f db_path
-ActiveRecord::Base.establish_connection :adapter => 'sqlite3', :database => db_path
-
-describe Upsert::SQLite3_Database do
-  before do
-    @opened_connections = []
-    ActiveRecord::Base.connection.drop_table(Pet.table_name) rescue nil
-    Pet.auto_upgrade!
-    # @connection = new_connection
-  end
-  # after do
-  #   @opened_connections.each { |c| c.close }
-  # end
-
-  # def new_connection
-  #   c = SQLite3::Database.open(File.expand_path('../../tmp/test.sqlite3', __FILE__))
-  #   @opened_connections << c
-  #   c
-  # end
-  def connection
-    # @connection
-    ActiveRecord::Base.connection
-  end
-
-  it_also 'is a database with an upsert trick'
-
-  it_also 'is just as correct as other ways'
-
-  it_also 'can be speeded up with upserting'
-
-  it_also 'supports multibyte'
-
-  it_also 'is thread-safe'
-
-  it_also 'is precise'
-
-  it_also "doesn't mess with timezones"
-
-  it_also 'supports binary upserts'
-
-  # it_also "doesn't blow up on reserved words"
-end