upsert 2.2.1 → 2.9.9

checksums.yaml

@@ -1,7 +1,7 @@
 ---
-SHA1:
-  metadata.gz: d0268cf71d5cdccb6336100af2ab5269affbec4c
-  data.tar.gz: 889d7278a2b046ab5848c76cec79a94d1dfa4ec6
+SHA256:
+  metadata.gz: 0d2ed0c63bb4539d42dcf15f20aaabdbca692c9fd5187c06aa76e1b1fc5d9655
+  data.tar.gz: 03bbc3ca8ebf200b3552bebe05a1fc13dbea187a023ad996691be02568ce02cb
 SHA512:
-  metadata.gz: 60420f2b09bf34a80277104589cb7ef3cf376548c2f65fcef2a3bed6b11559b50e42bb4cbdf358d850f305b962dc421f4cb873da0fb5ab4b14c6edc372ef498c
-  data.tar.gz: b4cbb08f7546fb13eb5eb784eb85c7ed3ecd93008f9cc0be31e05c17cc74ac160d5ea36bd0b7f39bd800982d35eff9bfeee00357b027d74142459fd99e7ed099
+  metadata.gz: 6c65b45f0d6305bea8c70a2046ccf045bebc29827d6a4d5bd859b3a034d2209e5230abf10f213aa9aebfbee76021c54f2e6bc138917ed280de7273662d4077a4
+  data.tar.gz: 486ea504857992b1711b8966d42f9996a14f27078fbe54809ebb4d7a53d18bed80d0f29f68a9992e3a5d6ab8fa3d61a1279375b1bb8efe6bca6453b49a3965a1

data/.ruby-version

@@ -0,0 +1 @@
+2.5.5

data/.standard.yml

@@ -0,0 +1 @@
+ruby_version: 2.2.4

data/.travis.yml

@@ -1,40 +1,63 @@
-sudo: required
-dist: trusty
+dist: xenial
 language: ruby
-global:
-  - USERNAME=travis
-  - PASSWORD=
-addons:
-  apt:
-    packages:
-      # https://github.com/travis-ci/docs-travis-ci-com/pull/743
-      - haveged
-      - mysql-server-5.6
-      - mysql-client-core-5.6
-      - mysql-client-5.6
+cache: bundler
+services:
+  - docker
 rvm:
+  - 2.6
+  - 2.5
+  - 2.4
   - 2.3
   - 2.2
-  - 2.1
-  - 1.9.3
-  - rbx
-  - jruby-1.7
-  - jruby-9
+  - jruby-9.1.14.0
+  - jruby-9.1.17.0
+  - jruby-9.2.7.0
+env:
+  global:
+  - USERNAME=travis
+  - PASSWORD=
+  - DB_USER=upsert_test
+  - DB_PASSWORD=upsert_test
+  - DB_NAME=upsert_test
+  matrix:
+    - DB=postgresql DB_VERSION=postgres:9.4
+    - DB=postgresql DB_VERSION=postgres:9.5
+    - DB=postgresql DB_VERSION=postgres:9.6
+    - DB=postgresql DB_VERSION=postgres:10
+    - DB=postgresql DB_VERSION=postgres:11
+    - DB=postgresql DB_VERSION=postgres:12
+    - DB=postgresql DB_VERSION=postgres:9.4 UNIQUE_CONSTRAINT=true
+    - DB=postgresql DB_VERSION=postgres:9.5 UNIQUE_CONSTRAINT=true
+    - DB=postgresql DB_VERSION=postgres:9.6 UNIQUE_CONSTRAINT=true
+    - DB=postgresql DB_VERSION=postgres:10 UNIQUE_CONSTRAINT=true
+    - DB=postgresql DB_VERSION=postgres:11 UNIQUE_CONSTRAINT=true
+    - DB=postgresql DB_VERSION=postgres:12 UNIQUE_CONSTRAINT=true
+    - DB=mysql DB_VERSION=mysql:5.6
+    - DB=mysql DB_VERSION=mysql:5.7
+    - DB=mysql DB_VERSION=mysql:8
 matrix:
+  exclude:
+    - rvm: 2.6
+      env: DB=postgresql DB_VERSION=postgres:9.4
+    - rvm: 2.6
+      env: DB=postgresql DB_VERSION=postgres:9.5
+    - rvm: 2.6
+      env: DB=postgresql DB_VERSION=postgres:9.4 UNIQUE_CONSTRAINT=true
+    - rvm: 2.6
+      env: DB=postgresql DB_VERSION=postgres:9.5 UNIQUE_CONSTRAINT=true
+    - rvm: jruby-9.2.7
+      env: DB=postgresql DB_VERSION=postgres:9.4
+    - rvm: jruby-9.2.7
+      env: DB=postgresql DB_VERSION=postgres:9.5
+    - rvm: jruby-9.2.7
+      env: DB=postgresql DB_VERSION=postgres:9.4 UNIQUE_CONSTRAINT=true
+    - rvm: jruby-9.2.7
+      env: DB=postgresql DB_VERSION=postgres:9.5 UNIQUE_CONSTRAINT=true
   allow_failures:
-    - rvm: rbx
-env:
-  - DB=postgresql PGVERSION=9.4
-  - DB=postgresql PGVERSION=9.5
-  - DB=postgresql PGVERSION=9.4 UNIQUE_CONSTRAINT=true
-  - DB=postgresql PGVERSION=9.5 UNIQUE_CONSTRAINT=true
-  - DB=mysql DB_USER=root
+    - env: DB=postgresql DB_VERSION=postgres:12
+    - env: DB=postgresql DB_VERSION=postgres:12 UNIQUE_CONSTRAINT=true
 before_install:
-  - if [ "$DB" = 'mysql' ]; then sudo ./travis/tune_mysql.sh; fi
-# Right now the build-script is properly installing Postgres version.  We will need this to test PG 9.6 and up, though
-#  - if [ "$DB" = 'postgresql' ]; then sudo ./travis/install_postgres.sh; fi
-  - gem update --system
-  - gem update bundler
+  - ./travis/run_docker_db.sh
   - bundle --version
   - gem --version
-script: bundle exec rake spec
+script: ./travis/run_specs.sh

data/CHANGELOG

@@ -1,3 +1,12 @@
+-- no version -- / 2019-06-05
+
+* Enhancements
+
+  * Bump development Ruby version to 2.5 since Ruby 2.2 is no longer supported.
+  This should not affect usage of the gem, only local development for people
+  working *on* the gem. Ruby 2.2 is also not dropped from Upsert compatibility
+  at this time but you should consider upgrading to newer Ruby versions anyway.
+
 2.2.1 / 2017-04-20
 
 * Bug fixes

data/Gemfile

@@ -2,4 +2,15 @@ source 'https://rubygems.org'
 
 # Specify your gem's dependencies in upsert.gemspec
 
-gemspec
+gemspec name: RUBY_PLATFORM == "java" ? "upsert-java" : "upsert"
+
+case RUBY_PLATFORM
+when "java"
+  gem "ffi", platforms: :jruby
+else
+  gem "ffi"
+end
+
+group "test" do
+  gem "testmetrics_rspec"
+end

data/LICENSE

@@ -1,4 +1,6 @@
-Copyright (c) 2013 Seamus Abshere
+Copyright (c) 2013-2019 Seamus Abshere
+Copyright (c) 2017-2019 Philip Schalm
+Portions Copyright (c) 2019 The JRuby Team
 
 MIT License
 

data/README.md

@@ -123,7 +123,10 @@ See below for details about what SQL MERGE trick (emulation of upsert) is used,
 
 ### Rails / ActiveRecord
 
-(assuming that one of the other three supported drivers is being used under the covers)
+(Assuming that one of the other three supported drivers is being used under the covers).
+
+* add "upsert" to your Gemfile and 
+* run bundle install
 
 ```ruby
 Upsert.new Pet.connection, Pet.table_name
@@ -232,6 +235,15 @@ require 'pg_hstore'
 upsert.row({:name => 'Bill'}, :mydata => {:a => 1, :b => 2})
 ```
 
+#### PostgreSQL notes
+
+- Upsert doesn't do any type casting, so if you attempt to do something like the following:
+    `upsert.row({ :name => 'A Name' }, :tag_number => 'bob')`
+    you'll get an error which reads something like:
+    `invalid input syntax for integer: "bob"`
+
+
+
 #### Speed
 
 From the tests (updated 9/21/12):
@@ -369,10 +381,31 @@ If you're using MySQL, make sure server/connection timezone is UTC. If you're us
 
 In general, run some upserts and make sure datetimes get persisted like you expect.
 
+### Clearning all library-generated functions
+
+Place the following in to a rake task (so you don't globally redefine the `NAME_PREFIX` constant)
+
+```ruby
+Upsert::MergeFunction::NAME_PREFIX = "upsert"
+
+# ActiveRecord
+Upsert.clear_database_functions(ActiveRecord::Base.connection)
+
+# Sequel
+DB.synchronize do |conn|
+  Upsert.clear_database_functions(conn)
+end
+```
+
 ### Doesn't work with transactional fixtures
 
 Per https://github.com/seamusabshere/upsert/issues/23 you might have issues if you try to use transactional fixtures and this library.
 
+##
+Testmetrics - https://www.testmetrics.app/seamusabshere/upsert
+
 ## Copyright
 
-Copyright 2014 Seamus Abshere
+Copyright 2013-2019 Seamus Abshere
+Copyright 2017-2019 Philip Schalm
+Portions Copyright (c) 2019 The JRuby Team

data/Rakefile

@@ -1,5 +1,11 @@
 #!/usr/bin/env rake
-require "bundler/gem_tasks"
+require "bundler/gem_helper"
+case RUBY_PLATFORM
+when "java"
+  Bundler::GemHelper.install_tasks name: "upsert-java"
+else
+  Bundler::GemHelper.install_tasks name: "upsert"
+end
 require "rspec/core/rake_task"
 
 RSpec::Core::RakeTask.new(:spec) do |t|

data/lib/upsert.rb

@@ -37,6 +37,31 @@ class Upsert
       end
     end
 
+    def mutex_for_row(upsert, row)
+      retrieve_mutex(upsert.table_name, row.selector.keys)
+    end
+
+    def mutex_for_function(upsert, row)
+      retrieve_mutex(upsert.table_name, row.selector.keys, row.setter.keys)
+    end
+
+    # TODO: Rewrite this to use the thread_safe gem, perhaps?
+    def retrieve_mutex(*args)
+      # ||= isn't an atomic operation
+      MUTEX_FOR_PERFORM.synchronize do
+        @mutex_cache ||= {}
+      end
+
+      @mutex_cache.fetch(args.flatten.join('::')) do |k|
+        MUTEX_FOR_PERFORM.synchronize do
+          # We still need the ||= because this block could have
+          # theoretically been entered simultaneously by two threads
+          # but the actual assignment is protected by the mutex
+          @mutex_cache[k] ||= Mutex.new
+        end
+      end
+    end
+
     # @param [Mysql2::Client,Sqlite3::Database,PG::Connection,#metal] connection A supported database connection.
     #
     # Clear any database functions that may have been created.
@@ -185,7 +210,7 @@ class Upsert
   # @param [Hash] options
   # @option options [TrueClass,FalseClass] :assume_function_exists (true) Assume the function has already been defined correctly by another process.
   def initialize(connection, table_name, options = {})
-    @table_name = table_name.to_s
+    @table_name = self.class.normalize_table_name(table_name)
     metal = Upsert.metal connection
     @flavor = Upsert.flavor metal
     @adapter = Upsert.adapter metal
@@ -196,7 +221,10 @@ class Upsert
     @connection = Connection.const_get(adapter).new self, metal
     @merge_function_class = MergeFunction.const_get adapter
     @merge_function_cache = {}
-    @assume_function_exists = options.fetch :assume_function_exists, true
+    @assume_function_exists = options.fetch :assume_function_exists, @flavor != "Postgresql"
+
+    @merge_function_mutex = Mutex.new
+    @row_mutex = Mutex.new
   end
 
   # Upsert a row given a selector and a setter.
@@ -216,8 +244,10 @@ class Upsert
   #   upsert.row({:name => 'Pierre'}, :breed => 'tabby')
   def row(selector, setter = {}, options = nil)
     row_object = Row.new(selector, setter, options)
-    merge_function(row_object).execute(row_object)
-    nil
+    self.class.mutex_for_row(self, row_object).synchronize do
+      merge_function(row_object).execute(row_object)
+      nil
+    end
   end
 
   # @private
@@ -227,16 +257,28 @@ class Upsert
 
   def merge_function(row)
     cache_key = [row.selector.keys, row.setter.keys]
-    @merge_function_cache[cache_key] ||= merge_function_class.new(self, row.selector.keys, row.setter.keys, assume_function_exists?)
+    self.class.mutex_for_function(self, row).synchronize do
+      @merge_function_cache[cache_key] ||=
+        merge_function_class.new(self, row.selector.keys, row.setter.keys, assume_function_exists?)
+    end
   end
 
   # @private
   def quoted_table_name
-    @quoted_table_name ||= connection.quote_ident table_name
+    @quoted_table_name ||= table_name.map { |t| connection.quote_ident(t) }.join(".")
   end
 
   # @private
   def column_definitions
-    @column_definitions ||= ColumnDefinition.const_get(flavor).all connection, table_name
+    @column_definitions ||= ColumnDefinition.const_get(flavor).all connection, quoted_table_name
+  end
+
+  # @private
+  def self.normalize_table_name(table_name)
+    if defined?(Sequel) && table_name.is_a?(::Sequel::SQL::QualifiedIdentifier)
+      [table_name.table, table_name.column]
+    else
+      [*table_name].map(&:to_s)
+    end
   end
 end

data/lib/upsert/column_definition/mysql.rb

@@ -3,8 +3,8 @@ class Upsert
     # @private
     class Mysql < ColumnDefinition
       class << self
-        def all(connection, table_name)
-          connection.execute("SHOW COLUMNS FROM #{connection.quote_ident(table_name)}").map do |row|
+        def all(connection, quoted_table_name)
+          connection.execute("SHOW COLUMNS FROM #{quoted_table_name}").map do |row|
             # {"Field"=>"name", "Type"=>"varchar(255)", "Null"=>"NO", "Key"=>"PRI", "Default"=>nil, "Extra"=>""}
             name = row['Field'] || row['COLUMN_NAME'] || row[:Field] || row[:COLUMN_NAME]
             type = row['Type'] || row['COLUMN_TYPE'] || row[:Type] || row[:COLUMN_TYPE]

data/lib/upsert/column_definition/postgresql.rb

@@ -4,14 +4,14 @@ class Upsert
     class Postgresql < ColumnDefinition
       class << self
         # activerecord-3.2.5/lib/active_record/connection_adapters/postgresql_adapter.rb#column_definitions
-        def all(connection, table_name)
+        def all(connection, quoted_table_name)
           res = connection.execute <<-EOS
-SELECT a.attname AS name, format_type(a.atttypid, a.atttypmod) AS sql_type, d.adsrc AS default
-FROM pg_attribute a LEFT JOIN pg_attrdef d
+  SELECT a.attname AS name, format_type(a.atttypid, a.atttypmod) AS sql_type, d.adsrc AS default
+  FROM pg_attribute a LEFT JOIN pg_attrdef d
   ON a.attrelid = d.adrelid AND a.attnum = d.adnum
-WHERE a.attrelid = '#{connection.quote_ident(table_name)}'::regclass
-AND a.attnum > 0 AND NOT a.attisdropped
-EOS
+  WHERE a.attrelid = '#{quoted_table_name}'::regclass
+  AND a.attnum > 0 AND NOT a.attisdropped
+  EOS
           res.map do |row|
             new connection, row['name'], row['sql_type'], row['default']
           end.sort_by do |cd|
@@ -19,7 +19,7 @@ EOS
           end
         end
       end
-      
+
       # NOTE not using this because it can't be indexed
       # def equality(left, right)
       #   "#{left} IS NOT DISTINCT FROM #{right}"
@@ -40,7 +40,8 @@ EOS
         if hstore?
           'text'
         else
-          super
+          # JDBC uses prepared statements and properly sends date objects (which are otherwise escaped)
+          RUBY_PLATFORM == "java" ? sql_type : super
         end
       end
 

data/lib/upsert/column_definition/sqlite3.rb

@@ -3,9 +3,9 @@ class Upsert
     # @private
     class Sqlite3 < ColumnDefinition
       class << self
-        def all(connection, table_name)
+        def all(connection, quoted_table_name)
           # activerecord-3.2.13/lib/active_record/connection_adapters/sqlite_adapter.rb
-          connection.execute("PRAGMA table_info(#{connection.quote_ident(table_name)})").map do |row|#, 'SCHEMA').to_hash
+          connection.execute("PRAGMA table_info(#{quoted_table_name})").map do |row|#, 'SCHEMA').to_hash
             if connection.metal.respond_to?(:results_as_hash) and not connection.metal.results_as_hash
               row = {'name' => row[1], 'type' => row[2], 'dflt_value' => row[4]}
             end
@@ -25,7 +25,7 @@ class Upsert
           end
         end
       end
-      
+
       def equality(left, right)
         "(#{left} IS #{right} OR (#{left} IS NULL AND #{right} IS NULL))"
       end

data/lib/upsert/connection/Java_ComMysqlJdbc_JDBC4Connection.rb

@@ -17,9 +17,11 @@ class Upsert
 
       def bind_value(v)
         case v
-        when Time, DateTime
-          # mysql doesn't like it when you send timezone to a datetime
-          Upsert.utc_iso8601 v, false
+        when DateTime, Time
+          date = v.utc
+          java.time.LocalDateTime.of(date.year, date.month, date.day, date.hour, date.min, date.sec, date.nsec)
+        when Date
+          java.time.LocalDate.of(v.year, v.month, v.day)
         else
           super
         end

data/lib/upsert/connection/Java_OrgPostgresqlJdbc_PgConnection.rb

@@ -0,0 +1,33 @@
+require_relative "jdbc"
+require_relative "postgresql"
+
+class Upsert
+  class Connection
+    # @private
+    class Java_OrgPostgresqlJdbc_PgConnection < Connection
+      include Jdbc
+      include Postgresql
+
+      def quote_ident(k)
+        DOUBLE_QUOTE + k.to_s.gsub(DOUBLE_QUOTE, '""') + DOUBLE_QUOTE
+      end
+
+      def in_transaction?
+        # https://github.com/kares/activerecord-jdbc-adapter/commit/4d6e0e0c52d12b0166810dffc9f898141a23bee6
+        ![0, 4].include?(metal.get_transaction_state)
+      end
+
+      def bind_value(v)
+        case v
+        when DateTime, Time
+          date = v.utc
+          java.time.LocalDateTime.of(date.year, date.month, date.day, date.hour, date.min, date.sec, date.nsec)
+        when Date
+          java.time.LocalDate.of(v.year, v.month, v.day)
+        else
+          super
+        end
+      end
+    end
+  end
+end