fibered_mysql2 0.1.0.pre.3 → 0.1.2

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 767c4a6d73b876ca435d3221bdcaa298046560cd3aa1e8b946a65790c654bf1e
-  data.tar.gz: aa0b3d54109e0e006832d7fa2fc02b99bf6b018fea394104d0ab9f1cc455d6b5
+  metadata.gz: 03d7285011a1fd36ca7d030a233bdeb46900e44c512161abd0241c653b5cabd4
+  data.tar.gz: 5ec6253f493c773a11207664df054dab32f5cfaf996fbb4706bb76d89cd04b1c
 SHA512:
-  metadata.gz: b8fdbb7e5fa9b592e5a17c58b42878470e8d3d25589612229bdc078c628cc6c9240c9b9626faaa72e4e9092a38414cbae5c77a616aa2fc4cae3f4eecc834fbc3
-  data.tar.gz: c150c9d2af4a45350f67e518fb0efb279e91b2b2fe5a28479f4e344abf7587e51ae09e77423ea78602b2fee5e2a3c1bc1d971af4f4b4b4a12c3ea6777724ed54
+  metadata.gz: 890bb36f3cbd96021d0afa0d3ce06b1d02765afc8be3d7335d5b6234ec6b6e11b58a24b4b499d0332a2a01c778757dd5c880af6291e7f535a740e2da9be2ef62
+  data.tar.gz: 0cc5c22298ca1bd4c6c443738b6aa1c306d412894141660f1ce49e4dc592474c172c014073b0a6e088506d3422c8983b21b00a9bd8bd018fd75a1b0904f33782

data/.rspec

@@ -1,3 +1,3 @@
---format documentation
+--format progress
 --color
 --require spec_helper

data/Appraisals

@@ -9,5 +9,5 @@ appraise 'rails-5' do
 end
 
 appraise 'rails-6' do
-  gem 'rails', '~> 6.0'
+  gem 'rails', '~> 6.0.0'
 end

data/CHANGELOG.md

@@ -4,11 +4,25 @@ Inspired by [Keep a Changelog](https://keepachangelog.com/en/1.0.0/).
 
 Note: this project adheres to [Semantic Versioning](https://semver.org/spec/v2.0.0.html).
 
-## [0.1.0] - Unreleased
+## [0.1.2] - 2021-06-16
+### Fixed
+- Added checking to be certain that @owner is never overwritten with a non-Fiber by another mixin.
+
+## [0.1.1] - 2021-02-12
+### Fixed
+- Fixed bug with Rails 5+ adapter where connections that have `steal!` called on them were not having their owner updated to the current Fiber, which would then cause an exception when trying to expire the connection (this showed up with the Rails 5 `ConnectionPool::Reaper` that reaps unused connections)
+
+### Changed
+- Updated Rails 6 dependency to 6.0.x for now as 6.1+ requires a newer version of the mysql gem (0.5+) that we do not yet support
+
+
+## [0.1.0] - 2020-10-23
 ### Added
-- An adapter for Rails 4, 5, and 6.
-- Appraisals for Rails 4, 5, and 6.
-- TravisCI unit test pipeline.
-- Coverage reports via Coveralls.
+- Added an adapter for Rails 4, 5, and 6.
+- Added appraisals for Rails 4, 5, and 6.
+- Added TravisCI unit test pipeline.
+- Added coverage reports via Coveralls.
 
-[0.1.0]: https://github.com/Invoca/fibered_mysql2/tree/v0.1.0
+[0.1.2]: https://github.com/Invoca/fibered_mysql2/compare/v0.1.1..v0.1.2
+[0.1.1]: https://github.com/Invoca/fibered_mysql2/compare/v0.1.0..v0.1.1
+[0.1.0]: https://github.com/Invoca/fibered_mysql2/tree/v0.1.0

data/Gemfile

@@ -8,6 +8,7 @@ gemspec
 gem 'appraisal'
 gem 'bundler',    '~> 1.8'
 gem 'coveralls', require: false
+gem 'mimemagic',  '~> 0.3',     git: 'git@github.com:Invoca/mimemagic',                      ref: 'b084ce8d50c080f5a312156498be21a541fe72a2'
 gem 'mysql2',     '0.4.5'
 gem 'pry',        '~> 0.13'
 gem 'pry-byebug', '~> 3.9'

data/Gemfile.lock

@@ -1,7 +1,14 @@
+GIT
+  remote: git@github.com:Invoca/mimemagic
+  revision: b084ce8d50c080f5a312156498be21a541fe72a2
+  ref: b084ce8d50c080f5a312156498be21a541fe72a2
+  specs:
+    mimemagic (0.3.5)
+
 PATH
   remote: .
   specs:
-    fibered_mysql2 (0.1.0.pre.3)
+    fibered_mysql2 (0.1.2)
       em-synchrony (~> 1.0)
       rails (>= 4.2, < 7)
 
@@ -63,14 +70,14 @@ GEM
       minitest (~> 5.1)
       tzinfo (~> 1.1)
       zeitwerk (~> 2.2, >= 2.2.2)
-    appraisal (2.3.0)
+    appraisal (2.4.0)
       bundler
       rake
       thor (>= 0.14.0)
     builder (3.2.4)
     byebug (11.1.3)
     coderay (1.1.3)
-    concurrent-ruby (1.1.7)
+    concurrent-ruby (1.1.8)
     coveralls (0.8.23)
       json (>= 1.8, < 3)
       simplecov (~> 0.16.1)
@@ -82,14 +89,14 @@ GEM
     docile (1.3.2)
     em-synchrony (1.0.6)
       eventmachine (>= 1.0.0.beta.1)
-    erubi (1.9.0)
+    erubi (1.10.0)
     eventmachine (1.2.7)
     globalid (0.4.2)
       activesupport (>= 4.2.0)
-    i18n (1.8.5)
+    i18n (1.8.7)
       concurrent-ruby (~> 1.0)
     json (2.3.1)
-    loofah (2.7.0)
+    loofah (2.8.0)
       crass (~> 1.0.2)
       nokogiri (>= 1.5.9)
     mail (2.7.1)
@@ -97,10 +104,9 @@ GEM
     marcel (0.3.3)
       mimemagic (~> 0.3.2)
     method_source (1.0.0)
-    mimemagic (0.3.5)
     mini_mime (1.0.2)
     mini_portile2 (2.4.0)
-    minitest (5.14.2)
+    minitest (5.14.3)
     mysql2 (0.4.5)
     nio4r (2.5.4)
     nokogiri (1.10.10)
@@ -173,12 +179,12 @@ GEM
     thread_safe (0.3.6)
     tins (1.25.0)
       sync
-    tzinfo (1.2.7)
+    tzinfo (1.2.9)
       thread_safe (~> 0.1)
     websocket-driver (0.7.3)
       websocket-extensions (>= 0.1.0)
     websocket-extensions (0.1.5)
-    zeitwerk (2.4.0)
+    zeitwerk (2.4.1)
 
 PLATFORMS
   ruby
@@ -188,6 +194,7 @@ DEPENDENCIES
   bundler (~> 1.8)
   coveralls
   fibered_mysql2!
+  mimemagic (~> 0.3)!
   mysql2 (= 0.4.5)
   pry (~> 0.13)
   pry-byebug (~> 3.9)
@@ -195,4 +202,4 @@ DEPENDENCIES
   rspec (~> 3.0)
 
 BUNDLED WITH
-   1.17.2
+   1.17.3

data/README.md

@@ -29,7 +29,7 @@ Behaves the same as `ActiveRecord::ConnectionAdapters::EMMysql2Adapter` but with
 ```ruby
 connection = FiberedMysql2::FiberedMysql2Adapter.new(client, logger, options, config)
 connection.lease
-connection.expire // Rails 5+ only
+connection.expire # Rails 5+ only
 ```
 
 ## Development

data/fibered_mysql2.gemspec

@@ -7,16 +7,18 @@ require "fibered_mysql2/version"
 Gem::Specification.new do |spec|
   spec.name          = "fibered_mysql2"
   spec.version       = FiberedMysql2::VERSION
-  spec.authors       = ["Octothorp"]
-  spec.email         = ["octothorp@invoca.com"]
+  spec.authors       = ["Invoca Development"]
+  spec.email         = ["development@invoca.com"]
 
   spec.summary       = "An adapter for fibered mysql2"
   spec.homepage      = "https://github.com/Invoca/fibered_mysql2"
 
   # Prevent pushing this gem to RubyGems.org. To allow pushes either set the 'allowed_push_host'
   # to allow pushing to a single host or delete this section to allow pushing to any host.
-  spec.metadata["allowed_push_host"] = "https://rubygems.org"
-  spec.metadata["homepage_uri"]      = spec.homepage
+  spec.metadata = {
+    "allowed_push_host" => "https://rubygems.org",
+    "homepage_uri"      => spec.homepage
+  }
 
   # Specify which files should be added to the gem when it is released.
   # The `git ls-files -z` loads the files in the RubyGem that have been added into git.

data/gemfiles/rails_6.gemfile

@@ -10,6 +10,6 @@ gem "pry", "~> 0.13"
 gem "pry-byebug", "~> 3.9"
 gem "rake", "~> 10.0"
 gem "rspec", "~> 3.0"
-gem "rails", "~> 6.0"
+gem "rails", "~> 6.0.0"
 
 gemspec path: "../"

data/lib/active_record/connection_adapters/fibered_mysql2_adapter.rb

@@ -20,10 +20,10 @@ module FiberedMysql2
     def lease
       if in_use?
         msg = "Cannot lease connection, ".dup
-        if @owner == Fiber.current
+        if owner_fiber == Fiber.current
           msg << "it is already leased by the current fiber."
         else
-          msg << "it is already in use by a different fiber: #{@owner}. " \
+          msg << "it is already in use by a different fiber: #{owner_fiber}. " \
                   "Current fiber: #{Fiber.current}."
         end
         raise ::ActiveRecord::ActiveRecordError, msg
@@ -37,9 +37,9 @@ module FiberedMysql2
         # Because we are actively releasing connections from dead fibers, we only want
         # to enforce that we're expiring the current fibers connection, iff the owner
         # of the connection is still alive.
-        if @owner.alive? && @owner != Fiber.current
+        if owner_fiber.alive? && owner_fiber != Fiber.current
           raise ::ActiveRecord::ActiveRecordError, "Cannot expire connection, " \
-            "it is owned by a different fiber: #{@owner}. " \
+            "it is owned by a different fiber: #{owner_fiber}. " \
             "Current fiber: #{Fiber.current}."
         end
 
@@ -49,6 +49,25 @@ module FiberedMysql2
         raise ::ActiveRecord::ActiveRecordError, "Cannot expire connection, it is not currently leased."
       end
     end
+
+    def steal!
+      if in_use?
+        if owner_fiber != Fiber.current
+          pool.send :remove_connection_from_thread_cache, self, owner_fiber
+
+          @owner = Fiber.current
+        end
+      else
+        raise ::ActiveRecord::ActiveRecordError, "Cannot steal connection, it is not currently leased."
+      end
+    end
+
+    private
+
+    def owner_fiber
+      @owner.is_a?(Fiber) or raise "@owner must be a Fiber! Found #{@owner.inspect}"
+      @owner
+    end
   end
 
   class FiberedMysql2Adapter < ::ActiveRecord::ConnectionAdapters::EMMysql2Adapter

data/lib/fibered_mysql2.rb

@@ -1,6 +1,10 @@
 # frozen_string_literal: true
 
-require "fibered_mysql2/version"
+require 'fibered_mysql2/version'
+require_relative '../lib/active_record/connection_adapters/fibered_mysql2_adapter'
+require 'fibered_mysql2/fibered_database_connection_pool'
+require 'fibered_mysql2/fibered_mutex_with_waiter_priority'
+require 'fibered_mysql2/fibered_mysql2_connection_factory'
 
 module FiberedMysql2
   class Error < StandardError; end

data/lib/fibered_mysql2/fibered_database_connection_pool.rb

@@ -0,0 +1,223 @@
+# frozen_string_literal: true
+
+# This class behaves the same as ActiveRecord's ConnectionPool, but synchronizes with fibers rather than threads.
+
+# Note - trace statements have been commented out.  This is useful trace but we do not want it on by default.
+#        When we have configurable logging we can put this back and have it off by default.
+
+require 'em-synchrony'
+require 'em-synchrony/thread'
+require 'fibered_mysql2/fibered_mutex_with_waiter_priority'
+
+EventMachine::Synchrony::Thread::Mutex.prepend(FiberedMysql2::FiberedMutexWithWaiterPriority)
+
+module FiberedMysql2
+  class FiberedConditionVariable < MonitorMixin::ConditionVariable
+    def initialize(monitor)
+      @monitor = monitor
+      @cond = EM::Synchrony::Thread::ConditionVariable.new
+    end
+  end
+
+  # From Ruby's MonitorMixin, with all occurrences of Thread changed to Fiber
+  module FiberedMonitorMixin
+    def self.extend_object(obj)
+      super
+      obj.__send__(:mon_initialize)
+    end
+
+    #
+    # Attempts to enter exclusive section.  Returns +false+ if lock fails.
+    #
+    def mon_try_enter
+      if @mon_owner != Fiber.current
+        @mon_mutex.try_lock or return false
+        @mon_owner = Fiber.current
+        @mon_count = 0
+      end
+      @mon_count += 1
+      true
+    end
+
+    #
+    # Enters exclusive section.
+    #
+    def mon_enter
+      if @mon_owner != Fiber.current
+        @mon_mutex.lock
+        @mon_owner = Fiber.current
+        @mon_count = 0
+      end
+      @mon_count += 1
+    end
+
+    #
+    # Leaves exclusive section.
+    #
+    def mon_exit
+      mon_check_owner
+      @mon_count -= 1
+      if @mon_count == 0
+        @mon_owner = nil
+        @mon_mutex.unlock
+      end
+    end
+
+    #
+    # Enters exclusive section and executes the block.  Leaves the exclusive
+    # section automatically when the block exits.  See example under
+    # +MonitorMixin+.
+    #
+    def mon_synchronize
+      mon_enter
+      begin
+        yield
+      ensure
+        begin
+          mon_exit
+        rescue => ex
+          ActiveRecord::Base.logger.error("Exception occurred while executing mon_exit: #{ex}")
+        end
+      end
+    end
+    alias synchronize mon_synchronize
+
+    #
+    # Creates a new FiberedConditionVariable associated with the
+    # receiver.
+    #
+    def new_cond
+      FiberedConditionVariable.new(self)
+    end
+
+    private
+
+    # Initializes the FiberedMonitorMixin after being included in a class
+    def mon_initialize
+      @mon_owner = nil
+      @mon_count = 0
+      @mon_mutex = EM::Synchrony::Thread::Mutex.new
+    end
+
+    def mon_check_owner
+      @mon_owner == Fiber.current or raise FiberError, "current fiber not owner"
+    end
+
+    def mon_enter_for_cond(count)
+      @mon_owner = Fiber.current
+      @mon_count = count
+    end
+
+    # returns the old mon_count
+    def mon_exit_for_cond
+      count = @mon_count
+      @mon_owner = nil
+      @mon_count = 0
+      count
+    end
+  end
+
+  module FiberedDatabaseConnectionPool
+    include FiberedMonitorMixin
+
+    module Adapter_4_2
+      def cached_connections
+        @reserved_connections
+      end
+
+      def current_connection_id
+        ActiveRecord::Base.connection_id ||= Fiber.current.object_id
+      end
+
+      def checkout
+        begin
+          reap_connections
+        rescue => ex
+          ActiveRecord::Base.logger.error("Exception occurred while executing reap_connections: #{ex}")
+        end
+        super
+      end
+    end
+
+    module Adapter_5_2
+      def cached_connections
+        @thread_cached_conns
+      end
+
+      def current_connection_id
+        connection_cache_key(current_thread)
+      end
+
+      def checkout(checkout_timeout = @checkout_timeout)
+        begin
+          reap_connections
+        rescue => ex
+          ActiveRecord::Base.logger.error("Exception occurred while executing reap_connections: #{ex}")
+        end
+        super
+      end
+
+      def release_connection(owner_thread = Fiber.current)
+        if (conn = @thread_cached_conns.delete(connection_cache_key(owner_thread)))
+          checkin(conn)
+        end
+      end
+    end
+
+    case Rails::VERSION::MAJOR
+    when 4
+      include Adapter_4_2
+    when 5, 6
+      include Adapter_5_2
+    end
+
+    def initialize(connection_spec, *args, **keyword_args)
+      connection_spec.config[:reaping_frequency] and raise "reaping_frequency is not supported (the ActiveRecord Reaper is thread-based)"
+
+      super(connection_spec, *args, **keyword_args)
+
+      @reaper = nil # no need to keep a reference to this since it does nothing in this sub-class
+
+      # note that @reserved_connections is a ThreadSafe::Cache which is overkill in a fibered world, but harmless
+    end
+
+    def connection
+      # this is correctly done double-checked locking
+      # (ThreadSafe::Cache's lookups have volatile semantics)
+      if (result = cached_connections[current_connection_id])
+        result
+      else
+        synchronize do
+          if (result = cached_connections[current_connection_id])
+            result
+          else
+            cached_connections[current_connection_id] = checkout
+          end
+        end
+      end
+    end
+
+    def reap_connections
+      cached_connections.values.each do |connection|
+        unless connection.owner.alive?
+          checkin(connection)
+        end
+      end
+    end
+
+    private
+
+    #--
+    # This hook-in method allows for easier monkey-patching fixes needed by
+    # JRuby users that use Fibers.
+    def connection_cache_key(fiber)
+      fiber
+    end
+
+    def current_thread
+      Fiber.current
+    end
+  end
+end
+
+ActiveRecord::ConnectionAdapters::ConnectionPool.prepend(FiberedMysql2::FiberedDatabaseConnectionPool)

data/lib/fibered_mysql2/fibered_mutex_with_waiter_priority.rb

@@ -0,0 +1,33 @@
+# frozen_string_literal: true
+
+module FiberedMysql2
+  module FiberedMutexWithWaiterPriority
+    # Note: @waiters is a bit confusing because the first waiter is actually the current fiber that has it locked;
+    # the _rest_ of @waiters are the actual waiters
+    def sleep(timeout = nil)
+      unlock
+      beg = Time.now
+      current = Fiber.current
+      @slept[current] = true
+      if timeout
+        timer = EM.add_timer(timeout) do
+          _wakeup(current)
+        end
+        Fiber.yield
+        EM.cancel_timer(timer) # if we resumed not via timer
+      else
+        Fiber.yield
+      end
+      @slept.delete(current)
+      yield if block_given?
+
+      # Invoca patch: inline lock that puts us at the front of the mutex @waiters queue instead of the back
+      # ==========================
+      @waiters.unshift(current)
+      Fiber.yield if @waiters.size > 1
+      # ==========================
+
+      Time.now - beg
+    end
+  end
+end

data/lib/fibered_mysql2/fibered_mysql2_connection_factory.rb

@@ -0,0 +1,81 @@
+# frozen_string_literal: true
+
+require_relative '../active_record/connection_adapters/fibered_mysql2_adapter'
+
+module EM::Synchrony
+  module ActiveRecord
+    _ = Adapter_4_2
+    module Adapter_4_2
+      def configure_connection
+        super                   # undo EM::Synchrony's override here
+      end
+
+      def transaction(*args)
+        super                   # and here
+      end
+
+      _ = TransactionManager
+      class TransactionManager < _
+        if Rails::VERSION::MAJOR > 5
+          # Overriding the em-synchrony override to bring it up to rails 6 requirements.
+          # Changes from the original Rails 6 source are:
+          #   1. the usage of _current_stack created by em-synchrony instead of the Rails provided @stack instance variable
+          #   2. the usage of Fiber.current.object_id as a part of the savepoint transaction name
+          #
+          # Original EM Synchrony Source:
+          # https://github.com/igrigorik/em-synchrony/blob/master/lib/em-synchrony/activerecord_4_2.rb#L35-L44
+          #
+          # Original Rails Source:
+          # https://github.com/rails/rails/blob/6-0-stable/activerecord/lib/active_record/connection_adapters/abstract/transaction.rb#L205-L224
+          def begin_transaction(options = {})
+            @connection.lock.synchronize do
+              run_commit_callbacks = !current_transaction.joinable?
+              transaction =
+                  if _current_stack.empty?
+                    ::ActiveRecord::ConnectionAdapters::RealTransaction.new(@connection, options, run_commit_callbacks: run_commit_callbacks)
+                  else
+                    ::ActiveRecord::ConnectionAdapters::SavepointTransaction.new(@connection, "active_record_#{Fiber.current.object_id}_#{open_transactions}", _current_stack.last, options,
+                                                                                 run_commit_callbacks: run_commit_callbacks)
+                  end
+
+              if @connection.supports_lazy_transactions? && lazy_transactions_enabled? && options[:_lazy] != false
+                @has_unmaterialized_transactions = true
+              else
+                transaction.materialize!
+              end
+              _current_stack.push(transaction)
+              transaction
+            end
+          end
+        end
+      end
+    end
+  end
+end
+
+module FiberedMysql2
+  module FiberedMysql2ConnectionFactory
+    def fibered_mysql2_connection(raw_config)
+      config = raw_config.symbolize_keys
+
+      config[:username] = 'root' if config[:username].nil?
+      config[:flags]    = Mysql2::Client::FOUND_ROWS if Mysql2::Client.const_defined?(:FOUND_ROWS)
+
+      client =
+          begin
+            Mysql2::EM::Client.new(config)
+          rescue Mysql2::Error => error
+            if error.message.include?("Unknown database")
+              raise ActiveRecord::NoDatabaseError.new(error.message, error)
+            else
+              raise
+            end
+          end
+
+      options = [config[:host], config[:username], config[:password], config[:database], config[:port], config[:socket], 0]
+      FiberedMysql2Adapter.new(client, logger, options, config)
+    end
+  end
+end
+
+ActiveRecord::Base.class.prepend(FiberedMysql2::FiberedMysql2ConnectionFactory)

data/lib/fibered_mysql2/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module FiberedMysql2
-  VERSION = "0.1.0.pre.3"
+  VERSION = "0.1.2"
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: fibered_mysql2
 version: !ruby/object:Gem::Version
-  version: 0.1.0.pre.3
+  version: 0.1.2
 platform: ruby
 authors:
-- Octothorp
-autorequire:
+- Invoca Development
+autorequire: 
 bindir: exe
 cert_chain: []
-date: 2020-10-07 00:00:00.000000000 Z
+date: 2021-06-16 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: em-synchrony
@@ -44,9 +44,9 @@ dependencies:
     - - "<"
       - !ruby/object:Gem::Version
         version: '7'
-description:
+description: 
 email:
-- octothorp@invoca.com
+- development@invoca.com
 executables: []
 extensions: []
 extra_rdoc_files: []
@@ -68,13 +68,16 @@ files:
 - gemfiles/rails_6.gemfile
 - lib/active_record/connection_adapters/fibered_mysql2_adapter.rb
 - lib/fibered_mysql2.rb
+- lib/fibered_mysql2/fibered_database_connection_pool.rb
+- lib/fibered_mysql2/fibered_mutex_with_waiter_priority.rb
+- lib/fibered_mysql2/fibered_mysql2_connection_factory.rb
 - lib/fibered_mysql2/version.rb
 homepage: https://github.com/Invoca/fibered_mysql2
 licenses: []
 metadata:
   allowed_push_host: https://rubygems.org
   homepage_uri: https://github.com/Invoca/fibered_mysql2
-post_install_message:
+post_install_message: 
 rdoc_options: []
 require_paths:
 - lib
@@ -85,12 +88,12 @@ required_ruby_version: !ruby/object:Gem::Requirement
       version: '0'
 required_rubygems_version: !ruby/object:Gem::Requirement
   requirements:
-  - - ">"
+  - - ">="
     - !ruby/object:Gem::Version
-      version: 1.3.1
+      version: '0'
 requirements: []
 rubygems_version: 3.0.1
-signing_key:
+signing_key: 
 specification_version: 4
 summary: An adapter for fibered mysql2
 test_files: []