isolator 0.11.0 → 1.0.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: fb3ecc2b4b93f35241a5f03804bc89fab1ab2a6d9d4fe33753ad827bc8a06ea5
-  data.tar.gz: 8385b3b3654b25d1ec2ec178305cac41049523339da8d56c6ba7defb31996640
+  metadata.gz: dc5300f95e1333baa45e8e10e1e13b1ebc03175b648791bfec5a87e160643e9e
+  data.tar.gz: e184eb7fc257b0ab5ae95878ea955769d9925b8b428dc6c469bcde5af89c69f5
 SHA512:
-  metadata.gz: a18d105a45e116af3120e4f9eefd69f1c533b14f1ce26b8bdd9c284fd99f87ddd8e3650ae3e7a73cc54592329726f549d16b374763f5bae6c71163e36499b55a
-  data.tar.gz: cb72be0a0d3aa004dab07392b875e0d70472806517d7d89acdafd133f332a50f59232aed8c919c12ce15cd12399b29f7ef8e33f986e445046b9171765db4ae74
+  metadata.gz: 2668126bfa3de56db202b28dc4eeb5267a2acccf2843d2843d7928cc7fbd96d3a7f42b90b1e652b97857b9f2e3f75e009bacacc4ab9532d4c7ebfbbeea35fb56
+  data.tar.gz: 252e668eb55d8f4b8ddda8567833be514b595817d2064d35190bdd74719409568a7779e0bcf8564da4d32e45bc3d3fe6a5ae5afe3ec1d6018dfb0db107c1418d

data/CHANGELOG.md

@@ -2,6 +2,16 @@
 
 ## master
 
+## 1.0.0 (2023-11-30)
+
+- Add ability to track concurrent transactions to with a thread (e.g., to multiple databases). ([@palkan][])
+
+  This feature is disabled by default, opt-in via: `Isolator.config.disallow_per_thread_concurrent_transactions = true`.
+
+- Add `Isolator.on_transaction_begin` and `Isolator.on_transaction_end` callbacks. ([@palkan][])
+
+- Drop Ruby 2.6 and Rails 5 support. ([@palkan][])
+
 ## 0.11.0 (2023-09-27)
 
 - Use Rails new `transaction.active_record` event if available to better handle edge cases. ([@palkan][])

data/README.md

@@ -101,6 +101,9 @@ Isolator.configure do |config|
   # Define a custom ignorer class (must implement .prepare)
   # uses a row number based list from the .isolator_todo.yml file
   config.ignorer = Isolator::Ignorer
+
+  # Turn on/off raising exceptions for simultaneous transactions to different databases
+  config.disallow_cross_database_transactions = false
 end
 ```
 
@@ -108,6 +111,34 @@ Isolator relies on [uniform_notifier][] to send custom notifications.
 
 **NOTE:** `uniform_notifier` should be installed separately (i.e., added to Gemfile).
 
+### Callbacks
+
+Isolator different callbacks so you can inject your own logic or build custom extensions.
+
+```ruby
+# This callback is called when Isolator enters the "danger zone"—a within-transaction context
+Isolator.before_isolate do
+  puts "Entering a database transaction. Be careful!"
+end
+
+# This callback is called when Isolator leaves the "danger zone"
+Isolator.after_isolate do
+  puts "Leaving a database transaction. Everything is fine. Feel free to call slow HTTP APIs"
+end
+
+# This callback is called every time a new transaction is open (root or nested)
+Isolator.on_transaction_open do |event|
+  puts "New transaction from #{event[:connection_id]}. " \
+       "Current depth: #{event[:depth]}"
+end
+
+# This callback is called every time a transaction is completed
+Isolator.on_transaction_close do |event|
+  puts "Transaction completed from #{event[:connection_id]}. " \
+       "Current depth: #{event[:depth]}"
+end
+```
+
 ### Transactional tests support
 
  - Rails' baked-in [use_transactional_tests](https://api.rubyonrails.org/classes/ActiveRecord/FixtureSet.html#class-ActiveRecord::FixtureSet-label-Transactional+Tests)
@@ -115,7 +146,7 @@ Isolator relies on [uniform_notifier][] to send custom notifications.
 
 ### Supported ORMs
 
-- `ActiveRecord` >= 5.1 (4.2 likely till works, but we do not test against it anymore)
+- `ActiveRecord` >= 6.0 (see older versions of Isolator for previous versions)
 - `ROM::SQL` (only if Active Support instrumentation extension is loaded)
 
 ### Adapters
@@ -159,7 +190,6 @@ Isolator.adapters.sidekiq.ignore_if { Thread.current[:sidekiq_postpone] }
 
 You can add as many _ignores_ as you want, the offense is registered iff all of them return false.
 
-
 ### Using with sidekiq/testing
 
 If you require sidekiq/testing in your tests after isolator is required then it will blow away isolator's hooks, so you need to require isolator after requiring sidekiq/testing.

data/lib/isolator/adapter_builder.rb

@@ -31,12 +31,18 @@ module Isolator
       def build_mod(method_name, adapter)
         return nil unless method_name
 
+        adapter_name = "__isolator_adapter_#{adapter.object_id}"
+
         Module.new do
-          define_method method_name do |*args, **kwargs, &block|
-            # check if we are even notifying before calling `caller`, which is well known to be slow
-            adapter.notify(caller, self, *args, **kwargs) if adapter.notify?(*args, **kwargs)
-            super(*args, **kwargs, &block)
-          end
+          define_method(adapter_name) { adapter }
+
+          module_eval <<~RUBY, __FILE__, __LINE__ + 1
+            def #{method_name}(...)
+              # check if we are even notifying before calling `caller`, which is well known to be slow
+              #{adapter_name}.notify(caller, self, ...) if #{adapter_name}.notify?(...)
+              super
+            end
+          RUBY
         end
       end
     end

data/lib/isolator/adapters/base.rb

@@ -27,8 +27,8 @@ module Isolator
         Isolator.notify(exception: build_exception(obj, args, kwargs), backtrace: backtrace)
       end
 
-      def notify?(*args, **kwargs)
-        enabled? && Isolator.enabled? && Isolator.within_transaction? && !ignored?(*args, **kwargs)
+      def notify?(...)
+        enabled? && Isolator.enabled? && Isolator.within_transaction? && !ignored?(...)
       end
 
       def ignore_if(&block)

data/lib/isolator/adapters/http/sniffer.rb

@@ -6,12 +6,12 @@ require "sniffer"
 Sniffer::Config.defaults["logger"] = nil
 
 Isolator.isolate :http, target: Sniffer.singleton_class,
-                        method_name: :store,
-                        exception_class: Isolator::HTTPError,
-                        details_message: ->(_obj, args) {
-                          req = args.first.request
-                          "#{req.method} #{req.host}:#{req.port}#{req.query}"
-                        }
+  method_name: :store,
+  exception_class: Isolator::HTTPError,
+  details_message: ->(_obj, args) {
+    req = args.first.request
+    "#{req.method} #{req.host}:#{req.port}#{req.query}"
+  }
 
 Isolator.before_isolate do
   next if Isolator.adapters.http.disabled?

data/lib/isolator/adapters/mailers/mail.rb

@@ -1,10 +1,10 @@
 # frozen_string_literal: true
 
 Isolator.isolate :mailer, target: Mail::Message,
-                          method_name: :deliver,
-                          exception_class: Isolator::MailerError,
-                          details_message: ->(obj) {
-                            "From: #{obj.from}\n" \
-                            "To: #{obj.to}\n" \
-                            "Subject: #{obj.subject}"
-                          }
+  method_name: :deliver,
+  exception_class: Isolator::MailerError,
+  details_message: ->(obj) {
+    "From: #{obj.from}\n" \
+    "To: #{obj.to}\n" \
+    "Subject: #{obj.subject}"
+  }

data/lib/isolator/callbacks.rb

@@ -11,6 +11,14 @@ module Isolator
       after_isolate_callbacks << block
     end
 
+    def on_transaction_begin(&block)
+      transaction_begin_callbacks << block
+    end
+
+    def on_transaction_end(&block)
+      transaction_end_callbacks << block
+    end
+
     def start!
       return if Isolator.disabled?
       before_isolate_callbacks.each(&:call)
@@ -21,6 +29,14 @@ module Isolator
       after_isolate_callbacks.each(&:call)
     end
 
+    def notify!(event, payload)
+      if event == :begin
+        transaction_begin_callbacks.each { |cb| cb.call(payload) }
+      elsif event == :end
+        transaction_end_callbacks.each { |cb| cb.call(payload) }
+      end
+    end
+
     def before_isolate_callbacks
       @before_isolate_callbacks ||= []
     end
@@ -28,5 +44,13 @@ module Isolator
     def after_isolate_callbacks
       @after_isolate_callbacks ||= []
     end
+
+    def transaction_begin_callbacks
+      @transaction_begin_callbacks ||= []
+    end
+
+    def transaction_end_callbacks
+      @transaction_end_callbacks ||= []
+    end
   end
 end

data/lib/isolator/orm_adapters/active_record.rb

@@ -1,10 +1,10 @@
 # frozen_string_literal: true
 
-require_relative "./active_support_subscriber"
+require_relative "active_support_subscriber"
 
 # We rely on this feature introduced in 7.1.0.beta1: https://github.com/rails/rails/pull/49192
 if ActiveRecord::VERSION::MAJOR >= 7 && ActiveRecord::VERSION::MINOR >= 1
-  require_relative "./active_support_transaction_subscriber"
+  require_relative "active_support_transaction_subscriber"
   Isolator::ActiveSupportTransactionSubscriber.subscribe!
 else
   Isolator::ActiveSupportSubscriber.subscribe!("sql.active_record")

data/lib/isolator/orm_adapters/rom_active_support.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
-require_relative "./active_support_subscriber"
+require_relative "active_support_subscriber"
 
 Isolator::ActiveSupportSubscriber.subscribe!("sql.rom")

data/lib/isolator/plugins/concurrent_database_transactions.rb

@@ -0,0 +1,25 @@
+# frozen_string_literal: true
+
+module Isolator
+  class Configuration
+    attr_accessor :disallow_per_thread_concurrent_transactions
+
+    alias_method :disallow_per_thread_concurrent_transactions?, :disallow_per_thread_concurrent_transactions
+  end
+
+  class ConcurrentTransactionError < UnsafeOperationError
+    MESSAGE = "You are trying to open a transaction while there is an open transation to another database." \
+  end
+
+  Isolator.before_isolate do
+    next unless Isolator.config.disallow_per_thread_concurrent_transactions?
+
+    isolated_connections = Isolator.all_transactions.count do |conn_id, depth|
+      depth >= Isolator.connection_threshold(conn_id)
+    end
+
+    next unless isolated_connections > 1
+
+    Isolator.notify(exception: ConcurrentTransactionError.new, backtrace: caller)
+  end
+end

data/lib/isolator/railtie.rb

@@ -2,6 +2,22 @@
 
 module Isolator
   class Railtie < ::Rails::Railtie # :nodoc:
+    module TestFixtures
+      def setup_fixtures(*)
+        super
+        return unless run_in_transaction?
+
+        Isolator.incr_thresholds!
+      end
+
+      def teardown_fixtures(*)
+        if run_in_transaction?
+          Isolator.decr_thresholds!
+        end
+        super
+      end
+    end
+
     initializer "isolator.backtrace_cleaner" do
       ActiveSupport.on_load(:active_record) do
         Isolator.backtrace_cleaner = lambda do |locations|
@@ -31,24 +47,13 @@ module Isolator
 
       next unless Rails.env.test?
 
-      if defined?(::ActiveRecord::TestFixtures)
-        ::ActiveRecord::TestFixtures.prepend(
-          Module.new do
-            def setup_fixtures(*)
-              super
-              return unless run_in_transaction?
-
-              Isolator.incr_thresholds!
-            end
-
-            def teardown_fixtures(*)
-              if run_in_transaction?
-                Isolator.decr_thresholds!
-              end
-              super
-            end
-          end
-        )
+      ActiveSupport.on_load(:active_record_fixtures) do
+        ::ActiveRecord::TestFixtures.prepend(TestFixtures)
+      end
+
+      # Rails 6 doesn't support this load hook, so we can emulate it
+      if ActiveRecord::VERSION::MAJOR < 7 && defined?(::ActiveRecord::TestFixtures)
+        ::ActiveRecord::TestFixtures.prepend(TestFixtures)
       end
     end
   end

data/lib/isolator/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module Isolator
-  VERSION = "0.11.0"
+  VERSION = "1.0.0"
 end

data/lib/isolator.rb

@@ -94,6 +94,14 @@ module Isolator
       state[:transactions]&.[](connection_id) || 0
     end
 
+    def all_transactions
+      state[:transactions] || {}
+    end
+
+    def connection_threshold(connection_id)
+      state[:thresholds]&.[](connection_id) || default_threshold
+    end
+
     def set_connection_threshold(val, connection_id = default_connection_id.call)
       state[:thresholds] ||= Hash.new { |h, k| h[k] = Isolator.default_threshold }
       state[:thresholds][connection_id] = val
@@ -131,7 +139,14 @@ module Isolator
 
       debug!("Transaction opened for connection #{connection_id} (total: #{state[:transactions][connection_id]}, threshold: #{state[:thresholds]&.fetch(connection_id, default_threshold)})")
 
-      start! if current_transactions(connection_id) == connection_threshold(connection_id)
+      current_depth = current_transactions(connection_id)
+      threshold = connection_threshold(connection_id)
+
+      start! if current_depth == threshold
+      if current_depth >= threshold
+        event = {connection_id: connection_id, depth: current_depth - threshold + 1}.freeze
+        notify!(:begin, event)
+      end
     end
 
     def decr_transactions!(connection_id = default_connection_id.call)
@@ -144,7 +159,15 @@ module Isolator
 
       state[:transactions][connection_id] -= 1
 
-      finish! if current_transactions(connection_id) == (connection_threshold(connection_id) - 1)
+      current_depth = current_transactions(connection_id)
+      threshold = connection_threshold(connection_id)
+
+      if current_depth >= threshold - 1
+        event = {connection_id: connection_id, depth: current_depth - threshold + 1}.freeze
+        notify!(:end, event)
+      end
+
+      finish! if current_depth == (threshold - 1)
 
       state[:transactions].delete(connection_id) if state[:transactions][connection_id].zero?
 
@@ -192,10 +215,6 @@ module Isolator
 
     attr_accessor :state
 
-    def connection_threshold(connection_id)
-      state[:thresholds]&.[](connection_id) || default_threshold
-    end
-
     def debug!(msg)
       return unless debug_enabled
 
@@ -241,3 +260,6 @@ require "isolator/orm_adapters"
 require "isolator/adapters"
 require "isolator/railtie" if defined?(Rails)
 require "isolator/database_cleaner_support" if defined?(DatabaseCleaner)
+
+# Built-in extensions
+require "isolator/plugins/concurrent_database_transactions"

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: isolator
 version: !ruby/object:Gem::Version
-  version: 0.11.0
+  version: 1.0.0
 platform: ruby
 authors:
 - Vladimir Dementyev
 autorequire:
 bindir: bin
 cert_chain: []
-date: 2023-09-28 00:00:00.000000000 Z
+date: 2023-12-01 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: sniffer
@@ -315,6 +315,7 @@ files:
 - lib/isolator/orm_adapters/active_support_subscriber.rb
 - lib/isolator/orm_adapters/active_support_transaction_subscriber.rb
 - lib/isolator/orm_adapters/rom_active_support.rb
+- lib/isolator/plugins/concurrent_database_transactions.rb
 - lib/isolator/railtie.rb
 - lib/isolator/simple_hashie.rb
 - lib/isolator/version.rb
@@ -336,14 +337,14 @@ required_ruby_version: !ruby/object:Gem::Requirement
   requirements:
   - - ">="
     - !ruby/object:Gem::Version
-      version: 2.6.0
+      version: 2.7.0
 required_rubygems_version: !ruby/object:Gem::Requirement
   requirements:
   - - ">="
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubygems_version: 3.4.8
+rubygems_version: 3.4.20
 signing_key:
 specification_version: 4
 summary: Detect non-atomic interactions within DB transactions