replica_pools 2.2.1 → 2.4.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: b9a32096014e9f2cd137adb7c8fe226173f40d9dea893a319c0dab24cbdf8371
-  data.tar.gz: da62952df8213322963f8b8ce0c5da9ed8efe381c2348801794ec0ef0b6d294a
+  metadata.gz: 5964174c34b75f5e1da7b607a50541dc515a6e5591189fc2f4d342ed0ca5454d
+  data.tar.gz: 3af78fc30241c55c3f5edf098c353b334cc22ed50cd38b4bceb520dc94b55d6a
 SHA512:
-  metadata.gz: 7f2d2abc5f7badb102c8116213b306d35336f6d54c651a74d6fcaa0e37c53c5282c46fbc643984ffde43f5e54d868051c38590372b8af4329741da1247b68128
-  data.tar.gz: 51c4514ec6e0fa79ea2e6b128fd4d6d3866916d65d89ec743f49621678a5997c0dd3bc0bfe78a25acd72c39d61c5f13523a9f84a9160259966f9408f9c56b109
+  metadata.gz: f166935354ee63f6544ca88b3e62b05ebb77af42c6b147f3af95fd36de4029f390396f027bbf22e84c4a946f44ec80f8e1394376e18899009d5bb6948bf3f204
+  data.tar.gz: 0f9508142a03028c8ac484bdb16c2f8be8e9253d50027b3ca847f1859a4e4e1211f83c20b823c54f13dd9e09a5650548dc4526ffe4e9eae68c639c44d6745b95

data/README.md

@@ -2,8 +2,7 @@
 
 Easy Single Leader / Multiple Replica Setup for use in Ruby/Rails projects
 
-[![Build
-Status](https://travis-ci.org/kickstarter/replica_pools.png?branch=owningit)](https://travis-ci.org/kickstarter/replica_pools)
+[![Spec](https://github.com/kickstarter/replica_pools/actions/workflows/spec.yml/badge.svg)](https://github.com/kickstarter/replica_pools/actions/workflows/spec.yml)
 
 ## Overview
 
@@ -11,22 +10,22 @@ ReplicaPools replaces ActiveRecord's connection with a proxy that routes databas
 
 ReplicaPools also provides helpers so you can customize your replica strategy. You can organize replicas into pools and cycle through them (e.g. in a before_filter). You can make the connection default to the leader, or the default replica pool, and then use block helpers to temporarily change the behavior (e.g. in an around_filter).
 
-* Uses a naming convention in database.yml to designate replica pools.
-* Defaults to a given replica pool, but may also be configured to default to leader.
-* Routes database interactions (queries) to the right connection
-  * Whitelisted queries go to the current connection (might be a replica).
-  * All queries inside a transaction run on leader.
-  * All other queries are also sent to the leader connection.
-* Supports ActiveRecord's in-memory query caching.
-* Helper methods can be used to easily load balance replicas, route traffic to different replica pools, or run directly against leader. (examples below)
+- Uses a naming convention in database.yml to designate replica pools.
+- Defaults to a given replica pool, but may also be configured to default to leader.
+- Routes database interactions (queries) to the right connection
+  - Whitelisted queries go to the current connection (might be a replica).
+  - All queries inside a transaction run on leader.
+  - All other queries are also sent to the leader connection.
+- Supports ActiveRecord's in-memory query caching.
+- Helper methods can be used to easily load balance replicas, route traffic to different replica pools, or run directly against leader. (examples below)
 
 ## Not Supported
 
-* Sharding.
-* Automatic load balancing strategies.
-* Replica weights. You can accomplish this in your own load balancing strategy.
-* Whitelisting models that always use leader.
-* Blacklisting poorly performing replicas. This could cause load spikes on your leader. Whatever provisions your database.yml should make this choice.
+- Sharding.
+- Automatic load balancing strategies.
+- Replica weights. You can accomplish this in your own load balancing strategy.
+- Whitelisting models that always use leader.
+- Blacklisting poorly performing replicas. This could cause load spikes on your leader. Whatever provisions your database.yml should make this choice.
 
 ## Installation and Setup
 
@@ -166,7 +165,7 @@ To disable queries to the leader database -- for instance, in a production
 console -- set the disable_leader configuration to false. This will raise
 a ReplicaPools::LeaderDisabled error:
 
-  ReplicaPools.config.disable_leader = false
+ReplicaPools.config.disable_leader = false
 
 ## Running specs
 
@@ -204,10 +203,10 @@ Released under the MIT license
 
 The project is based on:
 
-* https://github.com/schoefmax/multi_db
+- https://github.com/schoefmax/multi_db
 
 ### Masochism
 
 The original leader/replica plugin:
 
-* http://github.com/technoweenie/masochism
+- http://github.com/technoweenie/masochism

data/lib/replica_pools/connection_proxy.rb

@@ -11,26 +11,18 @@ module ReplicaPools
     class << self
       def generate_safe_delegations
         ReplicaPools.config.safe_methods.each do |method|
-          generate_safe_delegation(method) unless instance_methods.include?(method)
+          self.define_method(method) do |*args, &block|
+            route_to(current, method, *args, &block)
+          end unless instance_methods.include?(method)
         end
       end
-
-      protected
-
-      def generate_safe_delegation(method)
-        class_eval <<-END, __FILE__, __LINE__ + 1
-          def #{method}(*args, &block)
-            route_to(current, :#{method}, *args, &block)
-          end
-        END
-      end
     end
 
     def initialize(leader, pools)
-      @leader       = leader
-      @replica_pools  = pools
-      @leader_depth = 0
-      @current_pool = default_pool
+      @leader        = leader
+      @replica_pools = pools
+      @leader_depth  = 0
+      @current_pool  = default_pool
 
       if ReplicaPools.config.defaults_to_leader
         @current = leader
@@ -41,7 +33,7 @@ module ReplicaPools
       # this ivar is for ConnectionAdapter compatibility
       # some gems (e.g. newrelic_rpm) will actually use
       # instance_variable_get(:@config) to find it.
-      @config = current.connection_config
+      @config = current.connection_db_config
     end
 
     def with_pool(pool_name = 'default')
@@ -91,7 +83,13 @@ module ReplicaPools
     # Safe methods have been generated during `setup!`.
     # Creates a method to speed up subsequent calls.
     def method_missing(method, *args, &block)
-      generate_unsafe_delegation(method)
+      self.class.define_method(method) do |*args, &block|
+        route_to(leader, method, *args, &block).tap do
+          if %i[insert delete update].include?(method)
+            leader.retrieve_connection.clear_query_cache
+          end
+        end
+      end
       send(method, *args, &block)
     end
 
@@ -99,14 +97,6 @@ module ReplicaPools
       leader_depth > 0
     end
 
-    def generate_unsafe_delegation(method)
-      self.class_eval <<-END, __FILE__, __LINE__ + 1
-        def #{method}(*args, &block)
-          route_to(leader, :#{method}, *args, &block)
-        end
-      END
-    end
-
     def route_to(conn, method, *args, &block)
       raise ReplicaPools::LeaderDisabled.new if ReplicaPools.config.disable_leader && conn == leader
       conn.retrieve_connection.send(method, *args, &block)

data/lib/replica_pools/engine.rb

@@ -10,26 +10,70 @@ module ReplicaPools
 
       ReplicaPools.config.safe_methods =
         if ActiveRecord::VERSION::MAJOR == 3
-          [
-            :select_all, :select_one, :select_value, :select_values,
-            :select_rows, :select, :verify!, :raw_connection, :active?, :reconnect!,
-            :disconnect!, :reset_runtime, :log, :log_info
+          %i[
+            active?
+            disconnect!
+            log
+            log_info
+            raw_connection
+            reconnect!
+            reset_runtime
+            select
+            select_all
+            select_one
+            select_rows
+            select_value
+            select_values
+            verify!
           ]
         elsif ActiveRecord::VERSION::MAJOR == 4
-          [
-            :select_all, :select_one, :select_value, :select_values,
-            :select_rows, :select, :verify!, :raw_connection, :active?, :reconnect!,
-            :disconnect!, :reset_runtime, :log
+          %i[
+            active?
+            disconnect!
+            log
+            raw_connection
+            reconnect!
+            reset_runtime
+            select
+            select_all
+            select_one
+            select_rows
+            select_value
+            select_values
+            verify!
           ]
-        elsif [5, 6].include?(ActiveRecord::VERSION::MAJOR)
-          [
-           :select_all, :select_one, :select_value, :select_values,
-           :select_rows, :select, :select_prepared, :verify!, :raw_connection,
-           :active?, :reconnect!, :disconnect!, :reset_runtime, :log,
-           :lookup_cast_type_from_column, :sanitize_limit,
-           :combine_bind_parameters, :quote_table_name, :quote, :quote_column_names, :quote_table_names, :table_alias_for,
-           :case_sensitive_comparison, :case_insensitive_comparison,
-           :schema_cache, :cacheable_query, :prepared_statements, :clear_cache!, :column_name_for_operation
+        elsif [5, 6, 7].include?(ActiveRecord::VERSION::MAJOR)
+          %i[
+           active?
+           cacheable_query
+           case_insensitive_comparison
+           case_sensitive_comparison
+           clear_cache!
+           column_name_for_operation
+           column_name_with_order_matcher
+           combine_bind_parameters
+           disconnect!
+           log
+           lookup_cast_type_from_column
+           prepared_statements
+           quote
+           quote_column_names
+           quote_table_name
+           quote_table_names
+           raw_connection
+           reconnect!
+           reset_runtime
+           sanitize_limit
+           schema_cache
+           select
+           select_all
+           select_one
+           select_prepared
+           select_rows
+           select_value
+           select_values
+           table_alias_for
+           verify!
           ]
         else
           warn "Unsupported ActiveRecord version #{ActiveRecord.version}. Please whitelist the safe methods."

data/lib/replica_pools/pools.rb

@@ -6,12 +6,12 @@ module ReplicaPools
 
     def initialize
       pools = {}
-      pool_configurations.group_by{|_, name, _| name }.each do |name, set|
+      pool_configurations.group_by{ |_, name, _| name }.each do |name, set|
         pools[name.to_sym] = ReplicaPools::Pool.new(
           name,
-          set.map{ |conn_name, _, replica_name|
+          set.map do |conn_name, _, replica_name|
             connection_class(name, replica_name, conn_name)
-          }
+          end
         )
       end
 
@@ -36,7 +36,9 @@ module ReplicaPools
     def config_hash
       if ActiveRecord::VERSION::MAJOR >= 6
         # in Rails >= 6, `configurations` is an instance of ActiveRecord::DatabaseConfigurations
-        ActiveRecord::Base.configurations.to_h
+        ActiveRecord::Base.configurations.configs_for.map do |c|
+          [c.env_name, c.configuration_hash.transform_keys(&:to_s)]
+        end.to_h
       else
         # in Rails < 6, it's just a hash
         ActiveRecord::Base.configurations
@@ -47,16 +49,16 @@ module ReplicaPools
     def connection_class(pool_name, replica_name, connection_name)
       class_name = "#{pool_name.camelize}#{replica_name.camelize}"
 
-      ReplicaPools.module_eval %Q{
-        class #{class_name} < ActiveRecord::Base
-          self.abstract_class = true
-          establish_connection :#{connection_name}
-          def self.connection_config
-            configurations[#{connection_name.to_s.inspect}]
-          end
+      ReplicaPools.const_set(class_name, Class.new(ActiveRecord::Base) do |c|
+        c.abstract_class = true
+        c.define_singleton_method(:connection_config) do
+          configurations.configs_for(connection_name.to_s)
         end
-      }, __FILE__, __LINE__
-      ReplicaPools.const_get(class_name)
+      end)
+
+      ReplicaPools.const_get(class_name).tap do |c|
+        c.establish_connection(connection_name.to_sym)
+      end
     end
   end
 end

data/lib/replica_pools/query_cache.rb

@@ -10,22 +10,17 @@ module ReplicaPools
 
     # these methods can all use the leader connection
     (query_cache_methods - [:select_all]).each do |method_name|
-      module_eval <<-END, __FILE__, __LINE__ + 1
-        def #{method_name}(*a, &b)
-          ActiveRecord::Base.connection.#{method_name}(*a, &b)
-        end
-      END
+      define_method(method_name) do |*args, &block|
+        ActiveRecord::Base.connection.send(method_name, *args, &block)
+      end
     end
 
     # select_all is trickier. it needs to use the leader
     # connection for cache logic, but ultimately pass its query
     # through to whatever connection is current.
     def select_all(*args)
-      # there may be more args for Rails 5.0+, but we only care about arel, name, and binds for caching.
       relation, name, raw_binds = args
 
-      # Rails 6.2 breaks this method as locked? is no longer available
-      # https://github.com/kickstarter/replica_pools/issues/26
       if !query_cache_enabled || locked?(relation)
         return route_to(current, :select_all, *args)
       end
@@ -49,6 +44,14 @@ module ReplicaPools
       end
     end
 
+    # If arel is locked this is a SELECT ... FOR UPDATE or somesuch. Such
+    # queries should not be cached.
+    def locked?(arel)
+      # This method was copied from Rails 6.1, since it has been removed in 7.0
+      arel = arel.arel if arel.is_a?(ActiveRecord::Relation)
+      arel.respond_to?(:locked) && arel.locked
+    end
+
     # these can use the unsafe delegation built into ConnectionProxy
     # [:insert, :update, :delete]
   end

data/lib/replica_pools/version.rb

@@ -1,3 +1,3 @@
 module ReplicaPools
-  VERSION = "2.2.1"
+  VERSION = "2.4.0"
 end

data/lib/replica_pools.rb

@@ -1,3 +1,5 @@
+require 'logger'
+
 require 'active_record'
 require 'replica_pools/config'
 require 'replica_pools/pool'
@@ -64,7 +66,7 @@ module ReplicaPools
     end
 
     def logger
-      ActiveRecord::Base.logger
+      ActiveRecord::Base.logger || Logger.new(STDOUT)
     end
   end
 end

metadata

@@ -1,44 +1,50 @@
 --- !ruby/object:Gem::Specification
 name: replica_pools
 version: !ruby/object:Gem::Version
-  version: 2.2.1
+  version: 2.4.0
 platform: ruby
 authors:
 - Dan Drabik
 - Lance Ivy
-autorequire: 
+autorequire:
 bindir: bin
 cert_chain: []
-date: 2021-04-16 00:00:00.000000000 Z
+date: 2022-07-27 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: activerecord
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - ">="
+    - - ">"
+      - !ruby/object:Gem::Version
+        version: '6.0'
+    - - "<"
       - !ruby/object:Gem::Version
-        version: 3.2.12
+        version: '8.0'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - ">="
+    - - ">"
+      - !ruby/object:Gem::Version
+        version: '6.0'
+    - - "<"
       - !ruby/object:Gem::Version
-        version: 3.2.12
+        version: '8.0'
 - !ruby/object:Gem::Dependency
   name: mysql2
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: 0.4.4
+        version: '0.5'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: 0.4.4
+        version: '0.5'
 - !ruby/object:Gem::Dependency
   name: rack
   requirement: !ruby/object:Gem::Requirement
@@ -137,7 +143,7 @@ homepage: https://github.com/kickstarter/replica_pools
 licenses:
 - MIT
 metadata: {}
-post_install_message: 
+post_install_message:
 rdoc_options: []
 require_paths:
 - lib
@@ -152,8 +158,8 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '1.2'
 requirements: []
-rubygems_version: 3.0.3
-signing_key: 
+rubygems_version: 3.1.6
+signing_key:
 specification_version: 4
 summary: Connection proxy for ActiveRecord for leader / replica setups.
 test_files: