activerecord 6.1.7 → 7.2.2

data/lib/active_record/relation.rb

@@ -3,20 +3,70 @@
 module ActiveRecord
   # = Active Record \Relation
   class Relation
+    class ExplainProxy  # :nodoc:
+      def initialize(relation, options)
+        @relation = relation
+        @options  = options
+      end
+
+      def inspect
+        exec_explain { @relation.send(:exec_queries) }
+      end
+
+      def average(column_name)
+        exec_explain { @relation.average(column_name) }
+      end
+
+      def count(column_name = nil)
+        exec_explain { @relation.count(column_name) }
+      end
+
+      def first(limit = nil)
+        exec_explain { @relation.first(limit) }
+      end
+
+      def last(limit = nil)
+        exec_explain { @relation.last(limit) }
+      end
+
+      def maximum(column_name)
+        exec_explain { @relation.maximum(column_name) }
+      end
+
+      def minimum(column_name)
+        exec_explain { @relation.minimum(column_name) }
+      end
+
+      def pluck(*column_names)
+        exec_explain { @relation.pluck(*column_names) }
+      end
+
+      def sum(identity_or_column = nil)
+        exec_explain { @relation.sum(identity_or_column) }
+      end
+
+      private
+        def exec_explain(&block)
+          @relation.exec_explain(@relation.collecting_queries_for_explain { block.call }, @options)
+        end
+    end
+
     MULTI_VALUE_METHODS  = [:includes, :eager_load, :preload, :select, :group,
                             :order, :joins, :left_outer_joins, :references,
-                            :extending, :unscope, :optimizer_hints, :annotate]
+                            :extending, :unscope, :optimizer_hints, :annotate,
+                            :with]
 
     SINGLE_VALUE_METHODS = [:limit, :offset, :lock, :readonly, :reordering, :strict_loading,
                             :reverse_order, :distinct, :create_with, :skip_query_cache]
 
     CLAUSE_METHODS = [:where, :having, :from]
-    INVALID_METHODS_FOR_DELETE_ALL = [:distinct, :group, :having]
+    INVALID_METHODS_FOR_DELETE_ALL = [:distinct, :with, :with_recursive]
 
     VALUE_METHODS = MULTI_VALUE_METHODS + SINGLE_VALUE_METHODS + CLAUSE_METHODS
 
     include Enumerable
     include FinderMethods, Calculations, SpawnMethods, QueryMethods, Batches, Explain, Delegation
+    include SignedId::RelationMethods, TokenFor::RelationMethods
 
     attr_reader :table, :klass, :loaded, :predicate_builder
     attr_accessor :skip_preloading_value
@@ -31,6 +81,10 @@ module ActiveRecord
       @loaded = false
       @predicate_builder = predicate_builder
       @delegate_to_klass = false
+      @future_result = nil
+      @records = nil
+      @async = false
+      @none = false
     end
 
     def initialize_copy(other)
@@ -38,15 +92,10 @@ module ActiveRecord
       reset
     end
 
-    def arel_attribute(name) # :nodoc:
-      table[name]
-    end
-    deprecate :arel_attribute
-
     def bind_attribute(name, value) # :nodoc:
       if reflection = klass._reflect_on_association(name)
         name = reflection.foreign_key
-        value = value.read_attribute(reflection.klass.primary_key) unless value.nil?
+        value = value.read_attribute(reflection.association_primary_key) unless value.nil?
       end
 
       attr = table[name]
@@ -67,8 +116,12 @@ module ActiveRecord
     #   user = users.new { |user| user.name = 'Oscar' }
     #   user.name # => Oscar
     def new(attributes = nil, &block)
-      block = current_scope_restoring_block(&block)
-      scoping { _new(attributes, &block) }
+      if attributes.is_a?(Array)
+        attributes.collect { |attr| new(attr, &block) }
+      else
+        block = current_scope_restoring_block(&block)
+        scoping { _new(attributes, &block) }
+      end
     end
     alias build new
 
@@ -148,7 +201,7 @@ module ActiveRecord
     # above can be alternatively written this way:
     #
     #   # Find the first user named "Scarlett" or create a new one with a
-    #   # different last name.
+    #   # particular last name.
     #   User.find_or_create_by(first_name: 'Scarlett') do |user|
     #     user.last_name = 'Johansson'
     #   end
@@ -158,38 +211,41 @@ module ActiveRecord
     # failed due to validation errors it won't be persisted, you get what
     # #create returns in such situation.
     #
-    # Please note <b>this method is not atomic</b>, it runs first a SELECT, and if
-    # there are no results an INSERT is attempted. If there are other threads
-    # or processes there is a race condition between both calls and it could
-    # be the case that you end up with two similar records.
+    # If creation failed because of a unique constraint, this method will
+    # assume it encountered a race condition and will try finding the record
+    # once more. If somehow the second find still does not find a record
+    # because a concurrent DELETE happened, it will then raise an
+    # ActiveRecord::RecordNotFound exception.
     #
-    # If this might be a problem for your application, please see #create_or_find_by.
+    # Please note <b>this method is not atomic</b>, it runs first a SELECT,
+    # and if there are no results an INSERT is attempted. So if the table
+    # doesn't have a relevant unique constraint it could be the case that
+    # you end up with two or more similar records.
     def find_or_create_by(attributes, &block)
-      find_by(attributes) || create(attributes, &block)
+      find_by(attributes) || create_or_find_by(attributes, &block)
     end
 
     # Like #find_or_create_by, but calls
     # {create!}[rdoc-ref:Persistence::ClassMethods#create!] so an exception
     # is raised if the created record is invalid.
     def find_or_create_by!(attributes, &block)
-      find_by(attributes) || create!(attributes, &block)
+      find_by(attributes) || create_or_find_by!(attributes, &block)
     end
 
-    # Attempts to create a record with the given attributes in a table that has a unique constraint
+    # Attempts to create a record with the given attributes in a table that has a unique database constraint
     # on one or several of its columns. If a row already exists with one or several of these
     # unique constraints, the exception such an insertion would normally raise is caught,
     # and the existing record with those attributes is found using #find_by!.
     #
-    # This is similar to #find_or_create_by, but avoids the problem of stale reads between the SELECT
-    # and the INSERT, as that method needs to first query the table, then attempt to insert a row
-    # if none is found.
+    # This is similar to #find_or_create_by, but tries to create the record first. As such it is
+    # better suited for cases where the record is most likely not to exist yet.
     #
     # There are several drawbacks to #create_or_find_by, though:
     #
-    # * The underlying table must have the relevant columns defined with unique constraints.
+    # * The underlying table must have the relevant columns defined with unique database constraints.
     # * A unique constraint violation may be triggered by only one, or at least less than all,
     #   of the given attributes. This means that the subsequent #find_by! may fail to find a
-    #   matching record, which will then raise an <tt>ActiveRecord::RecordNotFound</tt> exception,
+    #   matching record, which will then raise an ActiveRecord::RecordNotFound exception,
     #   rather than a record with the given attributes.
     # * While we avoid the race condition between SELECT -> INSERT from #find_or_create_by,
     #   we actually have another race condition between INSERT -> SELECT, which can be triggered
@@ -198,26 +254,40 @@ module ActiveRecord
     # * It relies on exception handling to handle control flow, which may be marginally slower.
     # * The primary key may auto-increment on each create, even if it fails. This can accelerate
     #   the problem of running out of integers, if the underlying table is still stuck on a primary
-    #   key of type int (note: All Rails apps since 5.1+ have defaulted to bigint, which is not liable
+    #   key of type int (note: All \Rails apps since 5.1+ have defaulted to bigint, which is not liable
     #   to this problem).
+    # * Columns with unique database constraints should not have uniqueness validations defined,
+    #   otherwise #create will fail due to validation errors and #find_by will never be called.
     #
     # This method will return a record if all given attributes are covered by unique constraints
     # (unless the INSERT -> DELETE -> SELECT race condition is triggered), but if creation was attempted
     # and failed due to validation errors it won't be persisted, you get what #create returns in
     # such situation.
     def create_or_find_by(attributes, &block)
-      transaction(requires_new: true) { create(attributes, &block) }
-    rescue ActiveRecord::RecordNotUnique
-      find_by!(attributes)
+      with_connection do |connection|
+        transaction(requires_new: true) { create(attributes, &block) }
+      rescue ActiveRecord::RecordNotUnique
+        if connection.transaction_open?
+          where(attributes).lock.find_by!(attributes)
+        else
+          find_by!(attributes)
+        end
+      end
     end
 
     # Like #create_or_find_by, but calls
     # {create!}[rdoc-ref:Persistence::ClassMethods#create!] so an exception
     # is raised if the created record is invalid.
     def create_or_find_by!(attributes, &block)
-      transaction(requires_new: true) { create!(attributes, &block) }
-    rescue ActiveRecord::RecordNotUnique
-      find_by!(attributes)
+      with_connection do |connection|
+        transaction(requires_new: true) { create!(attributes, &block) }
+      rescue ActiveRecord::RecordNotUnique
+        if connection.transaction_open?
+          where(attributes).lock.find_by!(attributes)
+        else
+          find_by!(attributes)
+        end
+      end
     end
 
     # Like #find_or_create_by, but calls {new}[rdoc-ref:Core#new]
@@ -230,13 +300,30 @@ module ActiveRecord
     # returns the result as a string. The string is formatted imitating the
     # ones printed by the database shell.
     #
+    #   User.all.explain
+    #   # EXPLAIN SELECT `users`.* FROM `users`
+    #   # ...
+    #
     # Note that this method actually runs the queries, since the results of some
     # are needed by the next ones when eager loading is going on.
     #
+    # To run EXPLAIN on queries created by +first+, +pluck+ and +count+, call
+    # these methods on +explain+:
+    #
+    #   User.all.explain.count
+    #   # EXPLAIN SELECT COUNT(*) FROM `users`
+    #   # ...
+    #
+    # The column name can be passed if required:
+    #
+    #   User.all.explain.maximum(:id)
+    #   # EXPLAIN SELECT MAX(`users`.`id`) FROM `users`
+    #   # ...
+    #
     # Please see further details in the
     # {Active Record Query Interface guide}[https://guides.rubyonrails.org/active_record_querying.html#running-explain].
-    def explain
-      exec_explain(collecting_queries_for_explain { exec_queries })
+    def explain(*options)
+      ExplainProxy.new(self, options)
     end
 
     # Converts relation objects to Array.
@@ -257,37 +344,71 @@ module ActiveRecord
 
     # Returns size of the records.
     def size
-      loaded? ? @records.length : count(:all)
+      if loaded?
+        records.length
+      else
+        count(:all)
+      end
     end
 
     # Returns true if there are no records.
     def empty?
-      return @records.empty? if loaded?
-      !exists?
+      return true if @none
+
+      if loaded?
+        records.empty?
+      else
+        !exists?
+      end
     end
 
     # Returns true if there are no records.
-    def none?
-      return super if block_given?
+    #
+    # When a pattern argument is given, this method checks whether elements in
+    # the Enumerable match the pattern via the case-equality operator (<tt>===</tt>).
+    #
+    #   posts.none?(Comment) # => true or false
+    def none?(*args)
+      return true if @none
+
+      return super if args.present? || block_given?
       empty?
     end
 
     # Returns true if there are any records.
-    def any?
-      return super if block_given?
+    #
+    # When a pattern argument is given, this method checks whether elements in
+    # the Enumerable match the pattern via the case-equality operator (<tt>===</tt>).
+    #
+    #    posts.any?(Post) # => true or false
+    def any?(*args)
+      return false if @none
+
+      return super if args.present? || block_given?
       !empty?
     end
 
     # Returns true if there is exactly one record.
-    def one?
-      return super if block_given?
-      limit_value ? records.one? : size == 1
+    #
+    # When a pattern argument is given, this method checks whether elements in
+    # the Enumerable match the pattern via the case-equality operator (<tt>===</tt>).
+    #
+    #    posts.one?(Post) # => true or false
+    def one?(*args)
+      return false if @none
+
+      return super if args.present? || block_given?
+      return records.one? if loaded?
+      limited_count == 1
     end
 
     # Returns true if there is more than one record.
     def many?
+      return false if @none
+
       return super if block_given?
-      limit_value ? records.many? : size > 1
+      return records.many? if loaded?
+      limited_count > 1
     end
 
     # Returns a stable cache key that can be used to identify this query.
@@ -297,7 +418,7 @@ module ActiveRecord
     #    # => "products/query-1850ab3d302391b85b8693e941286659"
     #
     # If ActiveRecord::Base.collection_cache_versioning is turned off, as it was
-    # in Rails 6.0 and earlier, the cache key will also include a version.
+    # in \Rails 6.0 and earlier, the cache key will also include a version.
     #
     #    ActiveRecord::Base.collection_cache_versioning = false
     #    Product.where("name like ?", "%Cosmic Encounter%").cache_key
@@ -344,7 +465,7 @@ module ActiveRecord
     def compute_cache_version(timestamp_column) # :nodoc:
       timestamp_column = timestamp_column.to_s
 
-      if loaded? || distinct_value
+      if loaded?
         size = records.size
         if size > 0
           timestamp = records.map { |record| record.read_attribute(timestamp_column) }.max
@@ -352,32 +473,35 @@ module ActiveRecord
       else
         collection = eager_loading? ? apply_join_dependency : self
 
-        column = connection.visitor.compile(table[timestamp_column])
-        select_values = "COUNT(*) AS #{connection.quote_column_name("size")}, MAX(%s) AS timestamp"
+        with_connection do |c|
+          column = c.visitor.compile(table[timestamp_column])
+          select_values = "COUNT(*) AS #{adapter_class.quote_column_name("size")}, MAX(%s) AS timestamp"
 
-        if collection.has_limit_or_offset?
-          query = collection.select("#{column} AS collection_cache_key_timestamp")
-          subquery_alias = "subquery_for_cache_key"
-          subquery_column = "#{subquery_alias}.collection_cache_key_timestamp"
-          arel = query.build_subquery(subquery_alias, select_values % subquery_column)
-        else
-          query = collection.unscope(:order)
-          query.select_values = [select_values % column]
-          arel = query.arel
-        end
+          if collection.has_limit_or_offset?
+            query = collection.select("#{column} AS collection_cache_key_timestamp")
+            query._select!(table[Arel.star]) if distinct_value && collection.select_values.empty?
+            subquery_alias = "subquery_for_cache_key"
+            subquery_column = "#{subquery_alias}.collection_cache_key_timestamp"
+            arel = query.build_subquery(subquery_alias, select_values % subquery_column)
+          else
+            query = collection.unscope(:order)
+            query.select_values = [select_values % column]
+            arel = query.arel
+          end
 
-        size, timestamp = connection.select_rows(arel, nil).first
+          size, timestamp = c.select_rows(arel, nil).first
 
-        if size
-          column_type = klass.type_for_attribute(timestamp_column)
-          timestamp = column_type.deserialize(timestamp)
-        else
-          size = 0
+          if size
+            column_type = klass.type_for_attribute(timestamp_column)
+            timestamp = column_type.deserialize(timestamp)
+          else
+            size = 0
+          end
         end
       end
 
       if timestamp
-        "#{size}-#{timestamp.utc.to_s(cache_timestamp_format)}"
+        "#{size}-#{timestamp.utc.to_fs(cache_timestamp_format)}"
       else
         "#{size}"
       end
@@ -398,17 +522,30 @@ module ActiveRecord
     #   Comment.where(post_id: 1).scoping do
     #     Comment.first
     #   end
-    #   # => SELECT "comments".* FROM "comments" WHERE "comments"."post_id" = 1 ORDER BY "comments"."id" ASC LIMIT 1
+    #   # SELECT "comments".* FROM "comments" WHERE "comments"."post_id" = 1 ORDER BY "comments"."id" ASC LIMIT 1
+    #
+    # If <tt>all_queries: true</tt> is passed, scoping will apply to all queries
+    # for the relation including +update+ and +delete+ on instances.
+    # Once +all_queries+ is set to true it cannot be set to false in a
+    # nested block.
     #
     # Please check unscoped if you want to remove all previous scopes (including
     # the default_scope) during the execution of a block.
-    def scoping
-      already_in_scope? ? yield : _scoping(self) { yield }
+    def scoping(all_queries: nil, &block)
+      registry = klass.scope_registry
+      if global_scope?(registry) && all_queries == false
+        raise ArgumentError, "Scoping is set to apply to all queries and cannot be unset in a nested block."
+      elsif already_in_scope?(registry)
+        yield
+      else
+        _scoping(self, registry, all_queries, &block)
+      end
     end
 
-    def _exec_scope(*args, &block) # :nodoc:
+    def _exec_scope(...) # :nodoc:
       @delegate_to_klass = true
-      _scoping(nil) { instance_exec(*args, &block) || self }
+      registry = klass.scope_registry
+      _scoping(nil, registry) { instance_exec(...) || self }
     ensure
       @delegate_to_klass = false
     end
@@ -422,7 +559,8 @@ module ActiveRecord
     #
     # ==== Parameters
     #
-    # * +updates+ - A string, array, or hash representing the SET part of an SQL statement.
+    # * +updates+ - A string, array, or hash representing the SET part of an SQL statement. Any strings provided will
+    #   be type cast, unless you use +Arel.sql+. (Don't pass user-provided values to +Arel.sql+.)
     #
     # ==== Examples
     #
@@ -437,19 +575,13 @@ module ActiveRecord
     #
     #   # Update all invoices and set the number column to its id value.
     #   Invoice.update_all('number = id')
+    #
+    #   # Update all books with 'Rails' in their title
+    #   Book.where('title LIKE ?', '%Rails%').update_all(title: Arel.sql("title + ' - volume 1'"))
     def update_all(updates)
       raise ArgumentError, "Empty list of attributes to change" if updates.blank?
 
-      arel = eager_loading? ? apply_join_dependency.arel : build_arel
-      arel.source.left = table
-
-      stmt = Arel::UpdateManager.new
-      stmt.table(arel.source)
-      stmt.key = table[primary_key]
-      stmt.take(arel.limit)
-      stmt.offset(arel.offset)
-      stmt.order(*arel.orders)
-      stmt.wheres = arel.constraints
+      return 0 if @none
 
       if updates.is_a?(Hash)
         if klass.locking_enabled? &&
@@ -458,12 +590,25 @@ module ActiveRecord
           attr = table[klass.locking_column]
           updates[attr.name] = _increment_attribute(attr)
         end
-        stmt.set _substitute_values(updates)
+        values = _substitute_values(updates)
       else
-        stmt.set Arel.sql(klass.sanitize_sql_for_assignment(updates, table.name))
+        values = Arel.sql(klass.sanitize_sql_for_assignment(updates, table.name))
       end
 
-      klass.connection.update(stmt, "#{klass} Update All").tap { reset }
+      klass.with_connection do |c|
+        arel = eager_loading? ? apply_join_dependency.arel : build_arel(c)
+        arel.source.left = table
+
+        group_values_arel_columns = arel_columns(group_values.uniq)
+        having_clause_ast = having_clause.ast unless having_clause.empty?
+        key = if klass.composite_primary_key?
+          primary_key.map { |pk| table[pk] }
+        else
+          table[primary_key]
+        end
+        stmt = arel.compile_update(values, key, having_clause_ast, group_values_arel_columns)
+        c.update(stmt, "#{klass} Update All").tap { reset }
+      end
     end
 
     def update(id = :all, attributes) # :nodoc:
@@ -474,6 +619,291 @@ module ActiveRecord
       end
     end
 
+    def update!(id = :all, attributes) # :nodoc:
+      if id == :all
+        each { |record| record.update!(attributes) }
+      else
+        klass.update!(id, attributes)
+      end
+    end
+
+
+    # Inserts a single record into the database in a single SQL INSERT
+    # statement. It does not instantiate any models nor does it trigger
+    # Active Record callbacks or validations. Though passed values
+    # go through Active Record's type casting and serialization.
+    #
+    # See #insert_all for documentation.
+    def insert(attributes, returning: nil, unique_by: nil, record_timestamps: nil)
+      insert_all([ attributes ], returning: returning, unique_by: unique_by, record_timestamps: record_timestamps)
+    end
+
+    # Inserts multiple records into the database in a single SQL INSERT
+    # statement. It does not instantiate any models nor does it trigger
+    # Active Record callbacks or validations. Though passed values
+    # go through Active Record's type casting and serialization.
+    #
+    # The +attributes+ parameter is an Array of Hashes. Every Hash determines
+    # the attributes for a single row and must have the same keys.
+    #
+    # Rows are considered to be unique by every unique index on the table. Any
+    # duplicate rows are skipped.
+    # Override with <tt>:unique_by</tt> (see below).
+    #
+    # Returns an ActiveRecord::Result with its contents based on
+    # <tt>:returning</tt> (see below).
+    #
+    # ==== Options
+    #
+    # [:returning]
+    #   (PostgreSQL, SQLite3, and MariaDB only) An array of attributes to return for all successfully
+    #   inserted records, which by default is the primary key.
+    #   Pass <tt>returning: %w[ id name ]</tt> for both id and name
+    #   or <tt>returning: false</tt> to omit the underlying <tt>RETURNING</tt> SQL
+    #   clause entirely.
+    #
+    #   You can also pass an SQL string if you need more control on the return values
+    #   (for example, <tt>returning: Arel.sql("id, name as new_name")</tt>).
+    #
+    # [:unique_by]
+    #   (PostgreSQL and SQLite only) By default rows are considered to be unique
+    #   by every unique index on the table. Any duplicate rows are skipped.
+    #
+    #   To skip rows according to just one unique index pass <tt>:unique_by</tt>.
+    #
+    #   Consider a Book model where no duplicate ISBNs make sense, but if any
+    #   row has an existing id, or is not unique by another unique index,
+    #   ActiveRecord::RecordNotUnique is raised.
+    #
+    #   Unique indexes can be identified by columns or name:
+    #
+    #     unique_by: :isbn
+    #     unique_by: %i[ author_id name ]
+    #     unique_by: :index_books_on_isbn
+    #
+    # [:record_timestamps]
+    #   By default, automatic setting of timestamp columns is controlled by
+    #   the model's <tt>record_timestamps</tt> config, matching typical
+    #   behavior.
+    #
+    #   To override this and force automatic setting of timestamp columns one
+    #   way or the other, pass <tt>:record_timestamps</tt>:
+    #
+    #     record_timestamps: true  # Always set timestamps automatically
+    #     record_timestamps: false # Never set timestamps automatically
+    #
+    # Because it relies on the index information from the database
+    # <tt>:unique_by</tt> is recommended to be paired with
+    # Active Record's schema_cache.
+    #
+    # ==== Example
+    #
+    #   # Insert records and skip inserting any duplicates.
+    #   # Here "Eloquent Ruby" is skipped because its id is not unique.
+    #
+    #   Book.insert_all([
+    #     { id: 1, title: "Rework", author: "David" },
+    #     { id: 1, title: "Eloquent Ruby", author: "Russ" }
+    #   ])
+    #
+    #   # insert_all works on chained scopes, and you can use create_with
+    #   # to set default attributes for all inserted records.
+    #
+    #   author.books.create_with(created_at: Time.now).insert_all([
+    #     { id: 1, title: "Rework" },
+    #     { id: 2, title: "Eloquent Ruby" }
+    #   ])
+    def insert_all(attributes, returning: nil, unique_by: nil, record_timestamps: nil)
+      InsertAll.execute(self, attributes, on_duplicate: :skip, returning: returning, unique_by: unique_by, record_timestamps: record_timestamps)
+    end
+
+    # Inserts a single record into the database in a single SQL INSERT
+    # statement. It does not instantiate any models nor does it trigger
+    # Active Record callbacks or validations. Though passed values
+    # go through Active Record's type casting and serialization.
+    #
+    # See #insert_all! for more.
+    def insert!(attributes, returning: nil, record_timestamps: nil)
+      insert_all!([ attributes ], returning: returning, record_timestamps: record_timestamps)
+    end
+
+    # Inserts multiple records into the database in a single SQL INSERT
+    # statement. It does not instantiate any models nor does it trigger
+    # Active Record callbacks or validations. Though passed values
+    # go through Active Record's type casting and serialization.
+    #
+    # The +attributes+ parameter is an Array of Hashes. Every Hash determines
+    # the attributes for a single row and must have the same keys.
+    #
+    # Raises ActiveRecord::RecordNotUnique if any rows violate a
+    # unique index on the table. In that case, no rows are inserted.
+    #
+    # To skip duplicate rows, see #insert_all. To replace them, see #upsert_all.
+    #
+    # Returns an ActiveRecord::Result with its contents based on
+    # <tt>:returning</tt> (see below).
+    #
+    # ==== Options
+    #
+    # [:returning]
+    #   (PostgreSQL, SQLite3, and MariaDB only) An array of attributes to return for all successfully
+    #   inserted records, which by default is the primary key.
+    #   Pass <tt>returning: %w[ id name ]</tt> for both id and name
+    #   or <tt>returning: false</tt> to omit the underlying <tt>RETURNING</tt> SQL
+    #   clause entirely.
+    #
+    #   You can also pass an SQL string if you need more control on the return values
+    #   (for example, <tt>returning: Arel.sql("id, name as new_name")</tt>).
+    #
+    # [:record_timestamps]
+    #   By default, automatic setting of timestamp columns is controlled by
+    #   the model's <tt>record_timestamps</tt> config, matching typical
+    #   behavior.
+    #
+    #   To override this and force automatic setting of timestamp columns one
+    #   way or the other, pass <tt>:record_timestamps</tt>:
+    #
+    #     record_timestamps: true  # Always set timestamps automatically
+    #     record_timestamps: false # Never set timestamps automatically
+    #
+    # ==== Examples
+    #
+    #   # Insert multiple records
+    #   Book.insert_all!([
+    #     { title: "Rework", author: "David" },
+    #     { title: "Eloquent Ruby", author: "Russ" }
+    #   ])
+    #
+    #   # Raises ActiveRecord::RecordNotUnique because "Eloquent Ruby"
+    #   # does not have a unique id.
+    #   Book.insert_all!([
+    #     { id: 1, title: "Rework", author: "David" },
+    #     { id: 1, title: "Eloquent Ruby", author: "Russ" }
+    #   ])
+    def insert_all!(attributes, returning: nil, record_timestamps: nil)
+      InsertAll.execute(self, attributes, on_duplicate: :raise, returning: returning, record_timestamps: record_timestamps)
+    end
+
+    # Updates or inserts (upserts) a single record into the database in a
+    # single SQL INSERT statement. It does not instantiate any models nor does
+    # it trigger Active Record callbacks or validations. Though passed values
+    # go through Active Record's type casting and serialization.
+    #
+    # See #upsert_all for documentation.
+    def upsert(attributes, **kwargs)
+      upsert_all([ attributes ], **kwargs)
+    end
+
+    # Updates or inserts (upserts) multiple records into the database in a
+    # single SQL INSERT statement. It does not instantiate any models nor does
+    # it trigger Active Record callbacks or validations. Though passed values
+    # go through Active Record's type casting and serialization.
+    #
+    # The +attributes+ parameter is an Array of Hashes. Every Hash determines
+    # the attributes for a single row and must have the same keys.
+    #
+    # Returns an ActiveRecord::Result with its contents based on
+    # <tt>:returning</tt> (see below).
+    #
+    # By default, +upsert_all+ will update all the columns that can be updated when
+    # there is a conflict. These are all the columns except primary keys, read-only
+    # columns, and columns covered by the optional +unique_by+.
+    #
+    # ==== Options
+    #
+    # [:returning]
+    #   (PostgreSQL, SQLite3, and MariaDB only) An array of attributes to return for all successfully
+    #   inserted records, which by default is the primary key.
+    #   Pass <tt>returning: %w[ id name ]</tt> for both id and name
+    #   or <tt>returning: false</tt> to omit the underlying <tt>RETURNING</tt> SQL
+    #   clause entirely.
+    #
+    #   You can also pass an SQL string if you need more control on the return values
+    #   (for example, <tt>returning: Arel.sql("id, name as new_name")</tt>).
+    #
+    # [:unique_by]
+    #   (PostgreSQL and SQLite only) By default rows are considered to be unique
+    #   by every unique index on the table. Any duplicate rows are skipped.
+    #
+    #   To skip rows according to just one unique index pass <tt>:unique_by</tt>.
+    #
+    #   Consider a Book model where no duplicate ISBNs make sense, but if any
+    #   row has an existing id, or is not unique by another unique index,
+    #   ActiveRecord::RecordNotUnique is raised.
+    #
+    #   Unique indexes can be identified by columns or name:
+    #
+    #     unique_by: :isbn
+    #     unique_by: %i[ author_id name ]
+    #     unique_by: :index_books_on_isbn
+    #
+    # Because it relies on the index information from the database
+    # <tt>:unique_by</tt> is recommended to be paired with
+    # Active Record's schema_cache.
+    #
+    # [:on_duplicate]
+    #   Configure the SQL update sentence that will be used in case of conflict.
+    #
+    #   NOTE: If you use this option you must provide all the columns you want to update
+    #   by yourself.
+    #
+    #   Example:
+    #
+    #     Commodity.upsert_all(
+    #       [
+    #         { id: 2, name: "Copper", price: 4.84 },
+    #         { id: 4, name: "Gold", price: 1380.87 },
+    #         { id: 6, name: "Aluminium", price: 0.35 }
+    #       ],
+    #       on_duplicate: Arel.sql("price = GREATEST(commodities.price, EXCLUDED.price)")
+    #     )
+    #
+    #   See the related +:update_only+ option. Both options can't be used at the same time.
+    #
+    # [:update_only]
+    #   Provide a list of column names that will be updated in case of conflict. If not provided,
+    #   +upsert_all+ will update all the columns that can be updated. These are all the columns
+    #   except primary keys, read-only columns, and columns covered by the optional +unique_by+
+    #
+    #   Example:
+    #
+    #     Commodity.upsert_all(
+    #       [
+    #         { id: 2, name: "Copper", price: 4.84 },
+    #         { id: 4, name: "Gold", price: 1380.87 },
+    #         { id: 6, name: "Aluminium", price: 0.35 }
+    #       ],
+    #       update_only: [:price] # Only prices will be updated
+    #     )
+    #
+    #   See the related +:on_duplicate+ option. Both options can't be used at the same time.
+    #
+    # [:record_timestamps]
+    #   By default, automatic setting of timestamp columns is controlled by
+    #   the model's <tt>record_timestamps</tt> config, matching typical
+    #   behavior.
+    #
+    #   To override this and force automatic setting of timestamp columns one
+    #   way or the other, pass <tt>:record_timestamps</tt>:
+    #
+    #     record_timestamps: true  # Always set timestamps automatically
+    #     record_timestamps: false # Never set timestamps automatically
+    #
+    # ==== Examples
+    #
+    #   # Inserts multiple records, performing an upsert when records have duplicate ISBNs.
+    #   # Here "Eloquent Ruby" overwrites "Rework" because its ISBN is duplicate.
+    #
+    #   Book.upsert_all([
+    #     { title: "Rework", author: "David", isbn: "1" },
+    #     { title: "Eloquent Ruby", author: "Russ", isbn: "1" }
+    #   ], unique_by: :isbn)
+    #
+    #   Book.find_by(isbn: "1").title # => "Eloquent Ruby"
+    def upsert_all(attributes, on_duplicate: :update, update_only: nil, returning: nil, unique_by: nil, record_timestamps: nil)
+      InsertAll.execute(self, attributes, on_duplicate: on_duplicate, update_only: update_only, returning: returning, unique_by: unique_by, record_timestamps: record_timestamps)
+    end
+
     # Updates the counters of the records in the current relation.
     #
     # ==== Parameters
@@ -572,6 +1002,8 @@ module ActiveRecord
     #   Post.distinct.delete_all
     #   # => ActiveRecord::ActiveRecordError: delete_all doesn't support distinct
     def delete_all
+      return 0 if @none
+
       invalid_methods = INVALID_METHODS_FOR_DELETE_ALL.select do |method|
         value = @values[method]
         method == :distinct ? value : value&.any?
@@ -580,18 +1012,79 @@ module ActiveRecord
         raise ActiveRecordError.new("delete_all doesn't support #{invalid_methods.join(', ')}")
       end
 
-      arel = eager_loading? ? apply_join_dependency.arel : build_arel
-      arel.source.left = table
+      klass.with_connection do |c|
+        arel = eager_loading? ? apply_join_dependency.arel : build_arel(c)
+        arel.source.left = table
 
-      stmt = Arel::DeleteManager.new
-      stmt.from(arel.source)
-      stmt.key = table[primary_key]
-      stmt.take(arel.limit)
-      stmt.offset(arel.offset)
-      stmt.order(*arel.orders)
-      stmt.wheres = arel.constraints
+        group_values_arel_columns = arel_columns(group_values.uniq)
+        having_clause_ast = having_clause.ast unless having_clause.empty?
+        key = if klass.composite_primary_key?
+          primary_key.map { |pk| table[pk] }
+        else
+          table[primary_key]
+        end
+        stmt = arel.compile_delete(key, having_clause_ast, group_values_arel_columns)
+
+        c.delete(stmt, "#{klass} Delete All").tap { reset }
+      end
+    end
+
+    # Deletes the row with a primary key matching the +id+ argument, using an
+    # SQL +DELETE+ statement, and returns the number of rows deleted. Active
+    # Record objects are not instantiated, so the object's callbacks are not
+    # executed, including any <tt>:dependent</tt> association options.
+    #
+    # You can delete multiple rows at once by passing an Array of <tt>id</tt>s.
+    #
+    # Note: Although it is often much faster than the alternative, #destroy,
+    # skipping callbacks might bypass business logic in your application
+    # that ensures referential integrity or performs other essential jobs.
+    #
+    # ==== Examples
+    #
+    #   # Delete a single row
+    #   Todo.delete(1)
+    #
+    #   # Delete multiple rows
+    #   Todo.delete([2,3,4])
+    def delete(id_or_array)
+      return 0 if id_or_array.nil? || (id_or_array.is_a?(Array) && id_or_array.empty?)
+
+      where(model.primary_key => id_or_array).delete_all
+    end
+
+
+    # Destroy an object (or multiple objects) that has the given id. The object is instantiated first,
+    # therefore all callbacks and filters are fired off before the object is deleted. This method is
+    # less efficient than #delete but allows cleanup methods and other actions to be run.
+    #
+    # This essentially finds the object (or multiple objects) with the given id, creates a new object
+    # from the attributes, and then calls destroy on it.
+    #
+    # ==== Parameters
+    #
+    # * +id+ - This should be the id or an array of ids to be destroyed.
+    #
+    # ==== Examples
+    #
+    #   # Destroy a single object
+    #   Todo.destroy(1)
+    #
+    #   # Destroy multiple objects
+    #   todos = [1,2,3]
+    #   Todo.destroy(todos)
+    def destroy(id)
+      multiple_ids = if model.composite_primary_key?
+        id.first.is_a?(Array)
+      else
+        id.is_a?(Array)
+      end
 
-      klass.connection.delete(stmt, "#{klass} Destroy").tap { reset }
+      if multiple_ids
+        find(id).each(&:destroy)
+      else
+        find(id).destroy
+      end
     end
 
     # Finds and destroys all records matching the specified conditions.
@@ -620,6 +1113,49 @@ module ActiveRecord
       where(*args).delete_all
     end
 
+    # Schedule the query to be performed from a background thread pool.
+    #
+    #   Post.where(published: true).load_async # => #<ActiveRecord::Relation>
+    #
+    # When the +Relation+ is iterated, if the background query wasn't executed yet,
+    # it will be performed by the foreground thread.
+    #
+    # Note that {config.active_record.async_query_executor}[https://guides.rubyonrails.org/configuring.html#config-active-record-async-query-executor] must be configured
+    # for queries to actually be executed concurrently. Otherwise it defaults to
+    # executing them in the foreground.
+    #
+    # +load_async+ will also fall back to executing in the foreground in the test environment when transactional
+    # fixtures are enabled.
+    #
+    # If the query was actually executed in the background, the Active Record logs will show
+    # it by prefixing the log line with <tt>ASYNC</tt>:
+    #
+    #   ASYNC Post Load (0.0ms) (db time 2ms)  SELECT "posts".* FROM "posts" LIMIT 100
+    def load_async
+      with_connection do |c|
+        return load if !c.async_enabled?
+
+        unless loaded?
+          result = exec_main_query(async: c.current_transaction.closed?)
+
+          if result.is_a?(Array)
+            @records = result
+          else
+            @future_result = result
+          end
+          @loaded = true
+        end
+      end
+
+      self
+    end
+
+    # Returns <tt>true</tt> if the relation was scheduled on the background
+    # thread pool.
+    def scheduled?
+      !!@future_result
+    end
+
     # Causes the records to be loaded from the database if they have not
     # been loaded already. You can use this if for some reason you need
     # to explicitly load some records before actually using them. The
@@ -627,7 +1163,7 @@ module ActiveRecord
     #
     #   Post.where(published: true).load # => #<ActiveRecord::Relation>
     def load(&block)
-      unless loaded?
+      if !loaded? || scheduled?
         @records = exec_queries(&block)
         @loaded = true
       end
@@ -642,27 +1178,29 @@ module ActiveRecord
     end
 
     def reset
+      @future_result&.cancel
+      @future_result = nil
       @delegate_to_klass = false
       @to_sql = @arel = @loaded = @should_eager_load = nil
       @offsets = @take = nil
       @cache_keys = nil
-      @records = [].freeze
+      @cache_versions = nil
+      @records = nil
       self
     end
 
     # Returns sql statement for the relation.
     #
     #   User.where(name: 'Oscar').to_sql
-    #   # => SELECT "users".* FROM "users"  WHERE "users"."name" = 'Oscar'
+    #   # SELECT "users".* FROM "users"  WHERE "users"."name" = 'Oscar'
     def to_sql
-      @to_sql ||= begin
-        if eager_loading?
-          apply_join_dependency do |relation, join_dependency|
-            relation = join_dependency.apply_column_aliases(relation)
-            relation.to_sql
-          end
-        else
-          conn = klass.connection
+      @to_sql ||= if eager_loading?
+        apply_join_dependency do |relation, join_dependency|
+          relation = join_dependency.apply_column_aliases(relation)
+          relation.to_sql
+        end
+      else
+        klass.with_connection do |conn|
           conn.unprepared_statement { conn.to_sql(arel) }
         end
       end
@@ -672,7 +1210,7 @@ module ActiveRecord
     #
     #   User.where(name: 'Oscar').where_values_hash
     #   # => {name: "Oscar"}
-    def where_values_hash(relation_table_name = klass.table_name)
+    def where_values_hash(relation_table_name = klass.table_name) # :nodoc:
       where_clause.to_h(relation_table_name)
     end
 
@@ -692,7 +1230,7 @@ module ActiveRecord
     # Joins that are also marked for preloading. In which case we should just eager load them.
     # Note that this is a naive implementation because we could have strings and symbols which
     # represent the same association, but that aren't matched by this. Also, we could have
-    # nested hashes which partially match, e.g. { a: :b } & { a: [:b, :c] }
+    # nested hashes which partially match, e.g. <tt>{ a: :b } & { a: [:b, :c] }</tt>
     def joined_includes_values
       includes_values & joins_values
     end
@@ -709,8 +1247,13 @@ module ActiveRecord
       end
     end
 
-    def pretty_print(q)
-      q.pp(records)
+    def pretty_print(pp)
+      subject = loaded? ? records : annotate("loading for pp")
+      entries = subject.take([limit_value, 11].compact.min)
+
+      entries[10] = "..." if entries.size == 11
+
+      pp.pp(entries)
     end
 
     # Returns true if relation is blank.
@@ -722,6 +1265,10 @@ module ActiveRecord
       @values.dup
     end
 
+    def values_for_queries # :nodoc:
+      @values.except(:extending, :skip_query_cache, :strict_loading)
+    end
+
     def inspect
       subject = loaded? ? records : annotate("loading for inspect")
       entries = subject.take([limit_value, 11].compact.min).map!(&:inspect)
@@ -740,7 +1287,7 @@ module ActiveRecord
     end
 
     def alias_tracker(joins = [], aliases = nil) # :nodoc:
-      ActiveRecord::Associations::AliasTracker.create(connection, table.name, joins, aliases)
+      ActiveRecord::Associations::AliasTracker.create(connection_pool, table.name, joins, aliases)
     end
 
     class StrictLoadingScope # :nodoc:
@@ -756,11 +1303,9 @@ module ActiveRecord
     def preload_associations(records) # :nodoc:
       preload = preload_values
       preload += includes_values unless eager_loading?
-      preloader = nil
       scope = strict_loading_value ? StrictLoadingScope : nil
       preload.each do |associations|
-        preloader ||= build_preloader
-        preloader.preload records, associations, scope
+        ActiveRecord::Associations::Preloader.new(records: records, associations: associations, scope: scope).call
       end
     end
 
@@ -770,13 +1315,13 @@ module ActiveRecord
         @loaded = true
       end
 
-      def null_relation? # :nodoc:
-        is_a?(NullRelation)
+    private
+      def already_in_scope?(registry)
+        @delegate_to_klass && registry.current_scope(klass, true)
       end
 
-    private
-      def already_in_scope?
-        @delegate_to_klass && klass.current_scope(true)
+      def global_scope?(registry)
+        registry.global_current_scope(klass, true)
       end
 
       def current_scope_restoring_block(&block)
@@ -799,17 +1344,30 @@ module ActiveRecord
         klass.create!(attributes, &block)
       end
 
-      def _scoping(scope)
-        previous, klass.current_scope = klass.current_scope(true), scope
+      def _scoping(scope, registry, all_queries = false)
+        previous = registry.current_scope(klass, true)
+        registry.set_current_scope(klass, scope)
+
+        if all_queries
+          previous_global = registry.global_current_scope(klass, true)
+          registry.set_global_current_scope(klass, scope)
+        end
         yield
       ensure
-        klass.current_scope = previous
+        registry.set_current_scope(klass, previous)
+        if all_queries
+          registry.set_global_current_scope(klass, previous_global)
+        end
       end
 
       def _substitute_values(values)
         values.map do |name, value|
           attr = table[name]
-          unless Arel.arel_node?(value)
+          if Arel.arel_node?(value)
+            if value.is_a?(Arel::Nodes::SqlLiteral)
+              value = Arel::Nodes::Grouping.new(value)
+            end
+          else
             type = klass.type_for_attribute(attr.name)
             value = predicate_builder.build_bind_attribute(attr.name, type.cast(value))
           end
@@ -826,46 +1384,75 @@ module ActiveRecord
 
       def exec_queries(&block)
         skip_query_cache_if_necessary do
-          records =
-            if where_clause.contradiction?
-              []
-            elsif eager_loading?
+          rows = if scheduled?
+            future = @future_result
+            @future_result = nil
+            future.result
+          else
+            exec_main_query
+          end
+
+          records = instantiate_records(rows, &block)
+          preload_associations(records) unless skip_preloading_value
+
+          records.each(&:readonly!) if readonly_value
+          records.each { |record| record.strict_loading!(strict_loading_value) } unless strict_loading_value.nil?
+
+          records
+        end
+      end
+
+      def exec_main_query(async: false)
+        if @none
+          if async
+            return FutureResult.wrap([])
+          else
+            return []
+          end
+        end
+
+        skip_query_cache_if_necessary do
+          if where_clause.contradiction?
+            [].freeze
+          elsif eager_loading?
+            klass.with_connection do |c|
               apply_join_dependency do |relation, join_dependency|
                 if relation.null_relation?
-                  []
+                  [].freeze
                 else
                   relation = join_dependency.apply_column_aliases(relation)
-                  rows = connection.select_all(relation.arel, "SQL")
-                  join_dependency.instantiate(rows, strict_loading_value, &block)
-                end.freeze
+                  @_join_dependency = join_dependency
+                  c.select_all(relation.arel, "SQL", async: async)
+                end
               end
-            else
-              klass.find_by_sql(arel, &block).freeze
             end
+          else
+            klass.with_connection do |c|
+              klass._query_by_sql(c, arel, async: async)
+            end
+          end
+        end
+      end
 
-          preload_associations(records) unless skip_preloading_value
-
-          records.each(&:readonly!) if readonly_value
-          records.each(&:strict_loading!) if strict_loading_value
-
+      def instantiate_records(rows, &block)
+        return [].freeze if rows.empty?
+        if eager_loading?
+          records = @_join_dependency.instantiate(rows, strict_loading_value, &block).freeze
+          @_join_dependency = nil
           records
+        else
+          klass._load_from_sql(rows, &block).freeze
         end
       end
 
-      def skip_query_cache_if_necessary
+      def skip_query_cache_if_necessary(&block)
         if skip_query_cache_value
-          uncached do
-            yield
-          end
+          uncached(&block)
         else
           yield
         end
       end
 
-      def build_preloader
-        ActiveRecord::Associations::Preloader.new
-      end
-
       def references_eager_loaded_tables?
         joined_tables = build_joins([]).flat_map do |join|
           if join.is_a?(Arel::Nodes::StringJoin)
@@ -889,5 +1476,9 @@ module ActiveRecord
         # ignore raw_sql_ that is used by Oracle adapter as alias for limit/offset subqueries
         string.scan(/[a-zA-Z_][.\w]+(?=.?\.)/).map!(&:downcase) - ["raw_sql_"]
       end
+
+      def limited_count
+        limit_value ? count : limit(2).count
+      end
   end
 end