activerecord 7.1.3.2 → 7.2.1

Sign up to get free protection for your applications and to get access to all the features.
Files changed (191) hide show
  1. checksums.yaml +4 -4
  2. data/CHANGELOG.md +570 -2094
  3. data/README.rdoc +15 -15
  4. data/examples/performance.rb +2 -2
  5. data/lib/active_record/association_relation.rb +1 -1
  6. data/lib/active_record/associations/alias_tracker.rb +25 -19
  7. data/lib/active_record/associations/association.rb +15 -8
  8. data/lib/active_record/associations/belongs_to_association.rb +18 -11
  9. data/lib/active_record/associations/belongs_to_polymorphic_association.rb +3 -2
  10. data/lib/active_record/associations/builder/belongs_to.rb +1 -0
  11. data/lib/active_record/associations/builder/has_and_belongs_to_many.rb +2 -2
  12. data/lib/active_record/associations/builder/has_many.rb +3 -4
  13. data/lib/active_record/associations/builder/has_one.rb +3 -4
  14. data/lib/active_record/associations/collection_association.rb +11 -5
  15. data/lib/active_record/associations/collection_proxy.rb +14 -1
  16. data/lib/active_record/associations/errors.rb +265 -0
  17. data/lib/active_record/associations/has_many_association.rb +3 -3
  18. data/lib/active_record/associations/has_one_association.rb +2 -2
  19. data/lib/active_record/associations/join_dependency/join_association.rb +27 -25
  20. data/lib/active_record/associations/join_dependency.rb +6 -8
  21. data/lib/active_record/associations/nested_error.rb +47 -0
  22. data/lib/active_record/associations/preloader/association.rb +2 -1
  23. data/lib/active_record/associations/preloader/branch.rb +7 -1
  24. data/lib/active_record/associations/preloader/through_association.rb +1 -3
  25. data/lib/active_record/associations/singular_association.rb +6 -0
  26. data/lib/active_record/associations/through_association.rb +1 -1
  27. data/lib/active_record/associations.rb +34 -273
  28. data/lib/active_record/attribute_assignment.rb +1 -11
  29. data/lib/active_record/attribute_methods/composite_primary_key.rb +84 -0
  30. data/lib/active_record/attribute_methods/dirty.rb +2 -2
  31. data/lib/active_record/attribute_methods/primary_key.rb +23 -55
  32. data/lib/active_record/attribute_methods/read.rb +4 -16
  33. data/lib/active_record/attribute_methods/serialization.rb +4 -24
  34. data/lib/active_record/attribute_methods/time_zone_conversion.rb +7 -6
  35. data/lib/active_record/attribute_methods/write.rb +3 -3
  36. data/lib/active_record/attribute_methods.rb +89 -58
  37. data/lib/active_record/attributes.rb +60 -45
  38. data/lib/active_record/autosave_association.rb +17 -31
  39. data/lib/active_record/base.rb +2 -3
  40. data/lib/active_record/connection_adapters/abstract/connection_handler.rb +24 -107
  41. data/lib/active_record/connection_adapters/abstract/connection_pool/reaper.rb +1 -0
  42. data/lib/active_record/connection_adapters/abstract/connection_pool.rb +244 -58
  43. data/lib/active_record/connection_adapters/abstract/database_statements.rb +35 -18
  44. data/lib/active_record/connection_adapters/abstract/query_cache.rb +188 -75
  45. data/lib/active_record/connection_adapters/abstract/quoting.rb +65 -91
  46. data/lib/active_record/connection_adapters/abstract/schema_definitions.rb +1 -1
  47. data/lib/active_record/connection_adapters/abstract/schema_statements.rb +22 -9
  48. data/lib/active_record/connection_adapters/abstract/transaction.rb +125 -62
  49. data/lib/active_record/connection_adapters/abstract_adapter.rb +38 -59
  50. data/lib/active_record/connection_adapters/abstract_mysql_adapter.rb +69 -19
  51. data/lib/active_record/connection_adapters/mysql/database_statements.rb +9 -1
  52. data/lib/active_record/connection_adapters/mysql/quoting.rb +43 -48
  53. data/lib/active_record/connection_adapters/mysql/schema_statements.rb +8 -1
  54. data/lib/active_record/connection_adapters/mysql2/database_statements.rb +16 -15
  55. data/lib/active_record/connection_adapters/mysql2_adapter.rb +20 -32
  56. data/lib/active_record/connection_adapters/pool_config.rb +7 -6
  57. data/lib/active_record/connection_adapters/postgresql/database_statements.rb +27 -4
  58. data/lib/active_record/connection_adapters/postgresql/oid/cidr.rb +6 -0
  59. data/lib/active_record/connection_adapters/postgresql/oid/interval.rb +1 -1
  60. data/lib/active_record/connection_adapters/postgresql/oid/uuid.rb +14 -4
  61. data/lib/active_record/connection_adapters/postgresql/quoting.rb +58 -58
  62. data/lib/active_record/connection_adapters/postgresql/schema_definitions.rb +20 -0
  63. data/lib/active_record/connection_adapters/postgresql/schema_statements.rb +16 -12
  64. data/lib/active_record/connection_adapters/postgresql_adapter.rb +26 -21
  65. data/lib/active_record/connection_adapters/schema_cache.rb +123 -128
  66. data/lib/active_record/connection_adapters/sqlite3/column.rb +14 -1
  67. data/lib/active_record/connection_adapters/sqlite3/database_statements.rb +10 -6
  68. data/lib/active_record/connection_adapters/sqlite3/quoting.rb +44 -46
  69. data/lib/active_record/connection_adapters/sqlite3/schema_creation.rb +22 -0
  70. data/lib/active_record/connection_adapters/sqlite3/schema_definitions.rb +13 -0
  71. data/lib/active_record/connection_adapters/sqlite3/schema_dumper.rb +16 -0
  72. data/lib/active_record/connection_adapters/sqlite3/schema_statements.rb +25 -2
  73. data/lib/active_record/connection_adapters/sqlite3_adapter.rb +127 -77
  74. data/lib/active_record/connection_adapters/trilogy/database_statements.rb +15 -15
  75. data/lib/active_record/connection_adapters/trilogy_adapter.rb +32 -65
  76. data/lib/active_record/connection_adapters.rb +121 -0
  77. data/lib/active_record/connection_handling.rb +56 -41
  78. data/lib/active_record/core.rb +60 -39
  79. data/lib/active_record/counter_cache.rb +23 -10
  80. data/lib/active_record/database_configurations/connection_url_resolver.rb +7 -2
  81. data/lib/active_record/database_configurations/database_config.rb +19 -4
  82. data/lib/active_record/database_configurations/hash_config.rb +44 -36
  83. data/lib/active_record/database_configurations/url_config.rb +20 -1
  84. data/lib/active_record/database_configurations.rb +1 -1
  85. data/lib/active_record/delegated_type.rb +30 -6
  86. data/lib/active_record/destroy_association_async_job.rb +1 -1
  87. data/lib/active_record/dynamic_matchers.rb +2 -2
  88. data/lib/active_record/encryption/encryptable_record.rb +3 -3
  89. data/lib/active_record/encryption/encrypted_attribute_type.rb +26 -6
  90. data/lib/active_record/encryption/encryptor.rb +18 -3
  91. data/lib/active_record/encryption/message_pack_message_serializer.rb +76 -0
  92. data/lib/active_record/encryption/message_serializer.rb +4 -0
  93. data/lib/active_record/encryption/null_encryptor.rb +4 -0
  94. data/lib/active_record/encryption/read_only_null_encryptor.rb +4 -0
  95. data/lib/active_record/encryption/scheme.rb +8 -4
  96. data/lib/active_record/enum.rb +26 -6
  97. data/lib/active_record/errors.rb +46 -20
  98. data/lib/active_record/explain.rb +13 -24
  99. data/lib/active_record/fixtures.rb +37 -31
  100. data/lib/active_record/future_result.rb +17 -4
  101. data/lib/active_record/gem_version.rb +3 -3
  102. data/lib/active_record/inheritance.rb +4 -2
  103. data/lib/active_record/insert_all.rb +18 -15
  104. data/lib/active_record/integration.rb +4 -1
  105. data/lib/active_record/internal_metadata.rb +48 -34
  106. data/lib/active_record/locking/optimistic.rb +8 -7
  107. data/lib/active_record/log_subscriber.rb +0 -21
  108. data/lib/active_record/marshalling.rb +1 -1
  109. data/lib/active_record/message_pack.rb +2 -2
  110. data/lib/active_record/migration/command_recorder.rb +2 -3
  111. data/lib/active_record/migration/compatibility.rb +11 -3
  112. data/lib/active_record/migration/default_strategy.rb +4 -5
  113. data/lib/active_record/migration/pending_migration_connection.rb +2 -2
  114. data/lib/active_record/migration.rb +85 -76
  115. data/lib/active_record/model_schema.rb +39 -70
  116. data/lib/active_record/nested_attributes.rb +11 -3
  117. data/lib/active_record/normalization.rb +3 -7
  118. data/lib/active_record/persistence.rb +32 -354
  119. data/lib/active_record/query_cache.rb +18 -6
  120. data/lib/active_record/query_logs.rb +15 -0
  121. data/lib/active_record/query_logs_formatter.rb +1 -1
  122. data/lib/active_record/querying.rb +21 -9
  123. data/lib/active_record/railtie.rb +54 -67
  124. data/lib/active_record/railties/controller_runtime.rb +13 -4
  125. data/lib/active_record/railties/databases.rake +42 -45
  126. data/lib/active_record/reflection.rb +102 -37
  127. data/lib/active_record/relation/batches/batch_enumerator.rb +15 -2
  128. data/lib/active_record/relation/batches.rb +14 -8
  129. data/lib/active_record/relation/calculations.rb +95 -62
  130. data/lib/active_record/relation/delegation.rb +8 -11
  131. data/lib/active_record/relation/finder_methods.rb +16 -2
  132. data/lib/active_record/relation/merger.rb +4 -6
  133. data/lib/active_record/relation/predicate_builder/array_handler.rb +2 -2
  134. data/lib/active_record/relation/predicate_builder/association_query_value.rb +9 -3
  135. data/lib/active_record/relation/predicate_builder/polymorphic_array_value.rb +6 -1
  136. data/lib/active_record/relation/predicate_builder.rb +3 -3
  137. data/lib/active_record/relation/query_methods.rb +212 -47
  138. data/lib/active_record/relation/record_fetch_warning.rb +3 -0
  139. data/lib/active_record/relation/spawn_methods.rb +2 -18
  140. data/lib/active_record/relation/where_clause.rb +7 -19
  141. data/lib/active_record/relation.rb +500 -66
  142. data/lib/active_record/result.rb +32 -45
  143. data/lib/active_record/runtime_registry.rb +39 -0
  144. data/lib/active_record/sanitization.rb +24 -19
  145. data/lib/active_record/schema.rb +8 -6
  146. data/lib/active_record/schema_dumper.rb +19 -9
  147. data/lib/active_record/schema_migration.rb +30 -14
  148. data/lib/active_record/scoping/named.rb +1 -0
  149. data/lib/active_record/signed_id.rb +20 -1
  150. data/lib/active_record/statement_cache.rb +7 -7
  151. data/lib/active_record/table_metadata.rb +1 -10
  152. data/lib/active_record/tasks/database_tasks.rb +87 -48
  153. data/lib/active_record/tasks/mysql_database_tasks.rb +1 -1
  154. data/lib/active_record/tasks/postgresql_database_tasks.rb +1 -1
  155. data/lib/active_record/tasks/sqlite_database_tasks.rb +2 -1
  156. data/lib/active_record/test_fixtures.rb +87 -89
  157. data/lib/active_record/testing/query_assertions.rb +121 -0
  158. data/lib/active_record/timestamp.rb +5 -3
  159. data/lib/active_record/token_for.rb +22 -12
  160. data/lib/active_record/touch_later.rb +1 -1
  161. data/lib/active_record/transaction.rb +132 -0
  162. data/lib/active_record/transactions.rb +70 -14
  163. data/lib/active_record/translation.rb +0 -2
  164. data/lib/active_record/type/serialized.rb +1 -3
  165. data/lib/active_record/type_caster/connection.rb +4 -4
  166. data/lib/active_record/validations/associated.rb +9 -3
  167. data/lib/active_record/validations/uniqueness.rb +14 -10
  168. data/lib/active_record/validations.rb +4 -1
  169. data/lib/active_record.rb +150 -41
  170. data/lib/arel/alias_predication.rb +1 -1
  171. data/lib/arel/collectors/bind.rb +2 -0
  172. data/lib/arel/collectors/composite.rb +7 -0
  173. data/lib/arel/collectors/sql_string.rb +1 -1
  174. data/lib/arel/collectors/substitute_binds.rb +1 -1
  175. data/lib/arel/nodes/binary.rb +0 -6
  176. data/lib/arel/nodes/bound_sql_literal.rb +9 -5
  177. data/lib/arel/nodes/{and.rb → nary.rb} +5 -2
  178. data/lib/arel/nodes/node.rb +4 -3
  179. data/lib/arel/nodes/sql_literal.rb +7 -0
  180. data/lib/arel/nodes.rb +2 -2
  181. data/lib/arel/predications.rb +1 -1
  182. data/lib/arel/select_manager.rb +1 -1
  183. data/lib/arel/tree_manager.rb +8 -3
  184. data/lib/arel/update_manager.rb +2 -1
  185. data/lib/arel/visitors/dot.rb +1 -0
  186. data/lib/arel/visitors/mysql.rb +9 -4
  187. data/lib/arel/visitors/postgresql.rb +1 -12
  188. data/lib/arel/visitors/to_sql.rb +31 -17
  189. data/lib/arel.rb +7 -3
  190. data/lib/rails/generators/active_record/migration/templates/create_table_migration.rb.tt +4 -1
  191. metadata +18 -12
@@ -1,6 +1,5 @@
1
1
  # frozen_string_literal: true
2
2
 
3
- require "mutex_m"
4
3
  require "active_support/core_ext/module/delegation"
5
4
 
6
5
  module ActiveRecord
@@ -67,23 +66,22 @@ module ActiveRecord
67
66
  end
68
67
 
69
68
  class GeneratedRelationMethods < Module # :nodoc:
70
- include Mutex_m
69
+ MUTEX = Mutex.new
71
70
 
72
71
  def generate_method(method)
73
- synchronize do
72
+ MUTEX.synchronize do
74
73
  return if method_defined?(method)
75
74
 
76
- if /\A[a-zA-Z_]\w*[!?]?\z/.match?(method) && !DELEGATION_RESERVED_METHOD_NAMES.include?(method.to_s)
75
+ if /\A[a-zA-Z_]\w*[!?]?\z/.match?(method) && !::ActiveSupport::Delegation::RESERVED_METHOD_NAMES.include?(method.to_s)
77
76
  module_eval <<-RUBY, __FILE__, __LINE__ + 1
78
77
  def #{method}(...)
79
78
  scoping { klass.#{method}(...) }
80
79
  end
81
80
  RUBY
82
81
  else
83
- define_method(method) do |*args, &block|
84
- scoping { klass.public_send(method, *args, &block) }
82
+ define_method(method) do |*args, **kwargs, &block|
83
+ scoping { klass.public_send(method, *args, **kwargs, &block) }
85
84
  end
86
- ruby2_keywords(method)
87
85
  end
88
86
  end
89
87
  end
@@ -102,7 +100,7 @@ module ActiveRecord
102
100
  :to_sentence, :to_fs, :to_formatted_s, :as_json,
103
101
  :shuffle, :split, :slice, :index, :rindex, to: :records
104
102
 
105
- delegate :primary_key, :connection, :transaction, to: :klass
103
+ delegate :primary_key, :lease_connection, :connection, :with_connection, :transaction, to: :klass
106
104
 
107
105
  module ClassSpecificRelation # :nodoc:
108
106
  extend ActiveSupport::Concern
@@ -114,17 +112,16 @@ module ActiveRecord
114
112
  end
115
113
 
116
114
  private
117
- def method_missing(method, *args, &block)
115
+ def method_missing(method, ...)
118
116
  if @klass.respond_to?(method)
119
117
  unless Delegation.uncacheable_methods.include?(method)
120
118
  @klass.generate_relation_method(method)
121
119
  end
122
- scoping { @klass.public_send(method, *args, &block) }
120
+ scoping { @klass.public_send(method, ...) }
123
121
  else
124
122
  super
125
123
  end
126
124
  end
127
- ruby2_keywords(:method_missing)
128
125
  end
129
126
 
130
127
  module ClassMethods # :nodoc:
@@ -87,6 +87,14 @@ module ActiveRecord
87
87
  #
88
88
  # Person.where(name: 'Spartacus', rating: 4).pluck(:field1, :field2)
89
89
  # # returns an Array of the required fields.
90
+ #
91
+ # ==== Edge Cases
92
+ #
93
+ # Person.find(37) # raises ActiveRecord::RecordNotFound exception if the record with the given ID does not exist.
94
+ # Person.find([37]) # raises ActiveRecord::RecordNotFound exception if the record with the given ID in the input array does not exist.
95
+ # Person.find(nil) # raises ActiveRecord::RecordNotFound exception if the argument is nil.
96
+ # Person.find([]) # returns an empty array if the argument is an empty array.
97
+ # Person.find # raises ActiveRecord::RecordNotFound exception if the argument is not provided.
90
98
  def find(*args)
91
99
  return super if block_given?
92
100
  find_with_ids(*args)
@@ -366,7 +374,11 @@ module ActiveRecord
366
374
  relation = construct_relation_for_exists(conditions)
367
375
  return false if relation.where_clause.contradiction?
368
376
 
369
- skip_query_cache_if_necessary { connection.select_rows(relation.arel, "#{name} Exists?").size == 1 }
377
+ skip_query_cache_if_necessary do
378
+ with_connection do |c|
379
+ c.select_rows(relation.arel, "#{name} Exists?").size == 1
380
+ end
381
+ end
370
382
  end
371
383
 
372
384
  # Returns true if the relation contains the given record or false otherwise.
@@ -459,7 +471,9 @@ module ActiveRecord
459
471
  )
460
472
  )
461
473
  relation = skip_query_cache_if_necessary do
462
- klass.connection.distinct_relation_for_primary_key(relation)
474
+ klass.with_connection do |c|
475
+ c.distinct_relation_for_primary_key(relation)
476
+ end
463
477
  end
464
478
  end
465
479
 
@@ -7,16 +7,15 @@ module ActiveRecord
7
7
  class HashMerger # :nodoc:
8
8
  attr_reader :relation, :hash
9
9
 
10
- def initialize(relation, hash, rewhere = nil)
10
+ def initialize(relation, hash)
11
11
  hash.assert_valid_keys(*Relation::VALUE_METHODS)
12
12
 
13
13
  @relation = relation
14
14
  @hash = hash
15
- @rewhere = rewhere
16
15
  end
17
16
 
18
17
  def merge
19
- Merger.new(relation, other, @rewhere).merge
18
+ Merger.new(relation, other).merge
20
19
  end
21
20
 
22
21
  # Applying values to a relation has some side effects. E.g.
@@ -44,11 +43,10 @@ module ActiveRecord
44
43
  class Merger # :nodoc:
45
44
  attr_reader :relation, :values, :other
46
45
 
47
- def initialize(relation, other, rewhere = nil)
46
+ def initialize(relation, other)
48
47
  @relation = relation
49
48
  @values = other.values
50
49
  @other = other
51
- @rewhere = rewhere
52
50
  end
53
51
 
54
52
  NORMAL_VALUES = Relation::VALUE_METHODS - Relation::CLAUSE_METHODS -
@@ -178,7 +176,7 @@ module ActiveRecord
178
176
  def merge_clauses
179
177
  relation.from_clause = other.from_clause if replace_from_clause?
180
178
 
181
- where_clause = relation.where_clause.merge(other.where_clause, @rewhere)
179
+ where_clause = relation.where_clause.merge(other.where_clause)
182
180
  relation.where_clause = where_clause unless where_clause.empty?
183
181
 
184
182
  having_clause = relation.having_clause.merge(other.having_clause)
@@ -13,7 +13,7 @@ module ActiveRecord
13
13
  return attribute.in([]) if value.empty?
14
14
 
15
15
  values = value.map { |x| x.is_a?(Base) ? x.id : x }
16
- nils = values.extract!(&:nil?)
16
+ nils = values.compact!
17
17
  ranges = values.extract! { |v| v.is_a?(Range) }
18
18
 
19
19
  values_predicate =
@@ -23,7 +23,7 @@ module ActiveRecord
23
23
  else Arel::Nodes::HomogeneousIn.new(values, attribute, :in)
24
24
  end
25
25
 
26
- unless nils.empty?
26
+ if nils
27
27
  values_predicate = values_predicate.or(attribute.eq(nil))
28
28
  end
29
29
 
@@ -57,9 +57,15 @@ module ActiveRecord
57
57
  end
58
58
 
59
59
  def convert_to_id(value)
60
- return primary_key.map { |pk| value.public_send(pk) } if primary_key.is_a?(Array)
61
-
62
- if value.respond_to?(primary_key)
60
+ if primary_key.is_a?(Array)
61
+ primary_key.map do |attribute|
62
+ if attribute == "id"
63
+ value.id_value
64
+ else
65
+ value.public_send(attribute)
66
+ end
67
+ end
68
+ elsif value.respond_to?(primary_key)
63
69
  value.public_send(primary_key)
64
70
  else
65
71
  value
@@ -43,7 +43,12 @@ module ActiveRecord
43
43
 
44
44
  def convert_to_id(value)
45
45
  if value.is_a?(Base)
46
- value._read_attribute(primary_key(value))
46
+ primary_key = primary_key(value)
47
+ if primary_key.is_a?(Array)
48
+ primary_key.map { |column| value._read_attribute(column) }
49
+ else
50
+ value._read_attribute(primary_key)
51
+ end
47
52
  elsif value.is_a?(Relation)
48
53
  value.select(primary_key(value))
49
54
  else
@@ -28,9 +28,9 @@ module ActiveRecord
28
28
  def self.references(attributes)
29
29
  attributes.each_with_object([]) do |(key, value), result|
30
30
  if value.is_a?(Hash)
31
- result << Arel.sql(key)
31
+ result << Arel.sql(key, retryable: true)
32
32
  elsif (idx = key.rindex("."))
33
- result << Arel.sql(key[0, idx])
33
+ result << Arel.sql(key[0, idx], retryable: true)
34
34
  end
35
35
  end
36
36
  end
@@ -142,7 +142,7 @@ module ActiveRecord
142
142
  queries.first
143
143
  else
144
144
  queries.map! { |query| query.reduce(&:and) }
145
- queries = queries.reduce { |result, query| Arel::Nodes::Or.new(result, query) }
145
+ queries = queries.reduce { |result, query| Arel::Nodes::Or.new([result, query]) }
146
146
  Arel::Nodes::Grouping.new(queries)
147
147
  end
148
148
  end
@@ -72,10 +72,26 @@ module ActiveRecord
72
72
  # # INNER JOIN "authors" ON "authors"."id" = "posts"."author_id"
73
73
  # # INNER JOIN "comments" ON "comments"."post_id" = "posts"."id"
74
74
  # # WHERE "authors"."id" IS NOT NULL AND "comments"."id" IS NOT NULL
75
+ #
76
+ # You can define join type in the scope and +associated+ will not use `JOIN` by default.
77
+ #
78
+ # Post.left_joins(:author).where.associated(:author)
79
+ # # SELECT "posts".* FROM "posts"
80
+ # # LEFT OUTER JOIN "authors" "authors"."id" = "posts"."author_id"
81
+ # # WHERE "authors"."id" IS NOT NULL
82
+ #
83
+ # Post.left_joins(:comments).where.associated(:author)
84
+ # # SELECT "posts".* FROM "posts"
85
+ # # INNER JOIN "authors" ON "authors"."id" = "posts"."author_id"
86
+ # # LEFT OUTER JOIN "comments" ON "comments"."post_id" = "posts"."id"
87
+ # # WHERE "author"."id" IS NOT NULL
75
88
  def associated(*associations)
76
89
  associations.each do |association|
77
90
  reflection = scope_association_reflection(association)
78
- @scope.joins!(association)
91
+ unless @scope.joins_values.include?(reflection.name) || @scope.left_outer_joins_values.include?(reflection.name)
92
+ @scope.joins!(association)
93
+ end
94
+
79
95
  if reflection.options[:class_name]
80
96
  self.not(association => { reflection.association_primary_key => nil })
81
97
  else
@@ -157,7 +173,7 @@ module ActiveRecord
157
173
  end # end
158
174
 
159
175
  def #{method_name}=(value) # def includes_values=(value)
160
- assert_mutability! # assert_mutability!
176
+ assert_modifiable! # assert_modifiable!
161
177
  @values[:#{name}] = value # @values[:includes] = value
162
178
  end # end
163
179
  CODE
@@ -419,6 +435,17 @@ module ActiveRecord
419
435
  # # )
420
436
  # # SELECT * FROM posts
421
437
  #
438
+ # You can also pass an array of sub-queries to be joined in a +UNION ALL+.
439
+ #
440
+ # Post.with(posts_with_tags_or_comments: [Post.where("tags_count > ?", 0), Post.where("comments_count > ?", 0)])
441
+ # # => ActiveRecord::Relation
442
+ # # WITH posts_with_tags_or_comments AS (
443
+ # # (SELECT * FROM posts WHERE (tags_count > 0))
444
+ # # UNION ALL
445
+ # # (SELECT * FROM posts WHERE (comments_count > 0))
446
+ # # )
447
+ # # SELECT * FROM posts
448
+ #
422
449
  # Once you define Common Table Expression you can use custom +FROM+ value or +JOIN+ to reference it.
423
450
  #
424
451
  # Post.with(posts_with_tags: Post.where("tags_count > ?", 0)).from("posts_with_tags AS posts")
@@ -457,6 +484,7 @@ module ActiveRecord
457
484
  # .with(posts_with_comments: Post.where("comments_count > ?", 0))
458
485
  # .with(posts_with_tags: Post.where("tags_count > ?", 0))
459
486
  def with(*args)
487
+ raise ArgumentError, "ActiveRecord::Relation#with does not accept a block" if block_given?
460
488
  check_if_method_has_arguments!(__callee__, args)
461
489
  spawn.with!(*args)
462
490
  end
@@ -467,6 +495,30 @@ module ActiveRecord
467
495
  self
468
496
  end
469
497
 
498
+ # Add a recursive Common Table Expression (CTE) that you can then reference within another SELECT statement.
499
+ #
500
+ # Post.with_recursive(post_and_replies: [Post.where(id: 42), Post.joins('JOIN post_and_replies ON posts.in_reply_to_id = post_and_replies.id')])
501
+ # # => ActiveRecord::Relation
502
+ # # WITH post_and_replies AS (
503
+ # # (SELECT * FROM posts WHERE id = 42)
504
+ # # UNION ALL
505
+ # # (SELECT * FROM posts JOIN posts_and_replies ON posts.in_reply_to_id = posts_and_replies.id)
506
+ # # )
507
+ # # SELECT * FROM posts
508
+ #
509
+ # See `#with` for more information.
510
+ def with_recursive(*args)
511
+ check_if_method_has_arguments!(__callee__, args)
512
+ spawn.with_recursive!(*args)
513
+ end
514
+
515
+ # Like #with_recursive but modifies the relation in place.
516
+ def with_recursive!(*args) # :nodoc:
517
+ self.with_values += args
518
+ @with_is_recursive = true
519
+ self
520
+ end
521
+
470
522
  # Allows you to change a previously set select statement.
471
523
  #
472
524
  # Post.select(:title, :body)
@@ -606,7 +658,8 @@ module ActiveRecord
606
658
  self
607
659
  end
608
660
 
609
- # Allows to specify an order by a specific set of values.
661
+ # Applies an <tt>ORDER BY</tt> clause based on a given +column+,
662
+ # ordered and filtered by a specific set of +values+.
610
663
  #
611
664
  # User.in_order_of(:id, [1, 5, 3])
612
665
  # # SELECT "users".* FROM "users"
@@ -617,8 +670,34 @@ module ActiveRecord
617
670
  # # WHEN "users"."id" = 3 THEN 3
618
671
  # # END ASC
619
672
  #
673
+ # +column+ can point to an enum column; the actual query generated may be different depending
674
+ # on the database adapter and the column definition.
675
+ #
676
+ # class Conversation < ActiveRecord::Base
677
+ # enum :status, [ :active, :archived ]
678
+ # end
679
+ #
680
+ # Conversation.in_order_of(:status, [:archived, :active])
681
+ # # SELECT "conversations".* FROM "conversations"
682
+ # # WHERE "conversations"."status" IN (1, 0)
683
+ # # ORDER BY CASE
684
+ # # WHEN "conversations"."status" = 1 THEN 1
685
+ # # WHEN "conversations"."status" = 0 THEN 2
686
+ # # END ASC
687
+ #
688
+ # +values+ can also include +nil+.
689
+ #
690
+ # Conversation.in_order_of(:status, [nil, :archived, :active])
691
+ # # SELECT "conversations".* FROM "conversations"
692
+ # # WHERE ("conversations"."status" IN (1, 0) OR "conversations"."status" IS NULL)
693
+ # # ORDER BY CASE
694
+ # # WHEN "conversations"."status" IS NULL THEN 1
695
+ # # WHEN "conversations"."status" = 1 THEN 2
696
+ # # WHEN "conversations"."status" = 0 THEN 3
697
+ # # END ASC
698
+ #
620
699
  def in_order_of(column, values)
621
- klass.disallow_raw_sql!([column], permit: connection.column_name_with_order_matcher)
700
+ klass.disallow_raw_sql!([column], permit: model.adapter_class.column_name_with_order_matcher)
622
701
  return spawn.none! if values.empty?
623
702
 
624
703
  references = column_references([column])
@@ -667,7 +746,7 @@ module ActiveRecord
667
746
  VALID_UNSCOPING_VALUES = Set.new([:where, :select, :group, :order, :lock,
668
747
  :limit, :offset, :joins, :left_outer_joins, :annotate,
669
748
  :includes, :eager_load, :preload, :from, :readonly,
670
- :having, :optimizer_hints])
749
+ :having, :optimizer_hints, :with])
671
750
 
672
751
  # Removes an unwanted relation that is already defined on a chain of relations.
673
752
  # This is useful when passing around chains of relations and would like to
@@ -717,7 +796,7 @@ module ActiveRecord
717
796
  if !VALID_UNSCOPING_VALUES.include?(scope)
718
797
  raise ArgumentError, "Called unscope() with invalid unscoping argument ':#{scope}'. Valid arguments are :#{VALID_UNSCOPING_VALUES.to_a.join(", :")}."
719
798
  end
720
- assert_mutability!
799
+ assert_modifiable!
721
800
  @values.delete(scope)
722
801
  when Hash
723
802
  scope.each do |key, target_value|
@@ -1082,7 +1161,7 @@ module ActiveRecord
1082
1161
  raise ArgumentError, "Relation passed to #or must be structurally compatible. Incompatible values: #{incompatible_values}"
1083
1162
  end
1084
1163
 
1085
- self.where_clause = self.where_clause.or(other.where_clause)
1164
+ self.where_clause = where_clause.or(other.where_clause)
1086
1165
  self.having_clause = having_clause.or(other.having_clause)
1087
1166
  self.references_values |= other.references_values
1088
1167
 
@@ -1453,6 +1532,9 @@ module ActiveRecord
1453
1532
  # Post.excluding(post_one, post_two)
1454
1533
  # # SELECT "posts".* FROM "posts" WHERE "posts"."id" NOT IN (1, 2)
1455
1534
  #
1535
+ # Post.excluding(Post.drafts)
1536
+ # # SELECT "posts".* FROM "posts" WHERE "posts"."id" NOT IN (3, 4, 5)
1537
+ #
1456
1538
  # This can also be called on associations. As with the above example, either
1457
1539
  # a single record of collection thereof may be specified:
1458
1540
  #
@@ -1468,14 +1550,15 @@ module ActiveRecord
1468
1550
  # is passed in) are not instances of the same model that the relation is
1469
1551
  # scoping.
1470
1552
  def excluding(*records)
1553
+ relations = records.extract! { |element| element.is_a?(Relation) }
1471
1554
  records.flatten!(1)
1472
1555
  records.compact!
1473
1556
 
1474
- unless records.all?(klass)
1557
+ unless records.all?(klass) && relations.all? { |relation| relation.klass == klass }
1475
1558
  raise ArgumentError, "You must only pass a single or collection of #{klass.name} objects to ##{__callee__}."
1476
1559
  end
1477
1560
 
1478
- spawn.excluding!(records)
1561
+ spawn.excluding!(records + relations.flat_map(&:ids))
1479
1562
  end
1480
1563
  alias :without :excluding
1481
1564
 
@@ -1487,7 +1570,7 @@ module ActiveRecord
1487
1570
 
1488
1571
  # Returns the Arel object associated with the relation.
1489
1572
  def arel(aliases = nil) # :nodoc:
1490
- @arel ||= build_arel(aliases)
1573
+ @arel ||= with_connection { |c| build_arel(c, aliases) }
1491
1574
  end
1492
1575
 
1493
1576
  def construct_join_dependency(associations, join_type) # :nodoc:
@@ -1508,9 +1591,21 @@ module ActiveRecord
1508
1591
  def build_where_clause(opts, rest = []) # :nodoc:
1509
1592
  opts = sanitize_forbidden_attributes(opts)
1510
1593
 
1594
+ if opts.is_a?(Array)
1595
+ opts, *rest = opts
1596
+ end
1597
+
1511
1598
  case opts
1512
- when String, Array
1513
- parts = [klass.sanitize_sql(rest.empty? ? opts : [opts, *rest])]
1599
+ when String
1600
+ if rest.empty?
1601
+ parts = [Arel.sql(opts)]
1602
+ elsif rest.first.is_a?(Hash) && /:\w+/.match?(opts)
1603
+ parts = [build_named_bound_sql_literal(opts, rest.first)]
1604
+ elsif opts.include?("?")
1605
+ parts = [build_bound_sql_literal(opts, rest)]
1606
+ else
1607
+ parts = [klass.sanitize_sql(rest.empty? ? opts : [opts, *rest])]
1608
+ end
1514
1609
  when Hash
1515
1610
  opts = opts.transform_keys do |key|
1516
1611
  if key.is_a?(Array)
@@ -1546,6 +1641,46 @@ module ActiveRecord
1546
1641
  spawn.async!
1547
1642
  end
1548
1643
 
1644
+ def build_named_bound_sql_literal(statement, values)
1645
+ bound_values = values.transform_values do |value|
1646
+ if ActiveRecord::Relation === value
1647
+ Arel.sql(value.to_sql)
1648
+ elsif value.respond_to?(:map) && !value.acts_like?(:string)
1649
+ values = value.map { |v| v.respond_to?(:id_for_database) ? v.id_for_database : v }
1650
+ values.empty? ? nil : values
1651
+ else
1652
+ value = value.id_for_database if value.respond_to?(:id_for_database)
1653
+ value
1654
+ end
1655
+ end
1656
+
1657
+ begin
1658
+ Arel::Nodes::BoundSqlLiteral.new("(#{statement})", nil, bound_values)
1659
+ rescue Arel::BindError => error
1660
+ raise ActiveRecord::PreparedStatementInvalid, error.message
1661
+ end
1662
+ end
1663
+
1664
+ def build_bound_sql_literal(statement, values)
1665
+ bound_values = values.map do |value|
1666
+ if ActiveRecord::Relation === value
1667
+ Arel.sql(value.to_sql)
1668
+ elsif value.respond_to?(:map) && !value.acts_like?(:string)
1669
+ values = value.map { |v| v.respond_to?(:id_for_database) ? v.id_for_database : v }
1670
+ values.empty? ? nil : values
1671
+ else
1672
+ value = value.id_for_database if value.respond_to?(:id_for_database)
1673
+ value
1674
+ end
1675
+ end
1676
+
1677
+ begin
1678
+ Arel::Nodes::BoundSqlLiteral.new("(#{statement})", bound_values, nil)
1679
+ rescue Arel::BindError => error
1680
+ raise ActiveRecord::PreparedStatementInvalid, error.message
1681
+ end
1682
+ end
1683
+
1549
1684
  def lookup_table_klass_from_join_dependencies(table_name)
1550
1685
  each_join_dependencies do |join|
1551
1686
  return join.base_klass if table_name == join.table_name
@@ -1570,12 +1705,11 @@ module ActiveRecord
1570
1705
  )
1571
1706
  end
1572
1707
 
1573
- def assert_mutability!
1574
- raise ImmutableRelation if @loaded
1575
- raise ImmutableRelation if defined?(@arel) && @arel
1708
+ def assert_modifiable!
1709
+ raise UnmodifiableRelation if @loaded || @arel
1576
1710
  end
1577
1711
 
1578
- def build_arel(aliases = nil)
1712
+ def build_arel(connection, aliases = nil)
1579
1713
  arel = Arel::SelectManager.new(table)
1580
1714
 
1581
1715
  build_joins(arel.join_sources, aliases)
@@ -1747,20 +1881,23 @@ module ActiveRecord
1747
1881
  build_with_value_from_hash(with_value)
1748
1882
  end
1749
1883
 
1750
- arel.with(with_statements)
1884
+ @with_is_recursive ? arel.with(:recursive, with_statements) : arel.with(with_statements)
1751
1885
  end
1752
1886
 
1753
1887
  def build_with_value_from_hash(hash)
1754
1888
  hash.map do |name, value|
1755
- expression =
1756
- case value
1757
- when Arel::Nodes::SqlLiteral then Arel::Nodes::Grouping.new(value)
1758
- when ActiveRecord::Relation then value.arel
1759
- when Arel::SelectManager then value
1760
- else
1761
- raise ArgumentError, "Unsupported argument type: `#{value}` #{value.class}"
1762
- end
1763
- Arel::Nodes::TableAlias.new(expression, name)
1889
+ Arel::Nodes::TableAlias.new(build_with_expression_from_value(value), name)
1890
+ end
1891
+ end
1892
+
1893
+ def build_with_expression_from_value(value)
1894
+ case value
1895
+ when Arel::Nodes::SqlLiteral then Arel::Nodes::Grouping.new(value)
1896
+ when ActiveRecord::Relation then value.arel
1897
+ when Arel::SelectManager then value
1898
+ when Array then value.map { |q| build_with_expression_from_value(q) }.reduce { |result, value| result.union(:all, value) }
1899
+ else
1900
+ raise ArgumentError, "Unsupported argument type: `#{value}` #{value.class}"
1764
1901
  end
1765
1902
  end
1766
1903
 
@@ -1777,12 +1914,14 @@ module ActiveRecord
1777
1914
  case field
1778
1915
  when Symbol
1779
1916
  arel_column(field.to_s) do |attr_name|
1780
- connection.quote_table_name(attr_name)
1917
+ adapter_class.quote_table_name(attr_name)
1781
1918
  end
1782
1919
  when String
1783
1920
  arel_column(field, &:itself)
1784
1921
  when Proc
1785
1922
  field.call
1923
+ when Hash
1924
+ arel_columns_from_hash(field)
1786
1925
  else
1787
1926
  field
1788
1927
  end
@@ -1807,7 +1946,7 @@ module ActiveRecord
1807
1946
 
1808
1947
  def table_name_matches?(from)
1809
1948
  table_name = Regexp.escape(table.name)
1810
- quoted_table_name = Regexp.escape(connection.quote_table_name(table.name))
1949
+ quoted_table_name = Regexp.escape(adapter_class.quote_table_name(table.name))
1811
1950
  /(?:\A|(?<!FROM)\s)(?:\b#{table_name}\b|#{quoted_table_name})(?!\.)/i.match?(from.to_s)
1812
1951
  end
1813
1952
 
@@ -1863,7 +2002,9 @@ module ActiveRecord
1863
2002
  args.each do |arg|
1864
2003
  next unless arg.is_a?(Hash)
1865
2004
  arg.each do |_key, value|
1866
- unless VALID_DIRECTIONS.include?(value)
2005
+ if value.is_a?(Hash)
2006
+ validate_order_args([value])
2007
+ elsif VALID_DIRECTIONS.exclude?(value)
1867
2008
  raise ArgumentError,
1868
2009
  "Direction \"#{value}\" is invalid. Valid directions are: #{VALID_DIRECTIONS.to_a.inspect}"
1869
2010
  end
@@ -1871,10 +2012,14 @@ module ActiveRecord
1871
2012
  end
1872
2013
  end
1873
2014
 
2015
+ def flattened_args(args)
2016
+ args.flat_map { |e| (e.is_a?(Hash) || e.is_a?(Array)) ? flattened_args(e.to_a) : e }
2017
+ end
2018
+
1874
2019
  def preprocess_order_args(order_args)
1875
2020
  @klass.disallow_raw_sql!(
1876
- order_args.flat_map { |a| a.is_a?(Hash) ? a.keys : a },
1877
- permit: connection.column_name_with_order_matcher
2021
+ flattened_args(order_args),
2022
+ permit: model.adapter_class.column_name_with_order_matcher
1878
2023
  )
1879
2024
 
1880
2025
  validate_order_args(order_args)
@@ -1888,14 +2033,20 @@ module ActiveRecord
1888
2033
  when Symbol
1889
2034
  order_column(arg.to_s).asc
1890
2035
  when Hash
1891
- arg.map { |field, dir|
1892
- case field
1893
- when Arel::Nodes::SqlLiteral, Arel::Nodes::Node, Arel::Attribute
1894
- field.public_send(dir.downcase)
2036
+ arg.map do |key, value|
2037
+ if value.is_a?(Hash)
2038
+ value.map do |field, dir|
2039
+ order_column([key.to_s, field.to_s].join(".")).public_send(dir.downcase)
2040
+ end
1895
2041
  else
1896
- order_column(field.to_s).public_send(dir.downcase)
2042
+ case key
2043
+ when Arel::Nodes::SqlLiteral, Arel::Nodes::Node, Arel::Attribute
2044
+ key.public_send(value.downcase)
2045
+ else
2046
+ order_column(key.to_s).public_send(value.downcase)
2047
+ end
1897
2048
  end
1898
- }
2049
+ end
1899
2050
  else
1900
2051
  arg
1901
2052
  end
@@ -1909,18 +2060,32 @@ module ActiveRecord
1909
2060
  end
1910
2061
 
1911
2062
  def column_references(order_args)
1912
- references = order_args.flat_map do |arg|
2063
+ order_args.flat_map do |arg|
1913
2064
  case arg
1914
2065
  when String, Symbol
1915
- arg
2066
+ extract_table_name_from(arg)
1916
2067
  when Hash
1917
- arg.keys.map do |key|
1918
- key if key.is_a?(String) || key.is_a?(Symbol)
2068
+ arg
2069
+ .map do |key, value|
2070
+ case value
2071
+ when Hash
2072
+ key.to_s
2073
+ else
2074
+ extract_table_name_from(key) if key.is_a?(String) || key.is_a?(Symbol)
2075
+ end
2076
+ end
2077
+ when Arel::Attribute
2078
+ arg.relation.name
2079
+ when Arel::Nodes::Ordering
2080
+ if arg.expr.is_a?(Arel::Attribute)
2081
+ arg.expr.relation.name
1919
2082
  end
1920
2083
  end
1921
- end
1922
- references.map! { |arg| arg =~ /^\W?(\w+)\W?\./ && $1 }.compact!
1923
- references
2084
+ end.compact
2085
+ end
2086
+
2087
+ def extract_table_name_from(string)
2088
+ string.match(/^\W?(\w+)\W?\./) && $1
1924
2089
  end
1925
2090
 
1926
2091
  def order_column(field)
@@ -1928,7 +2093,7 @@ module ActiveRecord
1928
2093
  if attr_name == "count" && !group_values.empty?
1929
2094
  table[attr_name]
1930
2095
  else
1931
- Arel.sql(connection.quote_table_name(attr_name))
2096
+ Arel.sql(adapter_class.quote_table_name(attr_name), retryable: true)
1932
2097
  end
1933
2098
  end
1934
2099
  end
@@ -1996,14 +2161,14 @@ module ActiveRecord
1996
2161
  def process_select_args(fields)
1997
2162
  fields.flat_map do |field|
1998
2163
  if field.is_a?(Hash)
1999
- transform_select_hash_values(field)
2164
+ arel_columns_from_hash(field)
2000
2165
  else
2001
2166
  field
2002
2167
  end
2003
2168
  end
2004
2169
  end
2005
2170
 
2006
- def transform_select_hash_values(fields)
2171
+ def arel_columns_from_hash(fields)
2007
2172
  fields.flat_map do |key, columns_aliases|
2008
2173
  case columns_aliases
2009
2174
  when Hash