sequel 3.21.0 → 3.28.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (158) hide show
  1. data/CHANGELOG +294 -0
  2. data/README.rdoc +20 -6
  3. data/Rakefile +20 -15
  4. data/doc/association_basics.rdoc +210 -43
  5. data/doc/dataset_basics.rdoc +4 -4
  6. data/doc/mass_assignment.rdoc +54 -0
  7. data/doc/migration.rdoc +15 -538
  8. data/doc/model_hooks.rdoc +64 -27
  9. data/doc/opening_databases.rdoc +37 -10
  10. data/doc/prepared_statements.rdoc +16 -10
  11. data/doc/reflection.rdoc +8 -2
  12. data/doc/release_notes/3.22.0.txt +39 -0
  13. data/doc/release_notes/3.23.0.txt +172 -0
  14. data/doc/release_notes/3.24.0.txt +420 -0
  15. data/doc/release_notes/3.25.0.txt +88 -0
  16. data/doc/release_notes/3.26.0.txt +88 -0
  17. data/doc/release_notes/3.27.0.txt +82 -0
  18. data/doc/release_notes/3.28.0.txt +304 -0
  19. data/doc/schema_modification.rdoc +547 -0
  20. data/doc/testing.rdoc +106 -0
  21. data/doc/transactions.rdoc +97 -0
  22. data/doc/virtual_rows.rdoc +2 -2
  23. data/lib/sequel/adapters/ado.rb +12 -1
  24. data/lib/sequel/adapters/amalgalite.rb +4 -0
  25. data/lib/sequel/adapters/db2.rb +95 -58
  26. data/lib/sequel/adapters/do.rb +12 -0
  27. data/lib/sequel/adapters/firebird.rb +25 -203
  28. data/lib/sequel/adapters/ibmdb.rb +440 -0
  29. data/lib/sequel/adapters/informix.rb +4 -19
  30. data/lib/sequel/adapters/jdbc/as400.rb +0 -7
  31. data/lib/sequel/adapters/jdbc/db2.rb +49 -0
  32. data/lib/sequel/adapters/jdbc/firebird.rb +34 -0
  33. data/lib/sequel/adapters/jdbc/h2.rb +16 -5
  34. data/lib/sequel/adapters/jdbc/informix.rb +31 -0
  35. data/lib/sequel/adapters/jdbc/jtds.rb +34 -0
  36. data/lib/sequel/adapters/jdbc/mssql.rb +0 -32
  37. data/lib/sequel/adapters/jdbc/mysql.rb +9 -0
  38. data/lib/sequel/adapters/jdbc/oracle.rb +2 -27
  39. data/lib/sequel/adapters/jdbc/postgresql.rb +6 -0
  40. data/lib/sequel/adapters/jdbc/sqlserver.rb +46 -0
  41. data/lib/sequel/adapters/jdbc/transactions.rb +34 -0
  42. data/lib/sequel/adapters/jdbc.rb +62 -29
  43. data/lib/sequel/adapters/mysql.rb +22 -139
  44. data/lib/sequel/adapters/mysql2.rb +9 -14
  45. data/lib/sequel/adapters/odbc/db2.rb +21 -0
  46. data/lib/sequel/adapters/odbc.rb +15 -3
  47. data/lib/sequel/adapters/oracle.rb +17 -1
  48. data/lib/sequel/adapters/postgres.rb +111 -16
  49. data/lib/sequel/adapters/shared/access.rb +21 -0
  50. data/lib/sequel/adapters/shared/db2.rb +290 -0
  51. data/lib/sequel/adapters/shared/firebird.rb +214 -0
  52. data/lib/sequel/adapters/shared/informix.rb +45 -0
  53. data/lib/sequel/adapters/shared/mssql.rb +85 -47
  54. data/lib/sequel/adapters/shared/mysql.rb +50 -7
  55. data/lib/sequel/adapters/shared/mysql_prepared_statements.rb +143 -0
  56. data/lib/sequel/adapters/shared/oracle.rb +0 -4
  57. data/lib/sequel/adapters/shared/postgres.rb +75 -43
  58. data/lib/sequel/adapters/shared/sqlite.rb +56 -8
  59. data/lib/sequel/adapters/sqlite.rb +12 -11
  60. data/lib/sequel/adapters/swift/mysql.rb +9 -0
  61. data/lib/sequel/adapters/tinytds.rb +139 -7
  62. data/lib/sequel/adapters/utils/emulate_offset_with_row_number.rb +55 -0
  63. data/lib/sequel/ast_transformer.rb +190 -0
  64. data/lib/sequel/connection_pool/threaded.rb +3 -2
  65. data/lib/sequel/connection_pool.rb +1 -1
  66. data/lib/sequel/core.rb +6 -5
  67. data/lib/sequel/database/connecting.rb +5 -5
  68. data/lib/sequel/database/dataset.rb +1 -1
  69. data/lib/sequel/database/dataset_defaults.rb +1 -1
  70. data/lib/sequel/database/logging.rb +1 -1
  71. data/lib/sequel/database/misc.rb +38 -17
  72. data/lib/sequel/database/query.rb +50 -19
  73. data/lib/sequel/database/schema_generator.rb +8 -5
  74. data/lib/sequel/database/schema_methods.rb +52 -27
  75. data/lib/sequel/dataset/actions.rb +167 -48
  76. data/lib/sequel/dataset/features.rb +57 -8
  77. data/lib/sequel/dataset/graph.rb +1 -1
  78. data/lib/sequel/dataset/misc.rb +39 -20
  79. data/lib/sequel/dataset/mutation.rb +3 -3
  80. data/lib/sequel/dataset/prepared_statements.rb +29 -14
  81. data/lib/sequel/dataset/query.rb +182 -32
  82. data/lib/sequel/dataset/sql.rb +31 -58
  83. data/lib/sequel/dataset.rb +8 -0
  84. data/lib/sequel/exceptions.rb +4 -0
  85. data/lib/sequel/extensions/columns_introspection.rb +61 -0
  86. data/lib/sequel/extensions/migration.rb +6 -4
  87. data/lib/sequel/extensions/to_dot.rb +95 -83
  88. data/lib/sequel/model/associations.rb +893 -309
  89. data/lib/sequel/model/base.rb +302 -105
  90. data/lib/sequel/model/errors.rb +1 -1
  91. data/lib/sequel/model/exceptions.rb +5 -1
  92. data/lib/sequel/model.rb +13 -7
  93. data/lib/sequel/plugins/association_pks.rb +22 -4
  94. data/lib/sequel/plugins/defaults_setter.rb +58 -0
  95. data/lib/sequel/plugins/identity_map.rb +113 -6
  96. data/lib/sequel/plugins/many_through_many.rb +67 -5
  97. data/lib/sequel/plugins/prepared_statements.rb +140 -0
  98. data/lib/sequel/plugins/prepared_statements_associations.rb +84 -0
  99. data/lib/sequel/plugins/prepared_statements_safe.rb +82 -0
  100. data/lib/sequel/plugins/prepared_statements_with_pk.rb +59 -0
  101. data/lib/sequel/plugins/serialization_modification_detection.rb +51 -0
  102. data/lib/sequel/plugins/sharding.rb +12 -20
  103. data/lib/sequel/plugins/single_table_inheritance.rb +2 -0
  104. data/lib/sequel/plugins/update_primary_key.rb +1 -1
  105. data/lib/sequel/plugins/xml_serializer.rb +3 -3
  106. data/lib/sequel/sql.rb +107 -51
  107. data/lib/sequel/timezones.rb +12 -3
  108. data/lib/sequel/version.rb +1 -1
  109. data/spec/adapters/db2_spec.rb +146 -0
  110. data/spec/adapters/mssql_spec.rb +36 -0
  111. data/spec/adapters/mysql_spec.rb +36 -19
  112. data/spec/adapters/postgres_spec.rb +115 -28
  113. data/spec/adapters/spec_helper.rb +6 -0
  114. data/spec/adapters/sqlite_spec.rb +11 -0
  115. data/spec/core/connection_pool_spec.rb +62 -77
  116. data/spec/core/database_spec.rb +244 -287
  117. data/spec/core/dataset_spec.rb +383 -34
  118. data/spec/core/expression_filters_spec.rb +159 -41
  119. data/spec/core/schema_spec.rb +326 -3
  120. data/spec/core/spec_helper.rb +45 -0
  121. data/spec/extensions/association_pks_spec.rb +38 -0
  122. data/spec/extensions/columns_introspection_spec.rb +91 -0
  123. data/spec/extensions/defaults_setter_spec.rb +64 -0
  124. data/spec/extensions/identity_map_spec.rb +162 -0
  125. data/spec/extensions/many_through_many_spec.rb +195 -20
  126. data/spec/extensions/migration_spec.rb +17 -17
  127. data/spec/extensions/nested_attributes_spec.rb +1 -0
  128. data/spec/extensions/prepared_statements_associations_spec.rb +126 -0
  129. data/spec/extensions/prepared_statements_safe_spec.rb +79 -0
  130. data/spec/extensions/prepared_statements_spec.rb +72 -0
  131. data/spec/extensions/prepared_statements_with_pk_spec.rb +38 -0
  132. data/spec/extensions/schema_dumper_spec.rb +2 -2
  133. data/spec/extensions/schema_spec.rb +12 -20
  134. data/spec/extensions/serialization_modification_detection_spec.rb +36 -0
  135. data/spec/extensions/single_table_inheritance_spec.rb +11 -0
  136. data/spec/extensions/spec_helper.rb +3 -1
  137. data/spec/extensions/to_dot_spec.rb +3 -5
  138. data/spec/extensions/xml_serializer_spec.rb +16 -4
  139. data/spec/integration/associations_test.rb +405 -15
  140. data/spec/integration/database_test.rb +4 -2
  141. data/spec/integration/dataset_test.rb +240 -20
  142. data/spec/integration/plugin_test.rb +142 -5
  143. data/spec/integration/prepared_statement_test.rb +174 -95
  144. data/spec/integration/schema_test.rb +128 -16
  145. data/spec/integration/spec_helper.rb +15 -0
  146. data/spec/integration/transaction_test.rb +40 -0
  147. data/spec/integration/type_test.rb +16 -2
  148. data/spec/model/association_reflection_spec.rb +91 -0
  149. data/spec/model/associations_spec.rb +476 -5
  150. data/spec/model/base_spec.rb +91 -1
  151. data/spec/model/eager_loading_spec.rb +519 -31
  152. data/spec/model/hooks_spec.rb +161 -0
  153. data/spec/model/model_spec.rb +89 -2
  154. data/spec/model/plugins_spec.rb +17 -0
  155. data/spec/model/record_spec.rb +184 -12
  156. data/spec/model/spec_helper.rb +5 -0
  157. data/spec/model/validations_spec.rb +11 -0
  158. metadata +85 -34
@@ -0,0 +1,304 @@
1
+ = New Adapter Support
2
+
3
+ * Sequel now has much better support for the DB2 database.
4
+
5
+ * An ibmdb adapter has been added, and is the recommended adapter to
6
+ to use if you want to connect to DB2 from MRI.
7
+
8
+ * A jdbc db2 subadapter has been added, allowing good DB2 support on
9
+ JRuby.
10
+
11
+ * The db2 adapter has been cleaned up substantially, and now works
12
+ well, but it is still recommended that you switch to ibmdb if you
13
+ are using the db2 adapter.
14
+
15
+ * The firebird adapter has been split into shared and specific parts,
16
+ and quite a few fixes were made to it.
17
+
18
+ * A jdbc firebird subadapter has been added, allowing connection to
19
+ firebird databases from JRuby.
20
+
21
+ = New PostgreSQL 9.1 Features
22
+
23
+ * Dataset#returning has been added for using the RETURNING clause on
24
+ INSERT/UPDATE/DELETE queries. RETURNING allows such queries to
25
+ return results in much the same way as a SELECT query works.
26
+ When Dataset#returning is used, Dataset #insert, #update, and
27
+ #delete now accept a block that is passed to Dataset #fetch_rows
28
+ which is yielded plain ruby hashes for each row inserted, updated,
29
+ or deleted. If Dataset#returning is used and a block is not given
30
+ to those methods, those methods will return an array of plain hashes
31
+ for all rows inserted, updated, and deleted.
32
+
33
+ * Dataset#with_sql now treats a symbol as a first argument as a method
34
+ name to call to get the SQL. The expected use case for this is with
35
+ Dataset#returning and insert/update/delete:
36
+
37
+ DB[:items].
38
+ returning(:id).
39
+ with_sql(:update_sql, :b => :b + 1).
40
+ map(:id)
41
+
42
+ Basically, it makes it more easily to statically set the
43
+ insert/update/delete SQL, and then be able to use the full
44
+ dataset API for returning results. As mentioned above, using
45
+ Dataset#returning with #insert, #update, and #delete yields plain
46
+ hashes, so if you want to have the row_proc applied (e.g. you are
47
+ using models), you need to use this method instead, since you can
48
+ then call #each or #all to make sure the row_proc is called on all
49
+ returned rows.
50
+
51
+ * Dataset#with (common table expressions) now affects
52
+ INSERT/UPDATE/DELETE queries.
53
+
54
+ * Database#create_table? now uses CREATE TABLE IF NOT EXISTS on
55
+ PostgreSQL 9.1.
56
+
57
+ = Other New Features
58
+
59
+ * The :limit option is now respected when eager loading via either
60
+ eager or eager_graph. By default, Sequel will just do an array
61
+ slice of the resulting ruby array, which gets the correct answer,
62
+ but does not offer any performance improvements. Sequel also
63
+ offers a new :eager_limit_strategy option for using more advanced
64
+ query types that only load the related records from the database.
65
+ The available values for the :eager_limit_strategy option are:
66
+
67
+ :window_function: This uses the row_number window function
68
+ partitioned by the related key fields. It can only be used
69
+ on databases that support window functions (PostgreSQL 8.4+,
70
+ Microsoft SQL Server 2005+, DB2).
71
+ :correlated_subquery: This uses a correlated subquery that is
72
+ limited. It works on most databases except MySQL and DB2.
73
+
74
+ You can provide a value of true as the option to have Sequel
75
+ pick a strategy to use. Sequel will never use a correlated
76
+ subquery for true, since in some cases it can perform worse than
77
+ loading all related records and doing the array slice in ruby.
78
+
79
+ If you want to enable an eager_limit_strategy globally, you can
80
+ set Sequel::Model.default_eager_limit_strategy to a value, and
81
+ all associations that use :limit will default to using that
82
+ strategy.
83
+
84
+ * one_to_one associations that do not represent true one-to-one
85
+ database relationships, but represent one-to-many relationships
86
+ where you are only returning the first object based on a given
87
+ order are also now handled correctly when eager loading.
88
+ Previously, eager loading such associations resulted in the last
89
+ matching object being associated instead of the first matching
90
+ object being associated.
91
+
92
+ You can also use an :eager_limit_strategy for one_to_one
93
+ associations. In addition to the :window_function and
94
+ :correlated_subquery values, there is also a :distinct_on value
95
+ that is available on PostgreSQL for using DISTINCT ON, which is
96
+ the fastest strategy if you are using PostgreSQL.
97
+
98
+ * Dataset#map, #to_hash, #select_map, #select_order_map, and
99
+ #select_hash now accept arrays of symbols, and if given arrays
100
+ of symbols, use arrays of results. For example:
101
+
102
+ DB[:items].map([:id, :name])
103
+ # => [[1, 'foo'], [2, 'bar'], ...]
104
+ DB[:items].to_hash([:id, :foo_id], [:name, :bar_id])
105
+ # => {[1, 3]=>['foo', 5], [2, 4]=>['bar', 6], ...}
106
+
107
+ * For SQL expression objects where Sequel cannot deduce the type
108
+ of the object, it now will consider the type of the argument
109
+ when a &, |, or + operator is used. For example:
110
+
111
+ :x & 1
112
+
113
+ Previously, this did "x AND 1", now it does "x & 1". Using a
114
+ logical operator on an integer doesn't make sense, but it's
115
+ possible people did so if the database uses 1/0 for true/false.
116
+ Likewise:
117
+
118
+ :x + 'foo'
119
+
120
+ Previously, this did "x + 'foo'" (addition), now it does
121
+ "x || 'foo'" (string concatenation).
122
+
123
+ * The sql_string, sql_number, and sql_boolean methods are now
124
+ available on SQL::ComplexExpressions, so you can do:
125
+
126
+ (:x + 1).sql_string + ' foos'
127
+ # (x + 1) || ' foos'
128
+
129
+ Previously, there was not an easy way to generate such SQL
130
+ expressions.
131
+
132
+ * :after_load association hooks are now applied when using
133
+ eager_graph. Previously, they were only applied when using
134
+ eager, not when using eager_graph.
135
+
136
+ * Database#copy_table has been added to the postgres adapter if pg
137
+ is used as the underlying driver. It allows you to get very
138
+ fast exports of table data in text or CSV format. It also
139
+ accepts datasets, allowing fast exports of arbitrary queries
140
+ in text or CSV format.
141
+
142
+ * SQL extract support (:timestamp.extract(:year)) is now emulated
143
+ on the databases that don't natively support it, such as SQLite,
144
+ Microsoft SQL Server, and DB2. At least the following values are
145
+ supported for extraction: :year, :month, :day, :hour, :minute,
146
+ and :second.
147
+
148
+ * The bitwise XOR operator is now emulated on SQLite. Previously,
149
+ attempting to use it would cause the database to raise an error.
150
+
151
+ * A Database#use_timestamp_timezones accessor has been added on
152
+ SQLite. This allows you to turn off the use of timezones in
153
+ timestamps by setting the value to false. This is necessary if you
154
+ want you want to use the SQLite datetime functions, or the new
155
+ ability to emulate extract.
156
+
157
+ Note that this setting does not affect the current database
158
+ content. To convert old databases to the new format, you'll
159
+ have to resave all rows that have timestamps.
160
+
161
+ At some point in the future, Sequel may default to not using
162
+ timezones in timestamps by default on SQLite, so if you would
163
+ like to rely on the current behavior, you should set this
164
+ accessor to true now.
165
+
166
+ * Sequel now works around bugs in MySQL when using a subselect with
167
+ a LIMIT by using a nested subselect.
168
+
169
+ * Sequel now works around issues in Microsoft SQL Server and DB2 when
170
+ using a subselect with IN/NOT IN that uses the emulated offset
171
+ support.
172
+
173
+ * The jdbc adapter now returns java.sql.Clob objects as
174
+ Sequel::SQL::Blobs.
175
+
176
+ * Sequel now considers database clob types as the :blob schema type.
177
+
178
+ * Sequel::SQLTime.create has been added for more easily creating
179
+ instances:
180
+
181
+ Sequel::SQLTime.create(hour, minute, second, usec)
182
+
183
+ * Dataset#select_all now accepts SQL::AliasedExpression and
184
+ SQL::JoinClause arguments and returns the appropriate
185
+ SQL::ColumnAll value that selects all columns from the related
186
+ table.
187
+
188
+ * Model.set_dataset now accepts Sequel::LiteralString objects that
189
+ represent table names. This usage is not encouraged except in
190
+ rare cases such as using a set returning function in PostgreSQL.
191
+
192
+ * Dataset#supports_cte? now takes an optional argument specifying the
193
+ type of query (:insert, :update, :delete, :select). It defaults to
194
+ :select.
195
+
196
+ * Dataset#supports_returning? has been added. It requires an
197
+ argument specifying the type of query (:insert, :update, or
198
+ :delete).
199
+
200
+ * Dataset#supports_cte_in_subqueries? has been added for checking
201
+ for support for this ability. Apparently, only PostgreSQL
202
+ currently supports this. For other adapters that support CTEs but
203
+ not in subqueries, if a subquery with a CTE is used in a JOIN, the
204
+ CTE is moved from the subquery to the main query.
205
+
206
+ * Dataset#supports_select_all_and_column has been added for seeing
207
+ if "SELECT *, foo ..." style queries are supported. This is false
208
+ on DB2, which doesn't allow such queries. When it is false, using
209
+ select_append on a dataset that doesn't specifically select columns
210
+ will now change the query to do "SELECT table.*, foo ..." instead,
211
+ working around the limitation on DB2.
212
+
213
+ * Dataset#supports_ordered_distinct_on? has been added. Currently,
214
+ this is only true on PostgreSQL. MySQL can emulate DISTINCT ON
215
+ using GROUP BY, but it doesn't respect ORDER BY, so it some
216
+ cases it cannot be used equivalently.
217
+
218
+ * Dataset#supports_where_true? has been added for checking for support
219
+ of WHERE TRUE (or WHERE 1 if 1 is true). Not all databases support
220
+ using such a construct, and on the databases that do not, you have
221
+ to use WHERE (1 = 1) or something similar.
222
+
223
+ = Other Improvements
224
+
225
+ * Sequel 3.27.0 was negatively affected by a serious bug in
226
+ ActiveSupport's Time.=== that has still not been fixed, which
227
+ broke the literalization of Time objects. In spite of the bad
228
+ precedent it sets, Sequel now avoids using Time.=== on a
229
+ subclass of Time to work around this ActiveSupport bug.
230
+
231
+ * Dataset#with_pk now uses a qualified primary key instead of an
232
+ unqualified primary key, which means it can now be used correctly
233
+ after joining to a separate table.
234
+
235
+ * Association after_load hooks when lazy loading are now called
236
+ after the association has been loaded, which allows them to change
237
+ which records are cached. This makes the lazy load case more
238
+ similar to the eager load case.
239
+
240
+ * The metaprogrammatically created methods that implement Sequel's
241
+ DSL support have been made significantly faster by using
242
+ module_eval instead of define_method.
243
+
244
+ * The type translation in the postgres, mysql, and sqlite adapters
245
+ has been made faster by using Method objects that result in more
246
+ direct processing.
247
+
248
+ * Typecasting values for time columns from Time values to
249
+ Sequel::SQLTime values now correctly handles fractional seconds on
250
+ ruby 1.9.
251
+
252
+ = Backwards Compatibility
253
+
254
+ * Dataset#insert_returning_sql has been changed to a private method
255
+ in the PostgreSQL and Firebird adapters, and it operates
256
+ differently than it did previously. The private
257
+ #insert_returning_pk_sql and #insert_returning_select_sql methods
258
+ have been removed.
259
+
260
+ * Dataset#with_pk no longer does some defensive checking for misuse of
261
+ primary keys (e.g. providing a composite key when the model uses
262
+ a single key). Previously, Sequel would raise an Error
263
+ immediately, now such behavior is undefined, with the most likely
264
+ behavior being the database raising an Error.
265
+
266
+ * The :alias_association_type_map and :alias_association_name_map
267
+ settings have been removed from the :eager_graph dataset option,
268
+ in favor of just storing the related association reflection.
269
+
270
+ * The internals of the db2 adapter have changed substantially, if you
271
+ were relying on some of the private methods defined in it, you will
272
+ probably have to modify your code.
273
+
274
+ * The firebird adapter was substanially modified, specifically parts
275
+ related to insert returning autogenerated primary key values, so if
276
+ you were previously using the adapter you should probably take more
277
+ care than usual when testing your upgrade.
278
+
279
+ * The Dataset::WITH_SUPPORTED constant has been removed.
280
+
281
+ * The Dataset#supports_cte? method now accepts an optional argument.
282
+ If you overrode this method, your overridden method now must
283
+ accept an optional argument.
284
+
285
+ * If you were previously doing:
286
+
287
+ :x & 1
288
+
289
+ and wanting "x AND 1", you have to switch to:
290
+
291
+ :x.sql_boolean & 1
292
+
293
+ Likewise, if you were previously doing:
294
+
295
+ :x + 'foo'
296
+
297
+ and wanting "x + 'foo'", you need to switch to:
298
+
299
+ :x.sql_number + 'foo'
300
+
301
+ * Sequel no longer does defensive type checking in the SQL expression
302
+ support, as it was often more strict than the database and would
303
+ not allow the creation of expressions that were valid for the
304
+ database.