knex 3.1.0 → 3.2.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (199) hide show
  1. package/CHANGELOG.md +2431 -2380
  2. package/CONTRIBUTING.md +190 -194
  3. package/LICENSE +22 -22
  4. package/README.md +156 -149
  5. package/UPGRADING.md +245 -245
  6. package/bin/cli.js +516 -475
  7. package/bin/knexfile-runtime-error.js +27 -0
  8. package/bin/utils/cli-config-utils.js +217 -212
  9. package/bin/utils/constants.js +7 -7
  10. package/bin/utils/migrationsLister.js +37 -37
  11. package/knex.js +23 -23
  12. package/knex.mjs +11 -11
  13. package/lib/builder-interface-augmenter.js +120 -120
  14. package/lib/client.js +585 -495
  15. package/lib/constants.js +61 -61
  16. package/lib/dialects/better-sqlite3/index.js +101 -77
  17. package/lib/dialects/cockroachdb/crdb-columncompiler.js +14 -14
  18. package/lib/dialects/cockroachdb/crdb-querybuilder.js +11 -11
  19. package/lib/dialects/cockroachdb/crdb-querycompiler.js +122 -122
  20. package/lib/dialects/cockroachdb/crdb-tablecompiler.js +46 -37
  21. package/lib/dialects/cockroachdb/crdb-viewcompiler.js +15 -15
  22. package/lib/dialects/cockroachdb/index.js +86 -86
  23. package/lib/dialects/index.js +34 -34
  24. package/lib/dialects/mssql/index.js +498 -500
  25. package/lib/dialects/mssql/mssql-formatter.js +34 -34
  26. package/lib/dialects/mssql/query/mssql-querycompiler.js +601 -601
  27. package/lib/dialects/mssql/schema/mssql-columncompiler.js +185 -185
  28. package/lib/dialects/mssql/schema/mssql-compiler.js +91 -91
  29. package/lib/dialects/mssql/schema/mssql-tablecompiler.js +393 -378
  30. package/lib/dialects/mssql/schema/mssql-viewcompiler.js +55 -55
  31. package/lib/dialects/mssql/transaction.js +176 -176
  32. package/lib/dialects/mysql/index.js +317 -206
  33. package/lib/dialects/mysql/query/mysql-querybuilder.js +14 -14
  34. package/lib/dialects/mysql/query/mysql-querycompiler.js +292 -292
  35. package/lib/dialects/mysql/schema/mysql-columncompiler.js +193 -193
  36. package/lib/dialects/mysql/schema/mysql-compiler.js +60 -60
  37. package/lib/dialects/mysql/schema/mysql-tablecompiler.js +426 -405
  38. package/lib/dialects/mysql/schema/mysql-viewbuilder.js +21 -21
  39. package/lib/dialects/mysql/schema/mysql-viewcompiler.js +15 -15
  40. package/lib/dialects/mysql/transaction.js +46 -46
  41. package/lib/dialects/mysql2/index.js +53 -53
  42. package/lib/dialects/mysql2/transaction.js +44 -44
  43. package/lib/dialects/oracle/DEAD_CODE.md +5 -5
  44. package/lib/dialects/oracle/index.js +92 -92
  45. package/lib/dialects/oracle/query/oracle-querycompiler.js +343 -343
  46. package/lib/dialects/oracle/schema/internal/incrementUtils.js +22 -22
  47. package/lib/dialects/oracle/schema/internal/trigger.js +155 -155
  48. package/lib/dialects/oracle/schema/oracle-columnbuilder.js +17 -17
  49. package/lib/dialects/oracle/schema/oracle-columncompiler.js +126 -126
  50. package/lib/dialects/oracle/schema/oracle-compiler.js +124 -124
  51. package/lib/dialects/oracle/schema/oracle-tablecompiler.js +210 -197
  52. package/lib/dialects/oracle/utils.js +107 -106
  53. package/lib/dialects/oracledb/index.js +381 -381
  54. package/lib/dialects/oracledb/query/oracledb-querycompiler.js +481 -481
  55. package/lib/dialects/oracledb/schema/oracledb-columncompiler.js +61 -61
  56. package/lib/dialects/oracledb/schema/oracledb-tablecompiler.js +19 -19
  57. package/lib/dialects/oracledb/schema/oracledb-viewbuilder.js +13 -13
  58. package/lib/dialects/oracledb/schema/oracledb-viewcompiler.js +19 -19
  59. package/lib/dialects/oracledb/transaction.js +98 -98
  60. package/lib/dialects/oracledb/utils.js +208 -208
  61. package/lib/dialects/pgnative/index.js +60 -60
  62. package/lib/dialects/postgres/execution/pg-transaction.js +19 -19
  63. package/lib/dialects/postgres/index.js +373 -361
  64. package/lib/dialects/postgres/query/pg-querybuilder.js +43 -43
  65. package/lib/dialects/postgres/query/pg-querycompiler.js +400 -400
  66. package/lib/dialects/postgres/schema/pg-columncompiler.js +162 -156
  67. package/lib/dialects/postgres/schema/pg-compiler.js +138 -138
  68. package/lib/dialects/postgres/schema/pg-tablecompiler.js +331 -304
  69. package/lib/dialects/postgres/schema/pg-viewbuilder.js +21 -21
  70. package/lib/dialects/postgres/schema/pg-viewcompiler.js +35 -35
  71. package/lib/dialects/redshift/index.js +86 -86
  72. package/lib/dialects/redshift/query/redshift-querycompiler.js +163 -163
  73. package/lib/dialects/redshift/schema/redshift-columnbuilder.js +22 -22
  74. package/lib/dialects/redshift/schema/redshift-columncompiler.js +67 -67
  75. package/lib/dialects/redshift/schema/redshift-compiler.js +14 -14
  76. package/lib/dialects/redshift/schema/redshift-tablecompiler.js +134 -122
  77. package/lib/dialects/redshift/schema/redshift-viewcompiler.js +11 -11
  78. package/lib/dialects/redshift/transaction.js +32 -32
  79. package/lib/dialects/sqlite3/execution/sqlite-transaction.js +172 -25
  80. package/lib/dialects/sqlite3/index.js +263 -250
  81. package/lib/dialects/sqlite3/query/sqlite-querybuilder.js +33 -33
  82. package/lib/dialects/sqlite3/query/sqlite-querycompiler.js +341 -334
  83. package/lib/dialects/sqlite3/schema/ddl.js +380 -400
  84. package/lib/dialects/sqlite3/schema/internal/compiler.js +327 -327
  85. package/lib/dialects/sqlite3/schema/internal/parser-combinator.js +161 -161
  86. package/lib/dialects/sqlite3/schema/internal/parser.js +638 -638
  87. package/lib/dialects/sqlite3/schema/internal/sqlite-ddl-operations.js +41 -41
  88. package/lib/dialects/sqlite3/schema/internal/tokenizer.js +38 -38
  89. package/lib/dialects/sqlite3/schema/internal/utils.js +12 -12
  90. package/lib/dialects/sqlite3/schema/sqlite-columncompiler.js +50 -50
  91. package/lib/dialects/sqlite3/schema/sqlite-compiler.js +80 -80
  92. package/lib/dialects/sqlite3/schema/sqlite-tablecompiler.js +364 -347
  93. package/lib/dialects/sqlite3/schema/sqlite-viewcompiler.js +40 -40
  94. package/lib/execution/batch-insert.js +51 -51
  95. package/lib/execution/internal/delay.js +6 -6
  96. package/lib/execution/internal/ensure-connection-callback.js +41 -41
  97. package/lib/execution/internal/query-executioner.js +62 -62
  98. package/lib/execution/runner.js +325 -325
  99. package/lib/execution/transaction.js +417 -413
  100. package/lib/formatter/formatterUtils.js +42 -42
  101. package/lib/formatter/rawFormatter.js +84 -84
  102. package/lib/formatter/wrappingFormatter.js +253 -250
  103. package/lib/formatter.js +25 -25
  104. package/lib/index.js +3 -3
  105. package/lib/knex-builder/FunctionHelper.js +80 -80
  106. package/lib/knex-builder/Knex.js +59 -59
  107. package/lib/knex-builder/internal/config-resolver.js +57 -57
  108. package/lib/knex-builder/internal/parse-connection.js +87 -87
  109. package/lib/knex-builder/make-knex.js +345 -345
  110. package/lib/logger.js +76 -76
  111. package/lib/migrations/common/MigrationsLoader.js +36 -36
  112. package/lib/migrations/migrate/MigrationGenerator.js +84 -84
  113. package/lib/migrations/migrate/Migrator.js +632 -599
  114. package/lib/migrations/migrate/migrate-stub.js +17 -17
  115. package/lib/migrations/migrate/migration-list-resolver.js +33 -33
  116. package/lib/migrations/migrate/migrator-configuration-merger.js +58 -58
  117. package/lib/migrations/migrate/sources/fs-migrations.js +74 -74
  118. package/lib/migrations/migrate/stub/cjs.stub +15 -15
  119. package/lib/migrations/migrate/stub/coffee.stub +13 -13
  120. package/lib/migrations/migrate/stub/eg.stub +14 -14
  121. package/lib/migrations/migrate/stub/js-schema.stub +22 -22
  122. package/lib/migrations/migrate/stub/js.stub +22 -22
  123. package/lib/migrations/migrate/stub/knexfile-coffee.stub +34 -34
  124. package/lib/migrations/migrate/stub/knexfile-eg.stub +43 -43
  125. package/lib/migrations/migrate/stub/knexfile-js.stub +47 -47
  126. package/lib/migrations/migrate/stub/knexfile-ls.stub +35 -35
  127. package/lib/migrations/migrate/stub/knexfile-ts.stub +47 -47
  128. package/lib/migrations/migrate/stub/ls.stub +14 -14
  129. package/lib/migrations/migrate/stub/mjs.stub +23 -23
  130. package/lib/migrations/migrate/stub/ts-schema.stub +21 -21
  131. package/lib/migrations/migrate/stub/ts.stub +21 -21
  132. package/lib/migrations/migrate/table-creator.js +77 -77
  133. package/lib/migrations/migrate/table-resolver.js +27 -27
  134. package/lib/migrations/seed/Seeder.js +137 -137
  135. package/lib/migrations/seed/seed-stub.js +13 -13
  136. package/lib/migrations/seed/seeder-configuration-merger.js +60 -60
  137. package/lib/migrations/seed/sources/fs-seeds.js +65 -65
  138. package/lib/migrations/seed/stub/coffee.stub +9 -9
  139. package/lib/migrations/seed/stub/eg.stub +11 -11
  140. package/lib/migrations/seed/stub/js.stub +13 -13
  141. package/lib/migrations/seed/stub/ls.stub +11 -11
  142. package/lib/migrations/seed/stub/mjs.stub +12 -12
  143. package/lib/migrations/seed/stub/ts.stub +13 -13
  144. package/lib/migrations/util/fs.js +86 -86
  145. package/lib/migrations/util/import-file.js +12 -12
  146. package/lib/migrations/util/is-module-type.js +9 -9
  147. package/lib/migrations/util/template.js +52 -52
  148. package/lib/migrations/util/timestamp.js +14 -14
  149. package/lib/query/analytic.js +52 -52
  150. package/lib/query/constants.js +15 -15
  151. package/lib/query/joinclause.js +270 -270
  152. package/lib/query/method-constants.js +136 -136
  153. package/lib/query/querybuilder.js +1793 -1793
  154. package/lib/query/querycompiler.js +1634 -1591
  155. package/lib/raw.js +139 -139
  156. package/lib/ref.js +39 -39
  157. package/lib/schema/builder.js +115 -115
  158. package/lib/schema/columnbuilder.js +146 -146
  159. package/lib/schema/columncompiler.js +307 -307
  160. package/lib/schema/compiler.js +187 -187
  161. package/lib/schema/internal/helpers.js +55 -55
  162. package/lib/schema/tablebuilder.js +379 -376
  163. package/lib/schema/tablecompiler.js +450 -439
  164. package/lib/schema/viewbuilder.js +92 -92
  165. package/lib/schema/viewcompiler.js +138 -138
  166. package/lib/util/finally-mixin.js +13 -13
  167. package/lib/util/helpers.js +95 -95
  168. package/lib/util/is.js +32 -32
  169. package/lib/util/nanoid.js +40 -40
  170. package/lib/util/noop.js +1 -1
  171. package/lib/util/save-async-stack.js +14 -14
  172. package/lib/util/security.js +32 -26
  173. package/lib/util/string.js +190 -190
  174. package/lib/util/timeout.js +29 -29
  175. package/package.json +285 -267
  176. package/scripts/act-testing/act.sh +19 -0
  177. package/scripts/act-testing/merged-no-label.json +11 -0
  178. package/scripts/act-testing/merged-patch-labeled.json +12 -0
  179. package/scripts/act-testing/merged-skip-labeled.json +12 -0
  180. package/scripts/act-testing/not-merged-patch-labeled.json +12 -0
  181. package/scripts/build-for-release.sh +122 -0
  182. package/scripts/build.js +125 -125
  183. package/scripts/clean.js +31 -31
  184. package/scripts/docker-compose.yml +150 -152
  185. package/scripts/format-changelog.js +55 -0
  186. package/scripts/next-release-howto.md +24 -24
  187. package/scripts/oracledb-install-driver-libs.sh +82 -82
  188. package/scripts/release.sh +36 -36
  189. package/scripts/runkit-example.js +35 -35
  190. package/scripts/stress-test/README.txt +18 -18
  191. package/scripts/stress-test/docker-compose.yml +55 -57
  192. package/scripts/stress-test/knex-stress-test.js +212 -212
  193. package/scripts/stress-test/mysql2-random-hanging-every-now-and-then.js +149 -149
  194. package/scripts/stress-test/mysql2-sudden-exit-without-error.js +101 -101
  195. package/scripts/stress-test/reconnect-test-mysql-based-drivers.js +188 -188
  196. package/types/index.d.ts +3321 -3275
  197. package/types/result.d.ts +27 -27
  198. package/types/tables.d.ts +4 -4
  199. package/scripts/update_gitignore_for_tsc_output.js +0 -90
@@ -1,400 +1,380 @@
1
- // SQLite3_DDL
2
- //
3
- // All of the SQLite3 specific DDL helpers for renaming/dropping
4
- // columns and changing datatypes.
5
- // -------
6
-
7
- const identity = require('lodash/identity');
8
- const { nanonum } = require('../../../util/nanoid');
9
- const {
10
- copyData,
11
- dropOriginal,
12
- renameTable,
13
- getTableSql,
14
- isForeignCheckEnabled,
15
- setForeignCheck,
16
- executeForeignCheck,
17
- } = require('./internal/sqlite-ddl-operations');
18
- const { parseCreateTable, parseCreateIndex } = require('./internal/parser');
19
- const {
20
- compileCreateTable,
21
- compileCreateIndex,
22
- } = require('./internal/compiler');
23
- const { isEqualId, includesId } = require('./internal/utils');
24
-
25
- // So altering the schema in SQLite3 is a major pain.
26
- // We have our own object to deal with the renaming and altering the types
27
- // for sqlite3 things.
28
- class SQLite3_DDL {
29
- constructor(client, tableCompiler, pragma, connection) {
30
- this.client = client;
31
- this.tableCompiler = tableCompiler;
32
- this.pragma = pragma;
33
- this.tableNameRaw = this.tableCompiler.tableNameRaw;
34
- this.alteredName = `_knex_temp_alter${nanonum(3)}`;
35
- this.connection = connection;
36
- this.formatter = (value) =>
37
- this.client.customWrapIdentifier(value, identity);
38
- this.wrap = (value) => this.client.wrapIdentifierImpl(value);
39
- }
40
-
41
- tableName() {
42
- return this.formatter(this.tableNameRaw);
43
- }
44
-
45
- getTableSql() {
46
- const tableName = this.tableName();
47
-
48
- return this.client.transaction(
49
- async (trx) => {
50
- trx.disableProcessing();
51
- const result = await trx.raw(getTableSql(tableName));
52
- trx.enableProcessing();
53
-
54
- return {
55
- createTable: result.filter((create) => create.type === 'table')[0]
56
- .sql,
57
- createIndices: result
58
- .filter((create) => create.type === 'index')
59
- .map((create) => create.sql),
60
- };
61
- },
62
- { connection: this.connection }
63
- );
64
- }
65
-
66
- async isForeignCheckEnabled() {
67
- const result = await this.client
68
- .raw(isForeignCheckEnabled())
69
- .connection(this.connection);
70
-
71
- return result[0].foreign_keys === 1;
72
- }
73
-
74
- async setForeignCheck(enable) {
75
- await this.client.raw(setForeignCheck(enable)).connection(this.connection);
76
- }
77
-
78
- renameTable(trx) {
79
- return trx.raw(renameTable(this.alteredName, this.tableName()));
80
- }
81
-
82
- dropOriginal(trx) {
83
- return trx.raw(dropOriginal(this.tableName()));
84
- }
85
-
86
- copyData(trx, columns) {
87
- return trx.raw(copyData(this.tableName(), this.alteredName, columns));
88
- }
89
-
90
- async alterColumn(columns) {
91
- const { createTable, createIndices } = await this.getTableSql();
92
-
93
- const parsedTable = parseCreateTable(createTable);
94
- parsedTable.table = this.alteredName;
95
-
96
- parsedTable.columns = parsedTable.columns.map((column) => {
97
- const newColumnInfo = columns.find((c) => isEqualId(c.name, column.name));
98
-
99
- if (newColumnInfo) {
100
- column.type = newColumnInfo.type;
101
-
102
- column.constraints.default =
103
- newColumnInfo.defaultTo !== null
104
- ? {
105
- name: null,
106
- value: newColumnInfo.defaultTo,
107
- expression: false,
108
- }
109
- : null;
110
-
111
- column.constraints.notnull = newColumnInfo.notNull
112
- ? { name: null, conflict: null }
113
- : null;
114
-
115
- column.constraints.null = newColumnInfo.notNull
116
- ? null
117
- : column.constraints.null;
118
- }
119
-
120
- return column;
121
- });
122
-
123
- const newTable = compileCreateTable(parsedTable, this.wrap);
124
-
125
- return this.generateAlterCommands(newTable, createIndices);
126
- }
127
-
128
- async dropColumn(columns) {
129
- const { createTable, createIndices } = await this.getTableSql();
130
-
131
- const parsedTable = parseCreateTable(createTable);
132
- parsedTable.table = this.alteredName;
133
-
134
- parsedTable.columns = parsedTable.columns.filter(
135
- (parsedColumn) =>
136
- parsedColumn.expression || !includesId(columns, parsedColumn.name)
137
- );
138
-
139
- if (parsedTable.columns.length === 0) {
140
- throw new Error('Unable to drop last column from table');
141
- }
142
-
143
- parsedTable.constraints = parsedTable.constraints.filter((constraint) => {
144
- if (constraint.type === 'PRIMARY KEY' || constraint.type === 'UNIQUE') {
145
- return constraint.columns.every(
146
- (constraintColumn) =>
147
- constraintColumn.expression ||
148
- !includesId(columns, constraintColumn.name)
149
- );
150
- } else if (constraint.type === 'FOREIGN KEY') {
151
- return (
152
- constraint.columns.every(
153
- (constraintColumnName) => !includesId(columns, constraintColumnName)
154
- ) &&
155
- (constraint.references.table !== parsedTable.table ||
156
- constraint.references.columns.every(
157
- (referenceColumnName) => !includesId(columns, referenceColumnName)
158
- ))
159
- );
160
- } else {
161
- return true;
162
- }
163
- });
164
-
165
- const newColumns = parsedTable.columns.map((column) => column.name);
166
-
167
- const newTable = compileCreateTable(parsedTable, this.wrap);
168
-
169
- const newIndices = [];
170
- for (const createIndex of createIndices) {
171
- const parsedIndex = parseCreateIndex(createIndex);
172
-
173
- parsedIndex.columns = parsedIndex.columns.filter(
174
- (parsedColumn) =>
175
- parsedColumn.expression || !includesId(columns, parsedColumn.name)
176
- );
177
-
178
- if (parsedIndex.columns.length > 0) {
179
- newIndices.push(compileCreateIndex(parsedIndex, this.wrap));
180
- }
181
- }
182
-
183
- return this.alter(newTable, newIndices, newColumns);
184
- }
185
-
186
- async dropForeign(columns, foreignKeyName) {
187
- const { createTable, createIndices } = await this.getTableSql();
188
-
189
- const parsedTable = parseCreateTable(createTable);
190
- parsedTable.table = this.alteredName;
191
-
192
- if (!foreignKeyName) {
193
- parsedTable.columns = parsedTable.columns.map((column) => ({
194
- ...column,
195
- references: includesId(columns, column.name) ? null : column.references,
196
- }));
197
- }
198
-
199
- parsedTable.constraints = parsedTable.constraints.filter((constraint) => {
200
- if (constraint.type === 'FOREIGN KEY') {
201
- if (foreignKeyName) {
202
- return (
203
- !constraint.name || !isEqualId(constraint.name, foreignKeyName)
204
- );
205
- }
206
-
207
- return constraint.columns.every(
208
- (constraintColumnName) => !includesId(columns, constraintColumnName)
209
- );
210
- } else {
211
- return true;
212
- }
213
- });
214
-
215
- const newTable = compileCreateTable(parsedTable, this.wrap);
216
-
217
- return this.alter(newTable, createIndices);
218
- }
219
-
220
- async dropPrimary(constraintName) {
221
- const { createTable, createIndices } = await this.getTableSql();
222
-
223
- const parsedTable = parseCreateTable(createTable);
224
- parsedTable.table = this.alteredName;
225
-
226
- parsedTable.columns = parsedTable.columns.map((column) => ({
227
- ...column,
228
- primary: null,
229
- }));
230
-
231
- parsedTable.constraints = parsedTable.constraints.filter((constraint) => {
232
- if (constraint.type === 'PRIMARY KEY') {
233
- if (constraintName) {
234
- return (
235
- !constraint.name || !isEqualId(constraint.name, constraintName)
236
- );
237
- } else {
238
- return false;
239
- }
240
- } else {
241
- return true;
242
- }
243
- });
244
-
245
- const newTable = compileCreateTable(parsedTable, this.wrap);
246
-
247
- return this.alter(newTable, createIndices);
248
- }
249
-
250
- async primary(columns, constraintName) {
251
- const { createTable, createIndices } = await this.getTableSql();
252
-
253
- const parsedTable = parseCreateTable(createTable);
254
- parsedTable.table = this.alteredName;
255
-
256
- parsedTable.columns = parsedTable.columns.map((column) => ({
257
- ...column,
258
- primary: null,
259
- }));
260
-
261
- parsedTable.constraints = parsedTable.constraints.filter(
262
- (constraint) => constraint.type !== 'PRIMARY KEY'
263
- );
264
-
265
- parsedTable.constraints.push({
266
- type: 'PRIMARY KEY',
267
- name: constraintName || null,
268
- columns: columns.map((column) => ({
269
- name: column,
270
- expression: false,
271
- collation: null,
272
- order: null,
273
- })),
274
- conflict: null,
275
- });
276
-
277
- const newTable = compileCreateTable(parsedTable, this.wrap);
278
-
279
- return this.alter(newTable, createIndices);
280
- }
281
-
282
- async foreign(foreignInfo) {
283
- const { createTable, createIndices } = await this.getTableSql();
284
-
285
- const parsedTable = parseCreateTable(createTable);
286
- parsedTable.table = this.alteredName;
287
-
288
- parsedTable.constraints.push({
289
- type: 'FOREIGN KEY',
290
- name: foreignInfo.keyName || null,
291
- columns: foreignInfo.column,
292
- references: {
293
- table: foreignInfo.inTable,
294
- columns: foreignInfo.references,
295
- delete: foreignInfo.onDelete || null,
296
- update: foreignInfo.onUpdate || null,
297
- match: null,
298
- deferrable: null,
299
- },
300
- });
301
-
302
- const newTable = compileCreateTable(parsedTable, this.wrap);
303
-
304
- return this.generateAlterCommands(newTable, createIndices);
305
- }
306
-
307
- async setNullable(column, isNullable) {
308
- const { createTable, createIndices } = await this.getTableSql();
309
-
310
- const parsedTable = parseCreateTable(createTable);
311
- parsedTable.table = this.alteredName;
312
-
313
- const parsedColumn = parsedTable.columns.find((c) =>
314
- isEqualId(column, c.name)
315
- );
316
-
317
- if (!parsedColumn) {
318
- throw new Error(
319
- `.setNullable: Column ${column} does not exist in table ${this.tableName()}.`
320
- );
321
- }
322
-
323
- parsedColumn.constraints.notnull = isNullable
324
- ? null
325
- : { name: null, conflict: null };
326
-
327
- parsedColumn.constraints.null = isNullable
328
- ? parsedColumn.constraints.null
329
- : null;
330
-
331
- const newTable = compileCreateTable(parsedTable, this.wrap);
332
-
333
- return this.generateAlterCommands(newTable, createIndices);
334
- }
335
-
336
- async alter(newSql, createIndices, columns) {
337
- const wasForeignCheckEnabled = await this.isForeignCheckEnabled();
338
-
339
- if (wasForeignCheckEnabled) {
340
- await this.setForeignCheck(false);
341
- }
342
-
343
- try {
344
- await this.client.transaction(
345
- async (trx) => {
346
- await trx.raw(newSql);
347
- await this.copyData(trx, columns);
348
- await this.dropOriginal(trx);
349
- await this.renameTable(trx);
350
-
351
- for (const createIndex of createIndices) {
352
- await trx.raw(createIndex);
353
- }
354
-
355
- if (wasForeignCheckEnabled) {
356
- const foreignViolations = await trx.raw(executeForeignCheck());
357
-
358
- if (foreignViolations.length > 0) {
359
- throw new Error('FOREIGN KEY constraint failed');
360
- }
361
- }
362
- },
363
- { connection: this.connection }
364
- );
365
- } finally {
366
- if (wasForeignCheckEnabled) {
367
- await this.setForeignCheck(true);
368
- }
369
- }
370
- }
371
-
372
- async generateAlterCommands(newSql, createIndices, columns) {
373
- const sql = [];
374
- const pre = [];
375
- const post = [];
376
- let check = null;
377
-
378
- sql.push(newSql);
379
- sql.push(copyData(this.tableName(), this.alteredName, columns));
380
- sql.push(dropOriginal(this.tableName()));
381
- sql.push(renameTable(this.alteredName, this.tableName()));
382
-
383
- for (const createIndex of createIndices) {
384
- sql.push(createIndex);
385
- }
386
-
387
- const isForeignCheckEnabled = await this.isForeignCheckEnabled();
388
-
389
- if (isForeignCheckEnabled) {
390
- pre.push(setForeignCheck(false));
391
- post.push(setForeignCheck(true));
392
-
393
- check = executeForeignCheck();
394
- }
395
-
396
- return { pre, sql, check, post };
397
- }
398
- }
399
-
400
- module.exports = SQLite3_DDL;
1
+ // SQLite3_DDL
2
+ //
3
+ // All of the SQLite3 specific DDL helpers for renaming/dropping
4
+ // columns and changing datatypes.
5
+ // -------
6
+
7
+ const identity = require('lodash/identity');
8
+ const { nanonum } = require('../../../util/nanoid');
9
+ const {
10
+ copyData,
11
+ dropOriginal,
12
+ renameTable,
13
+ getTableSql,
14
+ isForeignCheckEnabled,
15
+ setForeignCheck,
16
+ executeForeignCheck,
17
+ } = require('./internal/sqlite-ddl-operations');
18
+ const { parseCreateTable, parseCreateIndex } = require('./internal/parser');
19
+ const {
20
+ compileCreateTable,
21
+ compileCreateIndex,
22
+ } = require('./internal/compiler');
23
+ const { isEqualId, includesId } = require('./internal/utils');
24
+
25
+ // So altering the schema in SQLite3 is a major pain.
26
+ // We have our own object to deal with the renaming and altering the types
27
+ // for sqlite3 things.
28
+ class SQLite3_DDL {
29
+ constructor(client, tableCompiler, pragma, connection) {
30
+ this.client = client;
31
+ this.tableCompiler = tableCompiler;
32
+ this.pragma = pragma;
33
+ this.tableNameRaw = this.tableCompiler.tableNameRaw;
34
+ this.alteredName = `_knex_temp_alter${nanonum(3)}`;
35
+ this.connection = connection;
36
+ this.formatter = (value) =>
37
+ this.client.customWrapIdentifier(value, identity);
38
+ this.wrap = (value) => this.client.wrapIdentifierImpl(value);
39
+ }
40
+
41
+ tableName() {
42
+ return this.formatter(this.tableNameRaw);
43
+ }
44
+
45
+ getTableSql() {
46
+ const tableName = this.tableName();
47
+
48
+ return this.client.transaction(
49
+ async (trx) => {
50
+ trx.disableProcessing();
51
+ const result = await trx.raw(getTableSql(tableName));
52
+ trx.enableProcessing();
53
+
54
+ return {
55
+ createTable: result.filter((create) => create.type === 'table')[0]
56
+ .sql,
57
+ createIndices: result
58
+ .filter((create) => create.type === 'index')
59
+ .map((create) => create.sql),
60
+ };
61
+ },
62
+ { connection: this.connection, enforceForeignCheck: null }
63
+ );
64
+ }
65
+
66
+ async isForeignCheckEnabled() {
67
+ const result = await this.client
68
+ .raw(isForeignCheckEnabled())
69
+ .connection(this.connection);
70
+
71
+ return result[0].foreign_keys === 1;
72
+ }
73
+
74
+ async setForeignCheck(enable) {
75
+ await this.client.raw(setForeignCheck(enable)).connection(this.connection);
76
+ }
77
+
78
+ renameTable(trx) {
79
+ return trx.raw(renameTable(this.alteredName, this.tableName()));
80
+ }
81
+
82
+ dropOriginal(trx) {
83
+ return trx.raw(dropOriginal(this.tableName()));
84
+ }
85
+
86
+ copyData(trx, columns) {
87
+ return trx.raw(copyData(this.tableName(), this.alteredName, columns));
88
+ }
89
+
90
+ async alterColumn(columns) {
91
+ const { createTable, createIndices } = await this.getTableSql();
92
+
93
+ const parsedTable = parseCreateTable(createTable);
94
+ parsedTable.table = this.alteredName;
95
+
96
+ parsedTable.columns = parsedTable.columns.map((column) => {
97
+ const newColumnInfo = columns.find((c) => isEqualId(c.name, column.name));
98
+
99
+ if (newColumnInfo) {
100
+ column.type = newColumnInfo.type;
101
+
102
+ column.constraints.default =
103
+ newColumnInfo.defaultTo !== null
104
+ ? {
105
+ name: null,
106
+ value: newColumnInfo.defaultTo,
107
+ expression: false,
108
+ }
109
+ : null;
110
+
111
+ column.constraints.notnull = newColumnInfo.notNull
112
+ ? { name: null, conflict: null }
113
+ : null;
114
+
115
+ column.constraints.null = newColumnInfo.notNull
116
+ ? null
117
+ : column.constraints.null;
118
+ }
119
+
120
+ return column;
121
+ });
122
+
123
+ const newTable = compileCreateTable(parsedTable, this.wrap);
124
+
125
+ return this.generateAlterCommands(newTable, createIndices);
126
+ }
127
+
128
+ async dropColumn(columns) {
129
+ const { createTable, createIndices } = await this.getTableSql();
130
+
131
+ const parsedTable = parseCreateTable(createTable);
132
+ parsedTable.table = this.alteredName;
133
+
134
+ parsedTable.columns = parsedTable.columns.filter(
135
+ (parsedColumn) =>
136
+ parsedColumn.expression || !includesId(columns, parsedColumn.name)
137
+ );
138
+
139
+ if (parsedTable.columns.length === 0) {
140
+ throw new Error('Unable to drop last column from table');
141
+ }
142
+
143
+ parsedTable.constraints = parsedTable.constraints.filter((constraint) => {
144
+ if (constraint.type === 'PRIMARY KEY' || constraint.type === 'UNIQUE') {
145
+ return constraint.columns.every(
146
+ (constraintColumn) =>
147
+ constraintColumn.expression ||
148
+ !includesId(columns, constraintColumn.name)
149
+ );
150
+ } else if (constraint.type === 'FOREIGN KEY') {
151
+ return (
152
+ constraint.columns.every(
153
+ (constraintColumnName) => !includesId(columns, constraintColumnName)
154
+ ) &&
155
+ (constraint.references.table !== parsedTable.table ||
156
+ constraint.references.columns.every(
157
+ (referenceColumnName) => !includesId(columns, referenceColumnName)
158
+ ))
159
+ );
160
+ } else {
161
+ return true;
162
+ }
163
+ });
164
+
165
+ const newColumns = parsedTable.columns.map((column) => column.name);
166
+
167
+ const newTable = compileCreateTable(parsedTable, this.wrap);
168
+
169
+ const newIndices = [];
170
+ for (const createIndex of createIndices) {
171
+ const parsedIndex = parseCreateIndex(createIndex);
172
+
173
+ parsedIndex.columns = parsedIndex.columns.filter(
174
+ (parsedColumn) =>
175
+ parsedColumn.expression || !includesId(columns, parsedColumn.name)
176
+ );
177
+
178
+ if (parsedIndex.columns.length > 0) {
179
+ newIndices.push(compileCreateIndex(parsedIndex, this.wrap));
180
+ }
181
+ }
182
+
183
+ return this.alter(newTable, newIndices, newColumns);
184
+ }
185
+
186
+ async dropForeign(columns, foreignKeyName) {
187
+ const { createTable, createIndices } = await this.getTableSql();
188
+
189
+ const parsedTable = parseCreateTable(createTable);
190
+ parsedTable.table = this.alteredName;
191
+
192
+ if (!foreignKeyName) {
193
+ parsedTable.columns = parsedTable.columns.map((column) => ({
194
+ ...column,
195
+ references: includesId(columns, column.name) ? null : column.references,
196
+ }));
197
+ }
198
+
199
+ parsedTable.constraints = parsedTable.constraints.filter((constraint) => {
200
+ if (constraint.type === 'FOREIGN KEY') {
201
+ if (foreignKeyName) {
202
+ return (
203
+ !constraint.name || !isEqualId(constraint.name, foreignKeyName)
204
+ );
205
+ }
206
+
207
+ return constraint.columns.every(
208
+ (constraintColumnName) => !includesId(columns, constraintColumnName)
209
+ );
210
+ } else {
211
+ return true;
212
+ }
213
+ });
214
+
215
+ const newTable = compileCreateTable(parsedTable, this.wrap);
216
+
217
+ return this.alter(newTable, createIndices);
218
+ }
219
+
220
+ async dropPrimary(constraintName) {
221
+ const { createTable, createIndices } = await this.getTableSql();
222
+
223
+ const parsedTable = parseCreateTable(createTable);
224
+ parsedTable.table = this.alteredName;
225
+
226
+ parsedTable.columns = parsedTable.columns.map((column) => ({
227
+ ...column,
228
+ primary: null,
229
+ }));
230
+
231
+ parsedTable.constraints = parsedTable.constraints.filter((constraint) => {
232
+ if (constraint.type === 'PRIMARY KEY') {
233
+ if (constraintName) {
234
+ return (
235
+ !constraint.name || !isEqualId(constraint.name, constraintName)
236
+ );
237
+ } else {
238
+ return false;
239
+ }
240
+ } else {
241
+ return true;
242
+ }
243
+ });
244
+
245
+ const newTable = compileCreateTable(parsedTable, this.wrap);
246
+
247
+ return this.alter(newTable, createIndices);
248
+ }
249
+
250
+ async primary(columns, constraintName) {
251
+ const { createTable, createIndices } = await this.getTableSql();
252
+
253
+ const parsedTable = parseCreateTable(createTable);
254
+ parsedTable.table = this.alteredName;
255
+
256
+ parsedTable.columns = parsedTable.columns.map((column) => ({
257
+ ...column,
258
+ primary: null,
259
+ }));
260
+
261
+ parsedTable.constraints = parsedTable.constraints.filter(
262
+ (constraint) => constraint.type !== 'PRIMARY KEY'
263
+ );
264
+
265
+ parsedTable.constraints.push({
266
+ type: 'PRIMARY KEY',
267
+ name: constraintName || null,
268
+ columns: columns.map((column) => ({
269
+ name: column,
270
+ expression: false,
271
+ collation: null,
272
+ order: null,
273
+ })),
274
+ conflict: null,
275
+ });
276
+
277
+ const newTable = compileCreateTable(parsedTable, this.wrap);
278
+
279
+ return this.alter(newTable, createIndices);
280
+ }
281
+
282
+ async foreign(foreignInfo) {
283
+ const { createTable, createIndices } = await this.getTableSql();
284
+
285
+ const parsedTable = parseCreateTable(createTable);
286
+ parsedTable.table = this.alteredName;
287
+
288
+ parsedTable.constraints.push({
289
+ type: 'FOREIGN KEY',
290
+ name: foreignInfo.keyName || null,
291
+ columns: foreignInfo.column,
292
+ references: {
293
+ table: foreignInfo.inTable,
294
+ columns: foreignInfo.references,
295
+ delete: foreignInfo.onDelete || null,
296
+ update: foreignInfo.onUpdate || null,
297
+ match: null,
298
+ deferrable: null,
299
+ },
300
+ });
301
+
302
+ const newTable = compileCreateTable(parsedTable, this.wrap);
303
+
304
+ return this.generateAlterCommands(newTable, createIndices);
305
+ }
306
+
307
+ async setNullable(column, isNullable) {
308
+ const { createTable, createIndices } = await this.getTableSql();
309
+
310
+ const parsedTable = parseCreateTable(createTable);
311
+ parsedTable.table = this.alteredName;
312
+
313
+ const parsedColumn = parsedTable.columns.find((c) =>
314
+ isEqualId(column, c.name)
315
+ );
316
+
317
+ if (!parsedColumn) {
318
+ throw new Error(
319
+ `.setNullable: Column ${column} does not exist in table ${this.tableName()}.`
320
+ );
321
+ }
322
+
323
+ parsedColumn.constraints.notnull = isNullable
324
+ ? null
325
+ : { name: null, conflict: null };
326
+
327
+ parsedColumn.constraints.null = isNullable
328
+ ? parsedColumn.constraints.null
329
+ : null;
330
+
331
+ const newTable = compileCreateTable(parsedTable, this.wrap);
332
+
333
+ return this.generateAlterCommands(newTable, createIndices);
334
+ }
335
+
336
+ async alter(newSql, createIndices, columns) {
337
+ await this.client.transaction(
338
+ async (trx) => {
339
+ await trx.raw(newSql);
340
+ await this.copyData(trx, columns);
341
+ await this.dropOriginal(trx);
342
+ await this.renameTable(trx);
343
+
344
+ for (const createIndex of createIndices) {
345
+ await trx.raw(createIndex);
346
+ }
347
+ },
348
+ { connection: this.connection, enforceForeignCheck: false }
349
+ );
350
+ }
351
+
352
+ async generateAlterCommands(newSql, createIndices, columns) {
353
+ const sql = [];
354
+ const pre = [];
355
+ const post = [];
356
+ let check = null;
357
+
358
+ sql.push(newSql);
359
+ sql.push(copyData(this.tableName(), this.alteredName, columns));
360
+ sql.push(dropOriginal(this.tableName()));
361
+ sql.push(renameTable(this.alteredName, this.tableName()));
362
+
363
+ for (const createIndex of createIndices) {
364
+ sql.push(createIndex);
365
+ }
366
+
367
+ const isForeignCheckEnabled = await this.isForeignCheckEnabled();
368
+
369
+ if (isForeignCheckEnabled) {
370
+ pre.push(setForeignCheck(false));
371
+ post.push(setForeignCheck(true));
372
+
373
+ check = executeForeignCheck();
374
+ }
375
+
376
+ return { pre, sql, check, post };
377
+ }
378
+ }
379
+
380
+ module.exports = SQLite3_DDL;