knex 2.5.0 → 3.0.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (190) hide show
  1. package/CHANGELOG.md +78 -59
  2. package/CONTRIBUTING.md +194 -194
  3. package/LICENSE +22 -22
  4. package/README.md +149 -147
  5. package/UPGRADING.md +245 -233
  6. package/bin/cli.js +475 -473
  7. package/bin/utils/cli-config-utils.js +212 -210
  8. package/bin/utils/constants.js +7 -7
  9. package/bin/utils/migrationsLister.js +37 -37
  10. package/knex.js +23 -23
  11. package/knex.mjs +11 -11
  12. package/lib/builder-interface-augmenter.js +120 -120
  13. package/lib/client.js +495 -495
  14. package/lib/constants.js +61 -61
  15. package/lib/dialects/better-sqlite3/index.js +77 -77
  16. package/lib/dialects/cockroachdb/crdb-columncompiler.js +14 -14
  17. package/lib/dialects/cockroachdb/crdb-querybuilder.js +11 -11
  18. package/lib/dialects/cockroachdb/crdb-querycompiler.js +122 -122
  19. package/lib/dialects/cockroachdb/crdb-tablecompiler.js +37 -37
  20. package/lib/dialects/cockroachdb/crdb-viewcompiler.js +15 -15
  21. package/lib/dialects/cockroachdb/index.js +86 -86
  22. package/lib/dialects/mssql/index.js +500 -500
  23. package/lib/dialects/mssql/mssql-formatter.js +34 -34
  24. package/lib/dialects/mssql/query/mssql-querycompiler.js +601 -601
  25. package/lib/dialects/mssql/schema/mssql-columncompiler.js +185 -185
  26. package/lib/dialects/mssql/schema/mssql-compiler.js +91 -91
  27. package/lib/dialects/mssql/schema/mssql-tablecompiler.js +378 -378
  28. package/lib/dialects/mssql/schema/mssql-viewcompiler.js +55 -55
  29. package/lib/dialects/mssql/transaction.js +176 -176
  30. package/lib/dialects/mysql/index.js +201 -201
  31. package/lib/dialects/mysql/query/mysql-querycompiler.js +274 -274
  32. package/lib/dialects/mysql/schema/mysql-columncompiler.js +193 -193
  33. package/lib/dialects/mysql/schema/mysql-compiler.js +60 -60
  34. package/lib/dialects/mysql/schema/mysql-tablecompiler.js +381 -381
  35. package/lib/dialects/mysql/schema/mysql-viewbuilder.js +21 -21
  36. package/lib/dialects/mysql/schema/mysql-viewcompiler.js +15 -15
  37. package/lib/dialects/mysql/transaction.js +46 -46
  38. package/lib/dialects/mysql2/index.js +53 -53
  39. package/lib/dialects/mysql2/transaction.js +44 -44
  40. package/lib/dialects/oracle/DEAD_CODE.md +5 -5
  41. package/lib/dialects/oracle/index.js +92 -92
  42. package/lib/dialects/oracle/query/oracle-querycompiler.js +343 -343
  43. package/lib/dialects/oracle/schema/internal/incrementUtils.js +20 -20
  44. package/lib/dialects/oracle/schema/internal/trigger.js +135 -135
  45. package/lib/dialects/oracle/schema/oracle-columnbuilder.js +17 -17
  46. package/lib/dialects/oracle/schema/oracle-columncompiler.js +126 -126
  47. package/lib/dialects/oracle/schema/oracle-compiler.js +122 -122
  48. package/lib/dialects/oracle/schema/oracle-tablecompiler.js +190 -190
  49. package/lib/dialects/oracle/utils.js +87 -87
  50. package/lib/dialects/oracledb/index.js +327 -327
  51. package/lib/dialects/oracledb/query/oracledb-querycompiler.js +481 -481
  52. package/lib/dialects/oracledb/schema/oracledb-columncompiler.js +61 -61
  53. package/lib/dialects/oracledb/schema/oracledb-tablecompiler.js +19 -19
  54. package/lib/dialects/oracledb/schema/oracledb-viewbuilder.js +13 -13
  55. package/lib/dialects/oracledb/schema/oracledb-viewcompiler.js +19 -19
  56. package/lib/dialects/oracledb/transaction.js +98 -98
  57. package/lib/dialects/oracledb/utils.js +208 -208
  58. package/lib/dialects/pgnative/index.js +60 -60
  59. package/lib/dialects/postgres/execution/pg-transaction.js +19 -19
  60. package/lib/dialects/postgres/index.js +358 -358
  61. package/lib/dialects/postgres/query/pg-querybuilder.js +43 -43
  62. package/lib/dialects/postgres/query/pg-querycompiler.js +400 -400
  63. package/lib/dialects/postgres/schema/pg-columncompiler.js +156 -156
  64. package/lib/dialects/postgres/schema/pg-compiler.js +138 -138
  65. package/lib/dialects/postgres/schema/pg-tablecompiler.js +304 -304
  66. package/lib/dialects/postgres/schema/pg-viewbuilder.js +21 -21
  67. package/lib/dialects/postgres/schema/pg-viewcompiler.js +35 -35
  68. package/lib/dialects/redshift/index.js +86 -86
  69. package/lib/dialects/redshift/query/redshift-querycompiler.js +163 -163
  70. package/lib/dialects/redshift/schema/redshift-columnbuilder.js +22 -22
  71. package/lib/dialects/redshift/schema/redshift-columncompiler.js +67 -67
  72. package/lib/dialects/redshift/schema/redshift-compiler.js +14 -14
  73. package/lib/dialects/redshift/schema/redshift-tablecompiler.js +122 -122
  74. package/lib/dialects/redshift/schema/redshift-viewcompiler.js +11 -11
  75. package/lib/dialects/redshift/transaction.js +32 -32
  76. package/lib/dialects/sqlite3/execution/sqlite-transaction.js +25 -25
  77. package/lib/dialects/sqlite3/index.js +250 -250
  78. package/lib/dialects/sqlite3/query/sqlite-querybuilder.js +33 -33
  79. package/lib/dialects/sqlite3/query/sqlite-querycompiler.js +334 -334
  80. package/lib/dialects/sqlite3/schema/ddl.js +400 -400
  81. package/lib/dialects/sqlite3/schema/internal/compiler.js +327 -327
  82. package/lib/dialects/sqlite3/schema/internal/parser-combinator.js +161 -161
  83. package/lib/dialects/sqlite3/schema/internal/parser.js +638 -638
  84. package/lib/dialects/sqlite3/schema/internal/sqlite-ddl-operations.js +41 -41
  85. package/lib/dialects/sqlite3/schema/internal/tokenizer.js +38 -38
  86. package/lib/dialects/sqlite3/schema/internal/utils.js +12 -12
  87. package/lib/dialects/sqlite3/schema/sqlite-columncompiler.js +50 -50
  88. package/lib/dialects/sqlite3/schema/sqlite-compiler.js +80 -80
  89. package/lib/dialects/sqlite3/schema/sqlite-tablecompiler.js +347 -347
  90. package/lib/dialects/sqlite3/schema/sqlite-viewcompiler.js +40 -40
  91. package/lib/execution/batch-insert.js +51 -51
  92. package/lib/execution/internal/delay.js +6 -6
  93. package/lib/execution/internal/ensure-connection-callback.js +41 -41
  94. package/lib/execution/internal/query-executioner.js +62 -62
  95. package/lib/execution/runner.js +325 -325
  96. package/lib/execution/transaction.js +409 -409
  97. package/lib/formatter/formatterUtils.js +42 -42
  98. package/lib/formatter/rawFormatter.js +84 -84
  99. package/lib/formatter/wrappingFormatter.js +250 -250
  100. package/lib/formatter.js +25 -25
  101. package/lib/index.js +3 -3
  102. package/lib/knex-builder/FunctionHelper.js +80 -80
  103. package/lib/knex-builder/Knex.js +59 -59
  104. package/lib/knex-builder/internal/config-resolver.js +57 -57
  105. package/lib/knex-builder/internal/parse-connection.js +87 -87
  106. package/lib/knex-builder/make-knex.js +345 -345
  107. package/lib/logger.js +76 -76
  108. package/lib/migrations/common/MigrationsLoader.js +36 -36
  109. package/lib/migrations/migrate/MigrationGenerator.js +84 -84
  110. package/lib/migrations/migrate/Migrator.js +599 -598
  111. package/lib/migrations/migrate/migrate-stub.js +17 -17
  112. package/lib/migrations/migrate/migration-list-resolver.js +33 -33
  113. package/lib/migrations/migrate/migrator-configuration-merger.js +58 -58
  114. package/lib/migrations/migrate/sources/fs-migrations.js +74 -74
  115. package/lib/migrations/migrate/stub/cjs.stub +15 -15
  116. package/lib/migrations/migrate/stub/coffee.stub +13 -13
  117. package/lib/migrations/migrate/stub/eg.stub +14 -14
  118. package/lib/migrations/migrate/stub/js-schema.stub +22 -22
  119. package/lib/migrations/migrate/stub/js.stub +22 -22
  120. package/lib/migrations/migrate/stub/knexfile-coffee.stub +34 -34
  121. package/lib/migrations/migrate/stub/knexfile-eg.stub +43 -43
  122. package/lib/migrations/migrate/stub/knexfile-js.stub +47 -47
  123. package/lib/migrations/migrate/stub/knexfile-ls.stub +35 -35
  124. package/lib/migrations/migrate/stub/knexfile-ts.stub +47 -47
  125. package/lib/migrations/migrate/stub/ls.stub +14 -14
  126. package/lib/migrations/migrate/stub/mjs.stub +23 -23
  127. package/lib/migrations/migrate/stub/ts-schema.stub +21 -21
  128. package/lib/migrations/migrate/stub/ts.stub +21 -21
  129. package/lib/migrations/migrate/table-creator.js +77 -77
  130. package/lib/migrations/migrate/table-resolver.js +27 -27
  131. package/lib/migrations/seed/Seeder.js +137 -137
  132. package/lib/migrations/seed/seed-stub.js +13 -13
  133. package/lib/migrations/seed/seeder-configuration-merger.js +60 -60
  134. package/lib/migrations/seed/sources/fs-seeds.js +65 -65
  135. package/lib/migrations/seed/stub/coffee.stub +9 -9
  136. package/lib/migrations/seed/stub/eg.stub +11 -11
  137. package/lib/migrations/seed/stub/js.stub +13 -13
  138. package/lib/migrations/seed/stub/ls.stub +11 -11
  139. package/lib/migrations/seed/stub/mjs.stub +12 -12
  140. package/lib/migrations/seed/stub/ts.stub +13 -13
  141. package/lib/migrations/util/fs.js +86 -86
  142. package/lib/migrations/util/import-file.js +12 -12
  143. package/lib/migrations/util/is-module-type.js +9 -9
  144. package/lib/migrations/util/template.js +52 -52
  145. package/lib/migrations/util/timestamp.js +14 -14
  146. package/lib/query/analytic.js +52 -52
  147. package/lib/query/constants.js +15 -15
  148. package/lib/query/joinclause.js +270 -270
  149. package/lib/query/method-constants.js +136 -136
  150. package/lib/query/querybuilder.js +1793 -1793
  151. package/lib/query/querycompiler.js +1591 -1591
  152. package/lib/raw.js +139 -139
  153. package/lib/ref.js +39 -39
  154. package/lib/schema/builder.js +115 -115
  155. package/lib/schema/columnbuilder.js +146 -146
  156. package/lib/schema/columncompiler.js +307 -307
  157. package/lib/schema/compiler.js +187 -187
  158. package/lib/schema/internal/helpers.js +55 -55
  159. package/lib/schema/tablebuilder.js +376 -376
  160. package/lib/schema/tablecompiler.js +433 -433
  161. package/lib/schema/viewbuilder.js +92 -92
  162. package/lib/schema/viewcompiler.js +138 -138
  163. package/lib/util/finally-mixin.js +13 -13
  164. package/lib/util/helpers.js +95 -95
  165. package/lib/util/is.js +32 -32
  166. package/lib/util/nanoid.js +40 -40
  167. package/lib/util/noop.js +1 -1
  168. package/lib/util/save-async-stack.js +14 -14
  169. package/lib/util/security.js +26 -26
  170. package/lib/util/string.js +190 -190
  171. package/lib/util/timeout.js +29 -29
  172. package/package.json +13 -12
  173. package/scripts/build.js +125 -125
  174. package/scripts/clean.js +31 -31
  175. package/scripts/docker-compose.yml +152 -152
  176. package/scripts/next-release-howto.md +24 -24
  177. package/scripts/oracledb-install-driver-libs.sh +82 -82
  178. package/scripts/release.sh +36 -34
  179. package/scripts/runkit-example.js +35 -34
  180. package/scripts/stress-test/README.txt +18 -18
  181. package/scripts/stress-test/docker-compose.yml +57 -57
  182. package/scripts/stress-test/knex-stress-test.js +212 -208
  183. package/scripts/stress-test/mysql2-random-hanging-every-now-and-then.js +149 -145
  184. package/scripts/stress-test/mysql2-sudden-exit-without-error.js +101 -100
  185. package/scripts/stress-test/reconnect-test-mysql-based-drivers.js +188 -184
  186. package/scripts/update_gitignore_for_tsc_output.js +90 -90
  187. package/types/index.d.ts +3272 -3273
  188. package/types/result.d.ts +27 -27
  189. package/types/tables.d.ts +4 -4
  190. package/lib/dialects/index.js +0 -34
@@ -1,400 +1,400 @@
1
- // SQLite3_DDL
2
- //
3
- // All of the SQLite3 specific DDL helpers for renaming/dropping
4
- // columns and changing datatypes.
5
- // -------
6
-
7
- const identity = require('lodash/identity');
8
- const { nanonum } = require('../../../util/nanoid');
9
- const {
10
- copyData,
11
- dropOriginal,
12
- renameTable,
13
- getTableSql,
14
- isForeignCheckEnabled,
15
- setForeignCheck,
16
- executeForeignCheck,
17
- } = require('./internal/sqlite-ddl-operations');
18
- const { parseCreateTable, parseCreateIndex } = require('./internal/parser');
19
- const {
20
- compileCreateTable,
21
- compileCreateIndex,
22
- } = require('./internal/compiler');
23
- const { isEqualId, includesId } = require('./internal/utils');
24
-
25
- // So altering the schema in SQLite3 is a major pain.
26
- // We have our own object to deal with the renaming and altering the types
27
- // for sqlite3 things.
28
- class SQLite3_DDL {
29
- constructor(client, tableCompiler, pragma, connection) {
30
- this.client = client;
31
- this.tableCompiler = tableCompiler;
32
- this.pragma = pragma;
33
- this.tableNameRaw = this.tableCompiler.tableNameRaw;
34
- this.alteredName = `_knex_temp_alter${nanonum(3)}`;
35
- this.connection = connection;
36
- this.formatter = (value) =>
37
- this.client.customWrapIdentifier(value, identity);
38
- this.wrap = (value) => this.client.wrapIdentifierImpl(value);
39
- }
40
-
41
- tableName() {
42
- return this.formatter(this.tableNameRaw);
43
- }
44
-
45
- getTableSql() {
46
- const tableName = this.tableName();
47
-
48
- return this.client.transaction(
49
- async (trx) => {
50
- trx.disableProcessing();
51
- const result = await trx.raw(getTableSql(tableName));
52
- trx.enableProcessing();
53
-
54
- return {
55
- createTable: result.filter((create) => create.type === 'table')[0]
56
- .sql,
57
- createIndices: result
58
- .filter((create) => create.type === 'index')
59
- .map((create) => create.sql),
60
- };
61
- },
62
- { connection: this.connection }
63
- );
64
- }
65
-
66
- async isForeignCheckEnabled() {
67
- const result = await this.client
68
- .raw(isForeignCheckEnabled())
69
- .connection(this.connection);
70
-
71
- return result[0].foreign_keys === 1;
72
- }
73
-
74
- async setForeignCheck(enable) {
75
- await this.client.raw(setForeignCheck(enable)).connection(this.connection);
76
- }
77
-
78
- renameTable(trx) {
79
- return trx.raw(renameTable(this.alteredName, this.tableName()));
80
- }
81
-
82
- dropOriginal(trx) {
83
- return trx.raw(dropOriginal(this.tableName()));
84
- }
85
-
86
- copyData(trx, columns) {
87
- return trx.raw(copyData(this.tableName(), this.alteredName, columns));
88
- }
89
-
90
- async alterColumn(columns) {
91
- const { createTable, createIndices } = await this.getTableSql();
92
-
93
- const parsedTable = parseCreateTable(createTable);
94
- parsedTable.table = this.alteredName;
95
-
96
- parsedTable.columns = parsedTable.columns.map((column) => {
97
- const newColumnInfo = columns.find((c) => isEqualId(c.name, column.name));
98
-
99
- if (newColumnInfo) {
100
- column.type = newColumnInfo.type;
101
-
102
- column.constraints.default =
103
- newColumnInfo.defaultTo !== null
104
- ? {
105
- name: null,
106
- value: newColumnInfo.defaultTo,
107
- expression: false,
108
- }
109
- : null;
110
-
111
- column.constraints.notnull = newColumnInfo.notNull
112
- ? { name: null, conflict: null }
113
- : null;
114
-
115
- column.constraints.null = newColumnInfo.notNull
116
- ? null
117
- : column.constraints.null;
118
- }
119
-
120
- return column;
121
- });
122
-
123
- const newTable = compileCreateTable(parsedTable, this.wrap);
124
-
125
- return this.generateAlterCommands(newTable, createIndices);
126
- }
127
-
128
- async dropColumn(columns) {
129
- const { createTable, createIndices } = await this.getTableSql();
130
-
131
- const parsedTable = parseCreateTable(createTable);
132
- parsedTable.table = this.alteredName;
133
-
134
- parsedTable.columns = parsedTable.columns.filter(
135
- (parsedColumn) =>
136
- parsedColumn.expression || !includesId(columns, parsedColumn.name)
137
- );
138
-
139
- if (parsedTable.columns.length === 0) {
140
- throw new Error('Unable to drop last column from table');
141
- }
142
-
143
- parsedTable.constraints = parsedTable.constraints.filter((constraint) => {
144
- if (constraint.type === 'PRIMARY KEY' || constraint.type === 'UNIQUE') {
145
- return constraint.columns.every(
146
- (constraintColumn) =>
147
- constraintColumn.expression ||
148
- !includesId(columns, constraintColumn.name)
149
- );
150
- } else if (constraint.type === 'FOREIGN KEY') {
151
- return (
152
- constraint.columns.every(
153
- (constraintColumnName) => !includesId(columns, constraintColumnName)
154
- ) &&
155
- (constraint.references.table !== parsedTable.table ||
156
- constraint.references.columns.every(
157
- (referenceColumnName) => !includesId(columns, referenceColumnName)
158
- ))
159
- );
160
- } else {
161
- return true;
162
- }
163
- });
164
-
165
- const newColumns = parsedTable.columns.map((column) => column.name);
166
-
167
- const newTable = compileCreateTable(parsedTable, this.wrap);
168
-
169
- const newIndices = [];
170
- for (const createIndex of createIndices) {
171
- const parsedIndex = parseCreateIndex(createIndex);
172
-
173
- parsedIndex.columns = parsedIndex.columns.filter(
174
- (parsedColumn) =>
175
- parsedColumn.expression || !includesId(columns, parsedColumn.name)
176
- );
177
-
178
- if (parsedIndex.columns.length > 0) {
179
- newIndices.push(compileCreateIndex(parsedIndex, this.wrap));
180
- }
181
- }
182
-
183
- return this.alter(newTable, newIndices, newColumns);
184
- }
185
-
186
- async dropForeign(columns, foreignKeyName) {
187
- const { createTable, createIndices } = await this.getTableSql();
188
-
189
- const parsedTable = parseCreateTable(createTable);
190
- parsedTable.table = this.alteredName;
191
-
192
- if (!foreignKeyName) {
193
- parsedTable.columns = parsedTable.columns.map((column) => ({
194
- ...column,
195
- references: includesId(columns, column.name) ? null : column.references,
196
- }));
197
- }
198
-
199
- parsedTable.constraints = parsedTable.constraints.filter((constraint) => {
200
- if (constraint.type === 'FOREIGN KEY') {
201
- if (foreignKeyName) {
202
- return (
203
- !constraint.name || !isEqualId(constraint.name, foreignKeyName)
204
- );
205
- }
206
-
207
- return constraint.columns.every(
208
- (constraintColumnName) => !includesId(columns, constraintColumnName)
209
- );
210
- } else {
211
- return true;
212
- }
213
- });
214
-
215
- const newTable = compileCreateTable(parsedTable, this.wrap);
216
-
217
- return this.alter(newTable, createIndices);
218
- }
219
-
220
- async dropPrimary(constraintName) {
221
- const { createTable, createIndices } = await this.getTableSql();
222
-
223
- const parsedTable = parseCreateTable(createTable);
224
- parsedTable.table = this.alteredName;
225
-
226
- parsedTable.columns = parsedTable.columns.map((column) => ({
227
- ...column,
228
- primary: null,
229
- }));
230
-
231
- parsedTable.constraints = parsedTable.constraints.filter((constraint) => {
232
- if (constraint.type === 'PRIMARY KEY') {
233
- if (constraintName) {
234
- return (
235
- !constraint.name || !isEqualId(constraint.name, constraintName)
236
- );
237
- } else {
238
- return false;
239
- }
240
- } else {
241
- return true;
242
- }
243
- });
244
-
245
- const newTable = compileCreateTable(parsedTable, this.wrap);
246
-
247
- return this.alter(newTable, createIndices);
248
- }
249
-
250
- async primary(columns, constraintName) {
251
- const { createTable, createIndices } = await this.getTableSql();
252
-
253
- const parsedTable = parseCreateTable(createTable);
254
- parsedTable.table = this.alteredName;
255
-
256
- parsedTable.columns = parsedTable.columns.map((column) => ({
257
- ...column,
258
- primary: null,
259
- }));
260
-
261
- parsedTable.constraints = parsedTable.constraints.filter(
262
- (constraint) => constraint.type !== 'PRIMARY KEY'
263
- );
264
-
265
- parsedTable.constraints.push({
266
- type: 'PRIMARY KEY',
267
- name: constraintName || null,
268
- columns: columns.map((column) => ({
269
- name: column,
270
- expression: false,
271
- collation: null,
272
- order: null,
273
- })),
274
- conflict: null,
275
- });
276
-
277
- const newTable = compileCreateTable(parsedTable, this.wrap);
278
-
279
- return this.alter(newTable, createIndices);
280
- }
281
-
282
- async foreign(foreignInfo) {
283
- const { createTable, createIndices } = await this.getTableSql();
284
-
285
- const parsedTable = parseCreateTable(createTable);
286
- parsedTable.table = this.alteredName;
287
-
288
- parsedTable.constraints.push({
289
- type: 'FOREIGN KEY',
290
- name: foreignInfo.keyName || null,
291
- columns: foreignInfo.column,
292
- references: {
293
- table: foreignInfo.inTable,
294
- columns: foreignInfo.references,
295
- delete: foreignInfo.onDelete || null,
296
- update: foreignInfo.onUpdate || null,
297
- match: null,
298
- deferrable: null,
299
- },
300
- });
301
-
302
- const newTable = compileCreateTable(parsedTable, this.wrap);
303
-
304
- return this.generateAlterCommands(newTable, createIndices);
305
- }
306
-
307
- async setNullable(column, isNullable) {
308
- const { createTable, createIndices } = await this.getTableSql();
309
-
310
- const parsedTable = parseCreateTable(createTable);
311
- parsedTable.table = this.alteredName;
312
-
313
- const parsedColumn = parsedTable.columns.find((c) =>
314
- isEqualId(column, c.name)
315
- );
316
-
317
- if (!parsedColumn) {
318
- throw new Error(
319
- `.setNullable: Column ${column} does not exist in table ${this.tableName()}.`
320
- );
321
- }
322
-
323
- parsedColumn.constraints.notnull = isNullable
324
- ? null
325
- : { name: null, conflict: null };
326
-
327
- parsedColumn.constraints.null = isNullable
328
- ? parsedColumn.constraints.null
329
- : null;
330
-
331
- const newTable = compileCreateTable(parsedTable, this.wrap);
332
-
333
- return this.generateAlterCommands(newTable, createIndices);
334
- }
335
-
336
- async alter(newSql, createIndices, columns) {
337
- const wasForeignCheckEnabled = await this.isForeignCheckEnabled();
338
-
339
- if (wasForeignCheckEnabled) {
340
- await this.setForeignCheck(false);
341
- }
342
-
343
- try {
344
- await this.client.transaction(
345
- async (trx) => {
346
- await trx.raw(newSql);
347
- await this.copyData(trx, columns);
348
- await this.dropOriginal(trx);
349
- await this.renameTable(trx);
350
-
351
- for (const createIndex of createIndices) {
352
- await trx.raw(createIndex);
353
- }
354
-
355
- if (wasForeignCheckEnabled) {
356
- const foreignViolations = await trx.raw(executeForeignCheck());
357
-
358
- if (foreignViolations.length > 0) {
359
- throw new Error('FOREIGN KEY constraint failed');
360
- }
361
- }
362
- },
363
- { connection: this.connection }
364
- );
365
- } finally {
366
- if (wasForeignCheckEnabled) {
367
- await this.setForeignCheck(true);
368
- }
369
- }
370
- }
371
-
372
- async generateAlterCommands(newSql, createIndices, columns) {
373
- const sql = [];
374
- const pre = [];
375
- const post = [];
376
- let check = null;
377
-
378
- sql.push(newSql);
379
- sql.push(copyData(this.tableName(), this.alteredName, columns));
380
- sql.push(dropOriginal(this.tableName()));
381
- sql.push(renameTable(this.alteredName, this.tableName()));
382
-
383
- for (const createIndex of createIndices) {
384
- sql.push(createIndex);
385
- }
386
-
387
- const isForeignCheckEnabled = await this.isForeignCheckEnabled();
388
-
389
- if (isForeignCheckEnabled) {
390
- pre.push(setForeignCheck(false));
391
- post.push(setForeignCheck(true));
392
-
393
- check = executeForeignCheck();
394
- }
395
-
396
- return { pre, sql, check, post };
397
- }
398
- }
399
-
400
- module.exports = SQLite3_DDL;
1
+ // SQLite3_DDL
2
+ //
3
+ // All of the SQLite3 specific DDL helpers for renaming/dropping
4
+ // columns and changing datatypes.
5
+ // -------
6
+
7
+ const identity = require('lodash/identity');
8
+ const { nanonum } = require('../../../util/nanoid');
9
+ const {
10
+ copyData,
11
+ dropOriginal,
12
+ renameTable,
13
+ getTableSql,
14
+ isForeignCheckEnabled,
15
+ setForeignCheck,
16
+ executeForeignCheck,
17
+ } = require('./internal/sqlite-ddl-operations');
18
+ const { parseCreateTable, parseCreateIndex } = require('./internal/parser');
19
+ const {
20
+ compileCreateTable,
21
+ compileCreateIndex,
22
+ } = require('./internal/compiler');
23
+ const { isEqualId, includesId } = require('./internal/utils');
24
+
25
+ // So altering the schema in SQLite3 is a major pain.
26
+ // We have our own object to deal with the renaming and altering the types
27
+ // for sqlite3 things.
28
+ class SQLite3_DDL {
29
+ constructor(client, tableCompiler, pragma, connection) {
30
+ this.client = client;
31
+ this.tableCompiler = tableCompiler;
32
+ this.pragma = pragma;
33
+ this.tableNameRaw = this.tableCompiler.tableNameRaw;
34
+ this.alteredName = `_knex_temp_alter${nanonum(3)}`;
35
+ this.connection = connection;
36
+ this.formatter = (value) =>
37
+ this.client.customWrapIdentifier(value, identity);
38
+ this.wrap = (value) => this.client.wrapIdentifierImpl(value);
39
+ }
40
+
41
+ tableName() {
42
+ return this.formatter(this.tableNameRaw);
43
+ }
44
+
45
+ getTableSql() {
46
+ const tableName = this.tableName();
47
+
48
+ return this.client.transaction(
49
+ async (trx) => {
50
+ trx.disableProcessing();
51
+ const result = await trx.raw(getTableSql(tableName));
52
+ trx.enableProcessing();
53
+
54
+ return {
55
+ createTable: result.filter((create) => create.type === 'table')[0]
56
+ .sql,
57
+ createIndices: result
58
+ .filter((create) => create.type === 'index')
59
+ .map((create) => create.sql),
60
+ };
61
+ },
62
+ { connection: this.connection }
63
+ );
64
+ }
65
+
66
+ async isForeignCheckEnabled() {
67
+ const result = await this.client
68
+ .raw(isForeignCheckEnabled())
69
+ .connection(this.connection);
70
+
71
+ return result[0].foreign_keys === 1;
72
+ }
73
+
74
+ async setForeignCheck(enable) {
75
+ await this.client.raw(setForeignCheck(enable)).connection(this.connection);
76
+ }
77
+
78
+ renameTable(trx) {
79
+ return trx.raw(renameTable(this.alteredName, this.tableName()));
80
+ }
81
+
82
+ dropOriginal(trx) {
83
+ return trx.raw(dropOriginal(this.tableName()));
84
+ }
85
+
86
+ copyData(trx, columns) {
87
+ return trx.raw(copyData(this.tableName(), this.alteredName, columns));
88
+ }
89
+
90
+ async alterColumn(columns) {
91
+ const { createTable, createIndices } = await this.getTableSql();
92
+
93
+ const parsedTable = parseCreateTable(createTable);
94
+ parsedTable.table = this.alteredName;
95
+
96
+ parsedTable.columns = parsedTable.columns.map((column) => {
97
+ const newColumnInfo = columns.find((c) => isEqualId(c.name, column.name));
98
+
99
+ if (newColumnInfo) {
100
+ column.type = newColumnInfo.type;
101
+
102
+ column.constraints.default =
103
+ newColumnInfo.defaultTo !== null
104
+ ? {
105
+ name: null,
106
+ value: newColumnInfo.defaultTo,
107
+ expression: false,
108
+ }
109
+ : null;
110
+
111
+ column.constraints.notnull = newColumnInfo.notNull
112
+ ? { name: null, conflict: null }
113
+ : null;
114
+
115
+ column.constraints.null = newColumnInfo.notNull
116
+ ? null
117
+ : column.constraints.null;
118
+ }
119
+
120
+ return column;
121
+ });
122
+
123
+ const newTable = compileCreateTable(parsedTable, this.wrap);
124
+
125
+ return this.generateAlterCommands(newTable, createIndices);
126
+ }
127
+
128
+ async dropColumn(columns) {
129
+ const { createTable, createIndices } = await this.getTableSql();
130
+
131
+ const parsedTable = parseCreateTable(createTable);
132
+ parsedTable.table = this.alteredName;
133
+
134
+ parsedTable.columns = parsedTable.columns.filter(
135
+ (parsedColumn) =>
136
+ parsedColumn.expression || !includesId(columns, parsedColumn.name)
137
+ );
138
+
139
+ if (parsedTable.columns.length === 0) {
140
+ throw new Error('Unable to drop last column from table');
141
+ }
142
+
143
+ parsedTable.constraints = parsedTable.constraints.filter((constraint) => {
144
+ if (constraint.type === 'PRIMARY KEY' || constraint.type === 'UNIQUE') {
145
+ return constraint.columns.every(
146
+ (constraintColumn) =>
147
+ constraintColumn.expression ||
148
+ !includesId(columns, constraintColumn.name)
149
+ );
150
+ } else if (constraint.type === 'FOREIGN KEY') {
151
+ return (
152
+ constraint.columns.every(
153
+ (constraintColumnName) => !includesId(columns, constraintColumnName)
154
+ ) &&
155
+ (constraint.references.table !== parsedTable.table ||
156
+ constraint.references.columns.every(
157
+ (referenceColumnName) => !includesId(columns, referenceColumnName)
158
+ ))
159
+ );
160
+ } else {
161
+ return true;
162
+ }
163
+ });
164
+
165
+ const newColumns = parsedTable.columns.map((column) => column.name);
166
+
167
+ const newTable = compileCreateTable(parsedTable, this.wrap);
168
+
169
+ const newIndices = [];
170
+ for (const createIndex of createIndices) {
171
+ const parsedIndex = parseCreateIndex(createIndex);
172
+
173
+ parsedIndex.columns = parsedIndex.columns.filter(
174
+ (parsedColumn) =>
175
+ parsedColumn.expression || !includesId(columns, parsedColumn.name)
176
+ );
177
+
178
+ if (parsedIndex.columns.length > 0) {
179
+ newIndices.push(compileCreateIndex(parsedIndex, this.wrap));
180
+ }
181
+ }
182
+
183
+ return this.alter(newTable, newIndices, newColumns);
184
+ }
185
+
186
+ async dropForeign(columns, foreignKeyName) {
187
+ const { createTable, createIndices } = await this.getTableSql();
188
+
189
+ const parsedTable = parseCreateTable(createTable);
190
+ parsedTable.table = this.alteredName;
191
+
192
+ if (!foreignKeyName) {
193
+ parsedTable.columns = parsedTable.columns.map((column) => ({
194
+ ...column,
195
+ references: includesId(columns, column.name) ? null : column.references,
196
+ }));
197
+ }
198
+
199
+ parsedTable.constraints = parsedTable.constraints.filter((constraint) => {
200
+ if (constraint.type === 'FOREIGN KEY') {
201
+ if (foreignKeyName) {
202
+ return (
203
+ !constraint.name || !isEqualId(constraint.name, foreignKeyName)
204
+ );
205
+ }
206
+
207
+ return constraint.columns.every(
208
+ (constraintColumnName) => !includesId(columns, constraintColumnName)
209
+ );
210
+ } else {
211
+ return true;
212
+ }
213
+ });
214
+
215
+ const newTable = compileCreateTable(parsedTable, this.wrap);
216
+
217
+ return this.alter(newTable, createIndices);
218
+ }
219
+
220
+ async dropPrimary(constraintName) {
221
+ const { createTable, createIndices } = await this.getTableSql();
222
+
223
+ const parsedTable = parseCreateTable(createTable);
224
+ parsedTable.table = this.alteredName;
225
+
226
+ parsedTable.columns = parsedTable.columns.map((column) => ({
227
+ ...column,
228
+ primary: null,
229
+ }));
230
+
231
+ parsedTable.constraints = parsedTable.constraints.filter((constraint) => {
232
+ if (constraint.type === 'PRIMARY KEY') {
233
+ if (constraintName) {
234
+ return (
235
+ !constraint.name || !isEqualId(constraint.name, constraintName)
236
+ );
237
+ } else {
238
+ return false;
239
+ }
240
+ } else {
241
+ return true;
242
+ }
243
+ });
244
+
245
+ const newTable = compileCreateTable(parsedTable, this.wrap);
246
+
247
+ return this.alter(newTable, createIndices);
248
+ }
249
+
250
+ async primary(columns, constraintName) {
251
+ const { createTable, createIndices } = await this.getTableSql();
252
+
253
+ const parsedTable = parseCreateTable(createTable);
254
+ parsedTable.table = this.alteredName;
255
+
256
+ parsedTable.columns = parsedTable.columns.map((column) => ({
257
+ ...column,
258
+ primary: null,
259
+ }));
260
+
261
+ parsedTable.constraints = parsedTable.constraints.filter(
262
+ (constraint) => constraint.type !== 'PRIMARY KEY'
263
+ );
264
+
265
+ parsedTable.constraints.push({
266
+ type: 'PRIMARY KEY',
267
+ name: constraintName || null,
268
+ columns: columns.map((column) => ({
269
+ name: column,
270
+ expression: false,
271
+ collation: null,
272
+ order: null,
273
+ })),
274
+ conflict: null,
275
+ });
276
+
277
+ const newTable = compileCreateTable(parsedTable, this.wrap);
278
+
279
+ return this.alter(newTable, createIndices);
280
+ }
281
+
282
+ async foreign(foreignInfo) {
283
+ const { createTable, createIndices } = await this.getTableSql();
284
+
285
+ const parsedTable = parseCreateTable(createTable);
286
+ parsedTable.table = this.alteredName;
287
+
288
+ parsedTable.constraints.push({
289
+ type: 'FOREIGN KEY',
290
+ name: foreignInfo.keyName || null,
291
+ columns: foreignInfo.column,
292
+ references: {
293
+ table: foreignInfo.inTable,
294
+ columns: foreignInfo.references,
295
+ delete: foreignInfo.onDelete || null,
296
+ update: foreignInfo.onUpdate || null,
297
+ match: null,
298
+ deferrable: null,
299
+ },
300
+ });
301
+
302
+ const newTable = compileCreateTable(parsedTable, this.wrap);
303
+
304
+ return this.generateAlterCommands(newTable, createIndices);
305
+ }
306
+
307
+ async setNullable(column, isNullable) {
308
+ const { createTable, createIndices } = await this.getTableSql();
309
+
310
+ const parsedTable = parseCreateTable(createTable);
311
+ parsedTable.table = this.alteredName;
312
+
313
+ const parsedColumn = parsedTable.columns.find((c) =>
314
+ isEqualId(column, c.name)
315
+ );
316
+
317
+ if (!parsedColumn) {
318
+ throw new Error(
319
+ `.setNullable: Column ${column} does not exist in table ${this.tableName()}.`
320
+ );
321
+ }
322
+
323
+ parsedColumn.constraints.notnull = isNullable
324
+ ? null
325
+ : { name: null, conflict: null };
326
+
327
+ parsedColumn.constraints.null = isNullable
328
+ ? parsedColumn.constraints.null
329
+ : null;
330
+
331
+ const newTable = compileCreateTable(parsedTable, this.wrap);
332
+
333
+ return this.generateAlterCommands(newTable, createIndices);
334
+ }
335
+
336
+ async alter(newSql, createIndices, columns) {
337
+ const wasForeignCheckEnabled = await this.isForeignCheckEnabled();
338
+
339
+ if (wasForeignCheckEnabled) {
340
+ await this.setForeignCheck(false);
341
+ }
342
+
343
+ try {
344
+ await this.client.transaction(
345
+ async (trx) => {
346
+ await trx.raw(newSql);
347
+ await this.copyData(trx, columns);
348
+ await this.dropOriginal(trx);
349
+ await this.renameTable(trx);
350
+
351
+ for (const createIndex of createIndices) {
352
+ await trx.raw(createIndex);
353
+ }
354
+
355
+ if (wasForeignCheckEnabled) {
356
+ const foreignViolations = await trx.raw(executeForeignCheck());
357
+
358
+ if (foreignViolations.length > 0) {
359
+ throw new Error('FOREIGN KEY constraint failed');
360
+ }
361
+ }
362
+ },
363
+ { connection: this.connection }
364
+ );
365
+ } finally {
366
+ if (wasForeignCheckEnabled) {
367
+ await this.setForeignCheck(true);
368
+ }
369
+ }
370
+ }
371
+
372
+ async generateAlterCommands(newSql, createIndices, columns) {
373
+ const sql = [];
374
+ const pre = [];
375
+ const post = [];
376
+ let check = null;
377
+
378
+ sql.push(newSql);
379
+ sql.push(copyData(this.tableName(), this.alteredName, columns));
380
+ sql.push(dropOriginal(this.tableName()));
381
+ sql.push(renameTable(this.alteredName, this.tableName()));
382
+
383
+ for (const createIndex of createIndices) {
384
+ sql.push(createIndex);
385
+ }
386
+
387
+ const isForeignCheckEnabled = await this.isForeignCheckEnabled();
388
+
389
+ if (isForeignCheckEnabled) {
390
+ pre.push(setForeignCheck(false));
391
+ post.push(setForeignCheck(true));
392
+
393
+ check = executeForeignCheck();
394
+ }
395
+
396
+ return { pre, sql, check, post };
397
+ }
398
+ }
399
+
400
+ module.exports = SQLite3_DDL;