knex 2.4.2 → 2.5.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (190) hide show
  1. package/CHANGELOG.md +54 -18
  2. package/CONTRIBUTING.md +194 -194
  3. package/LICENSE +22 -22
  4. package/README.md +147 -148
  5. package/UPGRADING.md +233 -233
  6. package/bin/cli.js +473 -473
  7. package/bin/utils/cli-config-utils.js +210 -210
  8. package/bin/utils/constants.js +7 -7
  9. package/bin/utils/migrationsLister.js +37 -37
  10. package/knex.js +23 -23
  11. package/knex.mjs +11 -0
  12. package/lib/builder-interface-augmenter.js +120 -120
  13. package/lib/client.js +495 -475
  14. package/lib/constants.js +61 -61
  15. package/lib/dialects/better-sqlite3/index.js +77 -72
  16. package/lib/dialects/cockroachdb/crdb-columncompiler.js +14 -14
  17. package/lib/dialects/cockroachdb/crdb-querybuilder.js +11 -11
  18. package/lib/dialects/cockroachdb/crdb-querycompiler.js +122 -122
  19. package/lib/dialects/cockroachdb/crdb-tablecompiler.js +37 -37
  20. package/lib/dialects/cockroachdb/crdb-viewcompiler.js +15 -15
  21. package/lib/dialects/cockroachdb/index.js +86 -86
  22. package/lib/dialects/index.js +33 -33
  23. package/lib/dialects/mssql/index.js +500 -495
  24. package/lib/dialects/mssql/mssql-formatter.js +34 -34
  25. package/lib/dialects/mssql/query/mssql-querycompiler.js +601 -600
  26. package/lib/dialects/mssql/schema/mssql-columncompiler.js +185 -185
  27. package/lib/dialects/mssql/schema/mssql-compiler.js +91 -91
  28. package/lib/dialects/mssql/schema/mssql-tablecompiler.js +378 -378
  29. package/lib/dialects/mssql/schema/mssql-viewcompiler.js +55 -55
  30. package/lib/dialects/mssql/transaction.js +176 -176
  31. package/lib/dialects/mysql/index.js +201 -201
  32. package/lib/dialects/mysql/query/mysql-querycompiler.js +274 -274
  33. package/lib/dialects/mysql/schema/mysql-columncompiler.js +193 -193
  34. package/lib/dialects/mysql/schema/mysql-compiler.js +60 -60
  35. package/lib/dialects/mysql/schema/mysql-tablecompiler.js +381 -381
  36. package/lib/dialects/mysql/schema/mysql-viewbuilder.js +21 -21
  37. package/lib/dialects/mysql/schema/mysql-viewcompiler.js +15 -15
  38. package/lib/dialects/mysql/transaction.js +46 -46
  39. package/lib/dialects/mysql2/index.js +53 -33
  40. package/lib/dialects/mysql2/transaction.js +44 -44
  41. package/lib/dialects/oracle/DEAD_CODE.md +5 -5
  42. package/lib/dialects/oracle/index.js +92 -92
  43. package/lib/dialects/oracle/query/oracle-querycompiler.js +343 -342
  44. package/lib/dialects/oracle/schema/internal/incrementUtils.js +20 -20
  45. package/lib/dialects/oracle/schema/internal/trigger.js +135 -135
  46. package/lib/dialects/oracle/schema/oracle-columnbuilder.js +17 -17
  47. package/lib/dialects/oracle/schema/oracle-columncompiler.js +126 -126
  48. package/lib/dialects/oracle/schema/oracle-compiler.js +122 -122
  49. package/lib/dialects/oracle/schema/oracle-tablecompiler.js +190 -190
  50. package/lib/dialects/oracle/utils.js +87 -87
  51. package/lib/dialects/oracledb/index.js +327 -327
  52. package/lib/dialects/oracledb/query/oracledb-querycompiler.js +481 -481
  53. package/lib/dialects/oracledb/schema/oracledb-columncompiler.js +61 -55
  54. package/lib/dialects/oracledb/schema/oracledb-tablecompiler.js +19 -19
  55. package/lib/dialects/oracledb/schema/oracledb-viewbuilder.js +13 -13
  56. package/lib/dialects/oracledb/schema/oracledb-viewcompiler.js +19 -19
  57. package/lib/dialects/oracledb/transaction.js +98 -98
  58. package/lib/dialects/oracledb/utils.js +208 -208
  59. package/lib/dialects/pgnative/index.js +60 -60
  60. package/lib/dialects/postgres/execution/pg-transaction.js +19 -12
  61. package/lib/dialects/postgres/index.js +358 -358
  62. package/lib/dialects/postgres/query/pg-querybuilder.js +43 -38
  63. package/lib/dialects/postgres/query/pg-querycompiler.js +400 -395
  64. package/lib/dialects/postgres/schema/pg-columncompiler.js +156 -156
  65. package/lib/dialects/postgres/schema/pg-compiler.js +138 -138
  66. package/lib/dialects/postgres/schema/pg-tablecompiler.js +304 -299
  67. package/lib/dialects/postgres/schema/pg-viewbuilder.js +21 -21
  68. package/lib/dialects/postgres/schema/pg-viewcompiler.js +35 -35
  69. package/lib/dialects/redshift/index.js +86 -86
  70. package/lib/dialects/redshift/query/redshift-querycompiler.js +163 -163
  71. package/lib/dialects/redshift/schema/redshift-columnbuilder.js +22 -22
  72. package/lib/dialects/redshift/schema/redshift-columncompiler.js +67 -67
  73. package/lib/dialects/redshift/schema/redshift-compiler.js +14 -14
  74. package/lib/dialects/redshift/schema/redshift-tablecompiler.js +122 -122
  75. package/lib/dialects/redshift/schema/redshift-viewcompiler.js +11 -11
  76. package/lib/dialects/redshift/transaction.js +32 -25
  77. package/lib/dialects/sqlite3/execution/sqlite-transaction.js +25 -18
  78. package/lib/dialects/sqlite3/index.js +250 -250
  79. package/lib/dialects/sqlite3/query/sqlite-querybuilder.js +33 -33
  80. package/lib/dialects/sqlite3/query/sqlite-querycompiler.js +334 -334
  81. package/lib/dialects/sqlite3/schema/ddl.js +400 -400
  82. package/lib/dialects/sqlite3/schema/internal/compiler.js +327 -327
  83. package/lib/dialects/sqlite3/schema/internal/parser-combinator.js +161 -161
  84. package/lib/dialects/sqlite3/schema/internal/parser.js +638 -638
  85. package/lib/dialects/sqlite3/schema/internal/sqlite-ddl-operations.js +41 -41
  86. package/lib/dialects/sqlite3/schema/internal/tokenizer.js +38 -38
  87. package/lib/dialects/sqlite3/schema/internal/utils.js +12 -12
  88. package/lib/dialects/sqlite3/schema/sqlite-columncompiler.js +50 -50
  89. package/lib/dialects/sqlite3/schema/sqlite-compiler.js +80 -80
  90. package/lib/dialects/sqlite3/schema/sqlite-tablecompiler.js +347 -347
  91. package/lib/dialects/sqlite3/schema/sqlite-viewcompiler.js +40 -40
  92. package/lib/execution/batch-insert.js +51 -51
  93. package/lib/execution/internal/delay.js +6 -6
  94. package/lib/execution/internal/ensure-connection-callback.js +41 -41
  95. package/lib/execution/internal/query-executioner.js +62 -62
  96. package/lib/execution/runner.js +325 -307
  97. package/lib/execution/transaction.js +409 -401
  98. package/lib/formatter/formatterUtils.js +42 -42
  99. package/lib/formatter/rawFormatter.js +84 -84
  100. package/lib/formatter/wrappingFormatter.js +250 -250
  101. package/lib/formatter.js +25 -25
  102. package/lib/index.js +3 -3
  103. package/lib/knex-builder/FunctionHelper.js +80 -54
  104. package/lib/knex-builder/Knex.js +59 -59
  105. package/lib/knex-builder/internal/config-resolver.js +57 -57
  106. package/lib/knex-builder/internal/parse-connection.js +87 -87
  107. package/lib/knex-builder/make-knex.js +345 -340
  108. package/lib/logger.js +76 -76
  109. package/lib/migrations/common/MigrationsLoader.js +36 -36
  110. package/lib/migrations/migrate/MigrationGenerator.js +84 -84
  111. package/lib/migrations/migrate/Migrator.js +598 -598
  112. package/lib/migrations/migrate/migrate-stub.js +17 -17
  113. package/lib/migrations/migrate/migration-list-resolver.js +33 -33
  114. package/lib/migrations/migrate/migrator-configuration-merger.js +58 -58
  115. package/lib/migrations/migrate/sources/fs-migrations.js +74 -74
  116. package/lib/migrations/migrate/stub/cjs.stub +15 -15
  117. package/lib/migrations/migrate/stub/coffee.stub +13 -13
  118. package/lib/migrations/migrate/stub/eg.stub +14 -14
  119. package/lib/migrations/migrate/stub/js-schema.stub +22 -22
  120. package/lib/migrations/migrate/stub/js.stub +22 -22
  121. package/lib/migrations/migrate/stub/knexfile-coffee.stub +34 -34
  122. package/lib/migrations/migrate/stub/knexfile-eg.stub +43 -43
  123. package/lib/migrations/migrate/stub/knexfile-js.stub +47 -47
  124. package/lib/migrations/migrate/stub/knexfile-ls.stub +35 -35
  125. package/lib/migrations/migrate/stub/knexfile-ts.stub +47 -47
  126. package/lib/migrations/migrate/stub/ls.stub +14 -14
  127. package/lib/migrations/migrate/stub/mjs.stub +23 -23
  128. package/lib/migrations/migrate/stub/ts-schema.stub +21 -21
  129. package/lib/migrations/migrate/stub/ts.stub +21 -21
  130. package/lib/migrations/migrate/table-creator.js +77 -77
  131. package/lib/migrations/migrate/table-resolver.js +27 -27
  132. package/lib/migrations/seed/Seeder.js +137 -137
  133. package/lib/migrations/seed/seed-stub.js +13 -13
  134. package/lib/migrations/seed/seeder-configuration-merger.js +60 -60
  135. package/lib/migrations/seed/sources/fs-seeds.js +65 -65
  136. package/lib/migrations/seed/stub/coffee.stub +9 -9
  137. package/lib/migrations/seed/stub/eg.stub +11 -11
  138. package/lib/migrations/seed/stub/js.stub +13 -13
  139. package/lib/migrations/seed/stub/ls.stub +11 -11
  140. package/lib/migrations/seed/stub/mjs.stub +12 -12
  141. package/lib/migrations/seed/stub/ts.stub +13 -13
  142. package/lib/migrations/util/fs.js +86 -86
  143. package/lib/migrations/util/import-file.js +12 -12
  144. package/lib/migrations/util/is-module-type.js +9 -9
  145. package/lib/migrations/util/template.js +52 -52
  146. package/lib/migrations/util/timestamp.js +14 -14
  147. package/lib/query/analytic.js +52 -52
  148. package/lib/query/constants.js +15 -15
  149. package/lib/query/joinclause.js +270 -270
  150. package/lib/query/method-constants.js +136 -135
  151. package/lib/query/querybuilder.js +1793 -1794
  152. package/lib/query/querycompiler.js +1591 -1580
  153. package/lib/raw.js +139 -139
  154. package/lib/ref.js +39 -39
  155. package/lib/schema/builder.js +115 -115
  156. package/lib/schema/columnbuilder.js +146 -146
  157. package/lib/schema/columncompiler.js +307 -307
  158. package/lib/schema/compiler.js +187 -187
  159. package/lib/schema/internal/helpers.js +55 -55
  160. package/lib/schema/tablebuilder.js +376 -376
  161. package/lib/schema/tablecompiler.js +433 -433
  162. package/lib/schema/viewbuilder.js +92 -92
  163. package/lib/schema/viewcompiler.js +138 -138
  164. package/lib/util/finally-mixin.js +13 -13
  165. package/lib/util/helpers.js +95 -95
  166. package/lib/util/is.js +32 -32
  167. package/lib/util/nanoid.js +40 -40
  168. package/lib/util/noop.js +1 -1
  169. package/lib/util/save-async-stack.js +14 -14
  170. package/lib/util/security.js +26 -0
  171. package/lib/util/string.js +190 -190
  172. package/lib/util/timeout.js +29 -29
  173. package/package.json +12 -10
  174. package/scripts/build.js +125 -125
  175. package/scripts/clean.js +31 -31
  176. package/scripts/docker-compose.yml +152 -152
  177. package/scripts/next-release-howto.md +24 -24
  178. package/scripts/oracledb-install-driver-libs.sh +82 -82
  179. package/scripts/release.sh +34 -34
  180. package/scripts/runkit-example.js +34 -34
  181. package/scripts/stress-test/README.txt +18 -18
  182. package/scripts/stress-test/docker-compose.yml +57 -57
  183. package/scripts/stress-test/knex-stress-test.js +208 -208
  184. package/scripts/stress-test/mysql2-random-hanging-every-now-and-then.js +145 -145
  185. package/scripts/stress-test/mysql2-sudden-exit-without-error.js +100 -100
  186. package/scripts/stress-test/reconnect-test-mysql-based-drivers.js +184 -184
  187. package/scripts/update_gitignore_for_tsc_output.js +90 -90
  188. package/types/index.d.ts +3273 -3233
  189. package/types/result.d.ts +27 -27
  190. package/types/tables.d.ts +4 -4
@@ -1,400 +1,400 @@
1
- // SQLite3_DDL
2
- //
3
- // All of the SQLite3 specific DDL helpers for renaming/dropping
4
- // columns and changing datatypes.
5
- // -------
6
-
7
- const identity = require('lodash/identity');
8
- const { nanonum } = require('../../../util/nanoid');
9
- const {
10
- copyData,
11
- dropOriginal,
12
- renameTable,
13
- getTableSql,
14
- isForeignCheckEnabled,
15
- setForeignCheck,
16
- executeForeignCheck,
17
- } = require('./internal/sqlite-ddl-operations');
18
- const { parseCreateTable, parseCreateIndex } = require('./internal/parser');
19
- const {
20
- compileCreateTable,
21
- compileCreateIndex,
22
- } = require('./internal/compiler');
23
- const { isEqualId, includesId } = require('./internal/utils');
24
-
25
- // So altering the schema in SQLite3 is a major pain.
26
- // We have our own object to deal with the renaming and altering the types
27
- // for sqlite3 things.
28
- class SQLite3_DDL {
29
- constructor(client, tableCompiler, pragma, connection) {
30
- this.client = client;
31
- this.tableCompiler = tableCompiler;
32
- this.pragma = pragma;
33
- this.tableNameRaw = this.tableCompiler.tableNameRaw;
34
- this.alteredName = `_knex_temp_alter${nanonum(3)}`;
35
- this.connection = connection;
36
- this.formatter = (value) =>
37
- this.client.customWrapIdentifier(value, identity);
38
- this.wrap = (value) => this.client.wrapIdentifierImpl(value);
39
- }
40
-
41
- tableName() {
42
- return this.formatter(this.tableNameRaw);
43
- }
44
-
45
- getTableSql() {
46
- const tableName = this.tableName();
47
-
48
- return this.client.transaction(
49
- async (trx) => {
50
- trx.disableProcessing();
51
- const result = await trx.raw(getTableSql(tableName));
52
- trx.enableProcessing();
53
-
54
- return {
55
- createTable: result.filter((create) => create.type === 'table')[0]
56
- .sql,
57
- createIndices: result
58
- .filter((create) => create.type === 'index')
59
- .map((create) => create.sql),
60
- };
61
- },
62
- { connection: this.connection }
63
- );
64
- }
65
-
66
- async isForeignCheckEnabled() {
67
- const result = await this.client
68
- .raw(isForeignCheckEnabled())
69
- .connection(this.connection);
70
-
71
- return result[0].foreign_keys === 1;
72
- }
73
-
74
- async setForeignCheck(enable) {
75
- await this.client.raw(setForeignCheck(enable)).connection(this.connection);
76
- }
77
-
78
- renameTable(trx) {
79
- return trx.raw(renameTable(this.alteredName, this.tableName()));
80
- }
81
-
82
- dropOriginal(trx) {
83
- return trx.raw(dropOriginal(this.tableName()));
84
- }
85
-
86
- copyData(trx, columns) {
87
- return trx.raw(copyData(this.tableName(), this.alteredName, columns));
88
- }
89
-
90
- async alterColumn(columns) {
91
- const { createTable, createIndices } = await this.getTableSql();
92
-
93
- const parsedTable = parseCreateTable(createTable);
94
- parsedTable.table = this.alteredName;
95
-
96
- parsedTable.columns = parsedTable.columns.map((column) => {
97
- const newColumnInfo = columns.find((c) => isEqualId(c.name, column.name));
98
-
99
- if (newColumnInfo) {
100
- column.type = newColumnInfo.type;
101
-
102
- column.constraints.default =
103
- newColumnInfo.defaultTo !== null
104
- ? {
105
- name: null,
106
- value: newColumnInfo.defaultTo,
107
- expression: false,
108
- }
109
- : null;
110
-
111
- column.constraints.notnull = newColumnInfo.notNull
112
- ? { name: null, conflict: null }
113
- : null;
114
-
115
- column.constraints.null = newColumnInfo.notNull
116
- ? null
117
- : column.constraints.null;
118
- }
119
-
120
- return column;
121
- });
122
-
123
- const newTable = compileCreateTable(parsedTable, this.wrap);
124
-
125
- return this.generateAlterCommands(newTable, createIndices);
126
- }
127
-
128
- async dropColumn(columns) {
129
- const { createTable, createIndices } = await this.getTableSql();
130
-
131
- const parsedTable = parseCreateTable(createTable);
132
- parsedTable.table = this.alteredName;
133
-
134
- parsedTable.columns = parsedTable.columns.filter(
135
- (parsedColumn) =>
136
- parsedColumn.expression || !includesId(columns, parsedColumn.name)
137
- );
138
-
139
- if (parsedTable.columns.length === 0) {
140
- throw new Error('Unable to drop last column from table');
141
- }
142
-
143
- parsedTable.constraints = parsedTable.constraints.filter((constraint) => {
144
- if (constraint.type === 'PRIMARY KEY' || constraint.type === 'UNIQUE') {
145
- return constraint.columns.every(
146
- (constraintColumn) =>
147
- constraintColumn.expression ||
148
- !includesId(columns, constraintColumn.name)
149
- );
150
- } else if (constraint.type === 'FOREIGN KEY') {
151
- return (
152
- constraint.columns.every(
153
- (constraintColumnName) => !includesId(columns, constraintColumnName)
154
- ) &&
155
- (constraint.references.table !== parsedTable.table ||
156
- constraint.references.columns.every(
157
- (referenceColumnName) => !includesId(columns, referenceColumnName)
158
- ))
159
- );
160
- } else {
161
- return true;
162
- }
163
- });
164
-
165
- const newColumns = parsedTable.columns.map((column) => column.name);
166
-
167
- const newTable = compileCreateTable(parsedTable, this.wrap);
168
-
169
- const newIndices = [];
170
- for (const createIndex of createIndices) {
171
- const parsedIndex = parseCreateIndex(createIndex);
172
-
173
- parsedIndex.columns = parsedIndex.columns.filter(
174
- (parsedColumn) =>
175
- parsedColumn.expression || !includesId(columns, parsedColumn.name)
176
- );
177
-
178
- if (parsedIndex.columns.length > 0) {
179
- newIndices.push(compileCreateIndex(parsedIndex, this.wrap));
180
- }
181
- }
182
-
183
- return this.alter(newTable, newIndices, newColumns);
184
- }
185
-
186
- async dropForeign(columns, foreignKeyName) {
187
- const { createTable, createIndices } = await this.getTableSql();
188
-
189
- const parsedTable = parseCreateTable(createTable);
190
- parsedTable.table = this.alteredName;
191
-
192
- if (!foreignKeyName) {
193
- parsedTable.columns = parsedTable.columns.map((column) => ({
194
- ...column,
195
- references: includesId(columns, column.name) ? null : column.references,
196
- }));
197
- }
198
-
199
- parsedTable.constraints = parsedTable.constraints.filter((constraint) => {
200
- if (constraint.type === 'FOREIGN KEY') {
201
- if (foreignKeyName) {
202
- return (
203
- !constraint.name || !isEqualId(constraint.name, foreignKeyName)
204
- );
205
- }
206
-
207
- return constraint.columns.every(
208
- (constraintColumnName) => !includesId(columns, constraintColumnName)
209
- );
210
- } else {
211
- return true;
212
- }
213
- });
214
-
215
- const newTable = compileCreateTable(parsedTable, this.wrap);
216
-
217
- return this.alter(newTable, createIndices);
218
- }
219
-
220
- async dropPrimary(constraintName) {
221
- const { createTable, createIndices } = await this.getTableSql();
222
-
223
- const parsedTable = parseCreateTable(createTable);
224
- parsedTable.table = this.alteredName;
225
-
226
- parsedTable.columns = parsedTable.columns.map((column) => ({
227
- ...column,
228
- primary: null,
229
- }));
230
-
231
- parsedTable.constraints = parsedTable.constraints.filter((constraint) => {
232
- if (constraint.type === 'PRIMARY KEY') {
233
- if (constraintName) {
234
- return (
235
- !constraint.name || !isEqualId(constraint.name, constraintName)
236
- );
237
- } else {
238
- return false;
239
- }
240
- } else {
241
- return true;
242
- }
243
- });
244
-
245
- const newTable = compileCreateTable(parsedTable, this.wrap);
246
-
247
- return this.alter(newTable, createIndices);
248
- }
249
-
250
- async primary(columns, constraintName) {
251
- const { createTable, createIndices } = await this.getTableSql();
252
-
253
- const parsedTable = parseCreateTable(createTable);
254
- parsedTable.table = this.alteredName;
255
-
256
- parsedTable.columns = parsedTable.columns.map((column) => ({
257
- ...column,
258
- primary: null,
259
- }));
260
-
261
- parsedTable.constraints = parsedTable.constraints.filter(
262
- (constraint) => constraint.type !== 'PRIMARY KEY'
263
- );
264
-
265
- parsedTable.constraints.push({
266
- type: 'PRIMARY KEY',
267
- name: constraintName || null,
268
- columns: columns.map((column) => ({
269
- name: column,
270
- expression: false,
271
- collation: null,
272
- order: null,
273
- })),
274
- conflict: null,
275
- });
276
-
277
- const newTable = compileCreateTable(parsedTable, this.wrap);
278
-
279
- return this.alter(newTable, createIndices);
280
- }
281
-
282
- async foreign(foreignInfo) {
283
- const { createTable, createIndices } = await this.getTableSql();
284
-
285
- const parsedTable = parseCreateTable(createTable);
286
- parsedTable.table = this.alteredName;
287
-
288
- parsedTable.constraints.push({
289
- type: 'FOREIGN KEY',
290
- name: foreignInfo.keyName || null,
291
- columns: foreignInfo.column,
292
- references: {
293
- table: foreignInfo.inTable,
294
- columns: foreignInfo.references,
295
- delete: foreignInfo.onDelete || null,
296
- update: foreignInfo.onUpdate || null,
297
- match: null,
298
- deferrable: null,
299
- },
300
- });
301
-
302
- const newTable = compileCreateTable(parsedTable, this.wrap);
303
-
304
- return this.generateAlterCommands(newTable, createIndices);
305
- }
306
-
307
- async setNullable(column, isNullable) {
308
- const { createTable, createIndices } = await this.getTableSql();
309
-
310
- const parsedTable = parseCreateTable(createTable);
311
- parsedTable.table = this.alteredName;
312
-
313
- const parsedColumn = parsedTable.columns.find((c) =>
314
- isEqualId(column, c.name)
315
- );
316
-
317
- if (!parsedColumn) {
318
- throw new Error(
319
- `.setNullable: Column ${column} does not exist in table ${this.tableName()}.`
320
- );
321
- }
322
-
323
- parsedColumn.constraints.notnull = isNullable
324
- ? null
325
- : { name: null, conflict: null };
326
-
327
- parsedColumn.constraints.null = isNullable
328
- ? parsedColumn.constraints.null
329
- : null;
330
-
331
- const newTable = compileCreateTable(parsedTable, this.wrap);
332
-
333
- return this.generateAlterCommands(newTable, createIndices);
334
- }
335
-
336
- async alter(newSql, createIndices, columns) {
337
- const wasForeignCheckEnabled = await this.isForeignCheckEnabled();
338
-
339
- if (wasForeignCheckEnabled) {
340
- await this.setForeignCheck(false);
341
- }
342
-
343
- try {
344
- await this.client.transaction(
345
- async (trx) => {
346
- await trx.raw(newSql);
347
- await this.copyData(trx, columns);
348
- await this.dropOriginal(trx);
349
- await this.renameTable(trx);
350
-
351
- for (const createIndex of createIndices) {
352
- await trx.raw(createIndex);
353
- }
354
-
355
- if (wasForeignCheckEnabled) {
356
- const foreignViolations = await trx.raw(executeForeignCheck());
357
-
358
- if (foreignViolations.length > 0) {
359
- throw new Error('FOREIGN KEY constraint failed');
360
- }
361
- }
362
- },
363
- { connection: this.connection }
364
- );
365
- } finally {
366
- if (wasForeignCheckEnabled) {
367
- await this.setForeignCheck(true);
368
- }
369
- }
370
- }
371
-
372
- async generateAlterCommands(newSql, createIndices, columns) {
373
- const sql = [];
374
- const pre = [];
375
- const post = [];
376
- let check = null;
377
-
378
- sql.push(newSql);
379
- sql.push(copyData(this.tableName(), this.alteredName, columns));
380
- sql.push(dropOriginal(this.tableName()));
381
- sql.push(renameTable(this.alteredName, this.tableName()));
382
-
383
- for (const createIndex of createIndices) {
384
- sql.push(createIndex);
385
- }
386
-
387
- const isForeignCheckEnabled = await this.isForeignCheckEnabled();
388
-
389
- if (isForeignCheckEnabled) {
390
- pre.push(setForeignCheck(false));
391
- post.push(setForeignCheck(true));
392
-
393
- check = executeForeignCheck();
394
- }
395
-
396
- return { pre, sql, check, post };
397
- }
398
- }
399
-
400
- module.exports = SQLite3_DDL;
1
+ // SQLite3_DDL
2
+ //
3
+ // All of the SQLite3 specific DDL helpers for renaming/dropping
4
+ // columns and changing datatypes.
5
+ // -------
6
+
7
+ const identity = require('lodash/identity');
8
+ const { nanonum } = require('../../../util/nanoid');
9
+ const {
10
+ copyData,
11
+ dropOriginal,
12
+ renameTable,
13
+ getTableSql,
14
+ isForeignCheckEnabled,
15
+ setForeignCheck,
16
+ executeForeignCheck,
17
+ } = require('./internal/sqlite-ddl-operations');
18
+ const { parseCreateTable, parseCreateIndex } = require('./internal/parser');
19
+ const {
20
+ compileCreateTable,
21
+ compileCreateIndex,
22
+ } = require('./internal/compiler');
23
+ const { isEqualId, includesId } = require('./internal/utils');
24
+
25
+ // So altering the schema in SQLite3 is a major pain.
26
+ // We have our own object to deal with the renaming and altering the types
27
+ // for sqlite3 things.
28
+ class SQLite3_DDL {
29
+ constructor(client, tableCompiler, pragma, connection) {
30
+ this.client = client;
31
+ this.tableCompiler = tableCompiler;
32
+ this.pragma = pragma;
33
+ this.tableNameRaw = this.tableCompiler.tableNameRaw;
34
+ this.alteredName = `_knex_temp_alter${nanonum(3)}`;
35
+ this.connection = connection;
36
+ this.formatter = (value) =>
37
+ this.client.customWrapIdentifier(value, identity);
38
+ this.wrap = (value) => this.client.wrapIdentifierImpl(value);
39
+ }
40
+
41
+ tableName() {
42
+ return this.formatter(this.tableNameRaw);
43
+ }
44
+
45
+ getTableSql() {
46
+ const tableName = this.tableName();
47
+
48
+ return this.client.transaction(
49
+ async (trx) => {
50
+ trx.disableProcessing();
51
+ const result = await trx.raw(getTableSql(tableName));
52
+ trx.enableProcessing();
53
+
54
+ return {
55
+ createTable: result.filter((create) => create.type === 'table')[0]
56
+ .sql,
57
+ createIndices: result
58
+ .filter((create) => create.type === 'index')
59
+ .map((create) => create.sql),
60
+ };
61
+ },
62
+ { connection: this.connection }
63
+ );
64
+ }
65
+
66
+ async isForeignCheckEnabled() {
67
+ const result = await this.client
68
+ .raw(isForeignCheckEnabled())
69
+ .connection(this.connection);
70
+
71
+ return result[0].foreign_keys === 1;
72
+ }
73
+
74
+ async setForeignCheck(enable) {
75
+ await this.client.raw(setForeignCheck(enable)).connection(this.connection);
76
+ }
77
+
78
+ renameTable(trx) {
79
+ return trx.raw(renameTable(this.alteredName, this.tableName()));
80
+ }
81
+
82
+ dropOriginal(trx) {
83
+ return trx.raw(dropOriginal(this.tableName()));
84
+ }
85
+
86
+ copyData(trx, columns) {
87
+ return trx.raw(copyData(this.tableName(), this.alteredName, columns));
88
+ }
89
+
90
+ async alterColumn(columns) {
91
+ const { createTable, createIndices } = await this.getTableSql();
92
+
93
+ const parsedTable = parseCreateTable(createTable);
94
+ parsedTable.table = this.alteredName;
95
+
96
+ parsedTable.columns = parsedTable.columns.map((column) => {
97
+ const newColumnInfo = columns.find((c) => isEqualId(c.name, column.name));
98
+
99
+ if (newColumnInfo) {
100
+ column.type = newColumnInfo.type;
101
+
102
+ column.constraints.default =
103
+ newColumnInfo.defaultTo !== null
104
+ ? {
105
+ name: null,
106
+ value: newColumnInfo.defaultTo,
107
+ expression: false,
108
+ }
109
+ : null;
110
+
111
+ column.constraints.notnull = newColumnInfo.notNull
112
+ ? { name: null, conflict: null }
113
+ : null;
114
+
115
+ column.constraints.null = newColumnInfo.notNull
116
+ ? null
117
+ : column.constraints.null;
118
+ }
119
+
120
+ return column;
121
+ });
122
+
123
+ const newTable = compileCreateTable(parsedTable, this.wrap);
124
+
125
+ return this.generateAlterCommands(newTable, createIndices);
126
+ }
127
+
128
+ async dropColumn(columns) {
129
+ const { createTable, createIndices } = await this.getTableSql();
130
+
131
+ const parsedTable = parseCreateTable(createTable);
132
+ parsedTable.table = this.alteredName;
133
+
134
+ parsedTable.columns = parsedTable.columns.filter(
135
+ (parsedColumn) =>
136
+ parsedColumn.expression || !includesId(columns, parsedColumn.name)
137
+ );
138
+
139
+ if (parsedTable.columns.length === 0) {
140
+ throw new Error('Unable to drop last column from table');
141
+ }
142
+
143
+ parsedTable.constraints = parsedTable.constraints.filter((constraint) => {
144
+ if (constraint.type === 'PRIMARY KEY' || constraint.type === 'UNIQUE') {
145
+ return constraint.columns.every(
146
+ (constraintColumn) =>
147
+ constraintColumn.expression ||
148
+ !includesId(columns, constraintColumn.name)
149
+ );
150
+ } else if (constraint.type === 'FOREIGN KEY') {
151
+ return (
152
+ constraint.columns.every(
153
+ (constraintColumnName) => !includesId(columns, constraintColumnName)
154
+ ) &&
155
+ (constraint.references.table !== parsedTable.table ||
156
+ constraint.references.columns.every(
157
+ (referenceColumnName) => !includesId(columns, referenceColumnName)
158
+ ))
159
+ );
160
+ } else {
161
+ return true;
162
+ }
163
+ });
164
+
165
+ const newColumns = parsedTable.columns.map((column) => column.name);
166
+
167
+ const newTable = compileCreateTable(parsedTable, this.wrap);
168
+
169
+ const newIndices = [];
170
+ for (const createIndex of createIndices) {
171
+ const parsedIndex = parseCreateIndex(createIndex);
172
+
173
+ parsedIndex.columns = parsedIndex.columns.filter(
174
+ (parsedColumn) =>
175
+ parsedColumn.expression || !includesId(columns, parsedColumn.name)
176
+ );
177
+
178
+ if (parsedIndex.columns.length > 0) {
179
+ newIndices.push(compileCreateIndex(parsedIndex, this.wrap));
180
+ }
181
+ }
182
+
183
+ return this.alter(newTable, newIndices, newColumns);
184
+ }
185
+
186
+ async dropForeign(columns, foreignKeyName) {
187
+ const { createTable, createIndices } = await this.getTableSql();
188
+
189
+ const parsedTable = parseCreateTable(createTable);
190
+ parsedTable.table = this.alteredName;
191
+
192
+ if (!foreignKeyName) {
193
+ parsedTable.columns = parsedTable.columns.map((column) => ({
194
+ ...column,
195
+ references: includesId(columns, column.name) ? null : column.references,
196
+ }));
197
+ }
198
+
199
+ parsedTable.constraints = parsedTable.constraints.filter((constraint) => {
200
+ if (constraint.type === 'FOREIGN KEY') {
201
+ if (foreignKeyName) {
202
+ return (
203
+ !constraint.name || !isEqualId(constraint.name, foreignKeyName)
204
+ );
205
+ }
206
+
207
+ return constraint.columns.every(
208
+ (constraintColumnName) => !includesId(columns, constraintColumnName)
209
+ );
210
+ } else {
211
+ return true;
212
+ }
213
+ });
214
+
215
+ const newTable = compileCreateTable(parsedTable, this.wrap);
216
+
217
+ return this.alter(newTable, createIndices);
218
+ }
219
+
220
+ async dropPrimary(constraintName) {
221
+ const { createTable, createIndices } = await this.getTableSql();
222
+
223
+ const parsedTable = parseCreateTable(createTable);
224
+ parsedTable.table = this.alteredName;
225
+
226
+ parsedTable.columns = parsedTable.columns.map((column) => ({
227
+ ...column,
228
+ primary: null,
229
+ }));
230
+
231
+ parsedTable.constraints = parsedTable.constraints.filter((constraint) => {
232
+ if (constraint.type === 'PRIMARY KEY') {
233
+ if (constraintName) {
234
+ return (
235
+ !constraint.name || !isEqualId(constraint.name, constraintName)
236
+ );
237
+ } else {
238
+ return false;
239
+ }
240
+ } else {
241
+ return true;
242
+ }
243
+ });
244
+
245
+ const newTable = compileCreateTable(parsedTable, this.wrap);
246
+
247
+ return this.alter(newTable, createIndices);
248
+ }
249
+
250
+ async primary(columns, constraintName) {
251
+ const { createTable, createIndices } = await this.getTableSql();
252
+
253
+ const parsedTable = parseCreateTable(createTable);
254
+ parsedTable.table = this.alteredName;
255
+
256
+ parsedTable.columns = parsedTable.columns.map((column) => ({
257
+ ...column,
258
+ primary: null,
259
+ }));
260
+
261
+ parsedTable.constraints = parsedTable.constraints.filter(
262
+ (constraint) => constraint.type !== 'PRIMARY KEY'
263
+ );
264
+
265
+ parsedTable.constraints.push({
266
+ type: 'PRIMARY KEY',
267
+ name: constraintName || null,
268
+ columns: columns.map((column) => ({
269
+ name: column,
270
+ expression: false,
271
+ collation: null,
272
+ order: null,
273
+ })),
274
+ conflict: null,
275
+ });
276
+
277
+ const newTable = compileCreateTable(parsedTable, this.wrap);
278
+
279
+ return this.alter(newTable, createIndices);
280
+ }
281
+
282
+ async foreign(foreignInfo) {
283
+ const { createTable, createIndices } = await this.getTableSql();
284
+
285
+ const parsedTable = parseCreateTable(createTable);
286
+ parsedTable.table = this.alteredName;
287
+
288
+ parsedTable.constraints.push({
289
+ type: 'FOREIGN KEY',
290
+ name: foreignInfo.keyName || null,
291
+ columns: foreignInfo.column,
292
+ references: {
293
+ table: foreignInfo.inTable,
294
+ columns: foreignInfo.references,
295
+ delete: foreignInfo.onDelete || null,
296
+ update: foreignInfo.onUpdate || null,
297
+ match: null,
298
+ deferrable: null,
299
+ },
300
+ });
301
+
302
+ const newTable = compileCreateTable(parsedTable, this.wrap);
303
+
304
+ return this.generateAlterCommands(newTable, createIndices);
305
+ }
306
+
307
+ async setNullable(column, isNullable) {
308
+ const { createTable, createIndices } = await this.getTableSql();
309
+
310
+ const parsedTable = parseCreateTable(createTable);
311
+ parsedTable.table = this.alteredName;
312
+
313
+ const parsedColumn = parsedTable.columns.find((c) =>
314
+ isEqualId(column, c.name)
315
+ );
316
+
317
+ if (!parsedColumn) {
318
+ throw new Error(
319
+ `.setNullable: Column ${column} does not exist in table ${this.tableName()}.`
320
+ );
321
+ }
322
+
323
+ parsedColumn.constraints.notnull = isNullable
324
+ ? null
325
+ : { name: null, conflict: null };
326
+
327
+ parsedColumn.constraints.null = isNullable
328
+ ? parsedColumn.constraints.null
329
+ : null;
330
+
331
+ const newTable = compileCreateTable(parsedTable, this.wrap);
332
+
333
+ return this.generateAlterCommands(newTable, createIndices);
334
+ }
335
+
336
+ async alter(newSql, createIndices, columns) {
337
+ const wasForeignCheckEnabled = await this.isForeignCheckEnabled();
338
+
339
+ if (wasForeignCheckEnabled) {
340
+ await this.setForeignCheck(false);
341
+ }
342
+
343
+ try {
344
+ await this.client.transaction(
345
+ async (trx) => {
346
+ await trx.raw(newSql);
347
+ await this.copyData(trx, columns);
348
+ await this.dropOriginal(trx);
349
+ await this.renameTable(trx);
350
+
351
+ for (const createIndex of createIndices) {
352
+ await trx.raw(createIndex);
353
+ }
354
+
355
+ if (wasForeignCheckEnabled) {
356
+ const foreignViolations = await trx.raw(executeForeignCheck());
357
+
358
+ if (foreignViolations.length > 0) {
359
+ throw new Error('FOREIGN KEY constraint failed');
360
+ }
361
+ }
362
+ },
363
+ { connection: this.connection }
364
+ );
365
+ } finally {
366
+ if (wasForeignCheckEnabled) {
367
+ await this.setForeignCheck(true);
368
+ }
369
+ }
370
+ }
371
+
372
+ async generateAlterCommands(newSql, createIndices, columns) {
373
+ const sql = [];
374
+ const pre = [];
375
+ const post = [];
376
+ let check = null;
377
+
378
+ sql.push(newSql);
379
+ sql.push(copyData(this.tableName(), this.alteredName, columns));
380
+ sql.push(dropOriginal(this.tableName()));
381
+ sql.push(renameTable(this.alteredName, this.tableName()));
382
+
383
+ for (const createIndex of createIndices) {
384
+ sql.push(createIndex);
385
+ }
386
+
387
+ const isForeignCheckEnabled = await this.isForeignCheckEnabled();
388
+
389
+ if (isForeignCheckEnabled) {
390
+ pre.push(setForeignCheck(false));
391
+ post.push(setForeignCheck(true));
392
+
393
+ check = executeForeignCheck();
394
+ }
395
+
396
+ return { pre, sql, check, post };
397
+ }
398
+ }
399
+
400
+ module.exports = SQLite3_DDL;