knex 0.21.20 → 0.21.21

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (141) hide show
  1. package/CHANGELOG.md +6 -0
  2. package/CONTRIBUTING.md +184 -184
  3. package/LICENSE +22 -22
  4. package/README.md +95 -95
  5. package/bin/cli.js +414 -414
  6. package/bin/utils/cli-config-utils.js +151 -151
  7. package/bin/utils/constants.js +7 -7
  8. package/bin/utils/migrationsLister.js +37 -37
  9. package/knex.js +8 -8
  10. package/lib/client.js +413 -413
  11. package/lib/config-resolver.js +61 -61
  12. package/lib/constants.js +44 -44
  13. package/lib/dialects/mssql/index.js +390 -390
  14. package/lib/dialects/mssql/query/compiler.js +444 -444
  15. package/lib/dialects/mssql/schema/columncompiler.js +103 -103
  16. package/lib/dialects/mssql/schema/compiler.js +59 -59
  17. package/lib/dialects/mssql/schema/tablecompiler.js +245 -245
  18. package/lib/dialects/mssql/transaction.js +97 -97
  19. package/lib/dialects/mysql/index.js +191 -191
  20. package/lib/dialects/mysql/query/compiler.js +142 -142
  21. package/lib/dialects/mysql/schema/columncompiler.js +171 -171
  22. package/lib/dialects/mysql/schema/compiler.js +60 -60
  23. package/lib/dialects/mysql/schema/tablecompiler.js +262 -262
  24. package/lib/dialects/mysql/transaction.js +48 -48
  25. package/lib/dialects/mysql2/index.js +35 -35
  26. package/lib/dialects/mysql2/transaction.js +46 -46
  27. package/lib/dialects/oracle/DEAD_CODE.md +5 -5
  28. package/lib/dialects/oracle/formatter.js +20 -20
  29. package/lib/dialects/oracle/index.js +79 -79
  30. package/lib/dialects/oracle/query/compiler.js +327 -327
  31. package/lib/dialects/oracle/schema/columnbuilder.js +18 -18
  32. package/lib/dialects/oracle/schema/columncompiler.js +139 -139
  33. package/lib/dialects/oracle/schema/compiler.js +81 -81
  34. package/lib/dialects/oracle/schema/tablecompiler.js +165 -165
  35. package/lib/dialects/oracle/schema/trigger.js +126 -126
  36. package/lib/dialects/oracle/utils.js +86 -86
  37. package/lib/dialects/oracledb/index.js +489 -489
  38. package/lib/dialects/oracledb/query/compiler.js +363 -363
  39. package/lib/dialects/oracledb/schema/columncompiler.js +35 -35
  40. package/lib/dialects/oracledb/transaction.js +76 -76
  41. package/lib/dialects/oracledb/utils.js +14 -14
  42. package/lib/dialects/postgres/index.js +319 -319
  43. package/lib/dialects/postgres/query/compiler.js +206 -206
  44. package/lib/dialects/postgres/schema/columncompiler.js +125 -125
  45. package/lib/dialects/postgres/schema/compiler.js +109 -109
  46. package/lib/dialects/postgres/schema/tablecompiler.js +183 -183
  47. package/lib/dialects/redshift/index.js +73 -73
  48. package/lib/dialects/redshift/query/compiler.js +119 -119
  49. package/lib/dialects/redshift/schema/columnbuilder.js +20 -20
  50. package/lib/dialects/redshift/schema/columncompiler.js +60 -60
  51. package/lib/dialects/redshift/schema/compiler.js +14 -14
  52. package/lib/dialects/redshift/schema/tablecompiler.js +123 -123
  53. package/lib/dialects/redshift/transaction.js +18 -18
  54. package/lib/dialects/sqlite3/formatter.js +21 -21
  55. package/lib/dialects/sqlite3/index.js +169 -169
  56. package/lib/dialects/sqlite3/query/compiler.js +222 -222
  57. package/lib/dialects/sqlite3/schema/columncompiler.js +27 -27
  58. package/lib/dialects/sqlite3/schema/compiler.js +49 -49
  59. package/lib/dialects/sqlite3/schema/ddl.js +525 -525
  60. package/lib/dialects/sqlite3/schema/tablecompiler.js +238 -238
  61. package/lib/formatter.js +295 -295
  62. package/lib/functionhelper.js +14 -14
  63. package/lib/helpers.js +92 -92
  64. package/lib/index.js +3 -3
  65. package/lib/interface.js +115 -115
  66. package/lib/knex.js +42 -42
  67. package/lib/logger.js +76 -76
  68. package/lib/migrate/MigrationGenerator.js +82 -82
  69. package/lib/migrate/Migrator.js +611 -611
  70. package/lib/migrate/configuration-merger.js +60 -60
  71. package/lib/migrate/migrate-stub.js +17 -17
  72. package/lib/migrate/migration-list-resolver.js +36 -36
  73. package/lib/migrate/sources/fs-migrations.js +99 -99
  74. package/lib/migrate/stub/cjs.stub +15 -15
  75. package/lib/migrate/stub/coffee.stub +13 -13
  76. package/lib/migrate/stub/eg.stub +14 -14
  77. package/lib/migrate/stub/js.stub +15 -15
  78. package/lib/migrate/stub/knexfile-coffee.stub +34 -34
  79. package/lib/migrate/stub/knexfile-eg.stub +43 -43
  80. package/lib/migrate/stub/knexfile-js.stub +44 -44
  81. package/lib/migrate/stub/knexfile-ls.stub +35 -35
  82. package/lib/migrate/stub/knexfile-ts.stub +44 -44
  83. package/lib/migrate/stub/ls.stub +14 -14
  84. package/lib/migrate/stub/ts.stub +21 -21
  85. package/lib/migrate/table-creator.js +67 -67
  86. package/lib/migrate/table-resolver.js +27 -27
  87. package/lib/query/builder.js +1372 -1372
  88. package/lib/query/compiler.js +889 -889
  89. package/lib/query/constants.js +13 -13
  90. package/lib/query/joinclause.js +263 -263
  91. package/lib/query/methods.js +92 -92
  92. package/lib/query/string.js +190 -190
  93. package/lib/raw.js +188 -188
  94. package/lib/ref.js +39 -39
  95. package/lib/runner.js +285 -285
  96. package/lib/schema/builder.js +82 -82
  97. package/lib/schema/columnbuilder.js +117 -117
  98. package/lib/schema/columncompiler.js +177 -177
  99. package/lib/schema/compiler.js +101 -101
  100. package/lib/schema/helpers.js +51 -51
  101. package/lib/schema/tablebuilder.js +288 -288
  102. package/lib/schema/tablecompiler.js +296 -296
  103. package/lib/seed/Seeder.js +203 -203
  104. package/lib/seed/seed-stub.js +13 -13
  105. package/lib/seed/stub/coffee.stub +9 -9
  106. package/lib/seed/stub/eg.stub +11 -11
  107. package/lib/seed/stub/js.stub +13 -13
  108. package/lib/seed/stub/ls.stub +11 -11
  109. package/lib/seed/stub/ts.stub +13 -13
  110. package/lib/transaction.js +363 -363
  111. package/lib/util/batchInsert.js +59 -59
  112. package/lib/util/delay.js +6 -6
  113. package/lib/util/fake-client.js +9 -9
  114. package/lib/util/finally-mixin.js +13 -13
  115. package/lib/util/fs.js +76 -76
  116. package/lib/util/import-file.js +13 -13
  117. package/lib/util/is-module-type.js +14 -14
  118. package/lib/util/is.js +32 -32
  119. package/lib/util/make-knex.js +338 -338
  120. package/lib/util/nanoid.js +29 -29
  121. package/lib/util/noop.js +1 -1
  122. package/lib/util/parse-connection.js +66 -66
  123. package/lib/util/save-async-stack.js +14 -14
  124. package/lib/util/template.js +52 -52
  125. package/lib/util/timeout.js +29 -29
  126. package/lib/util/timestamp.js +16 -16
  127. package/package.json +1 -1
  128. package/scripts/build.js +125 -125
  129. package/scripts/docker-compose.yml +111 -111
  130. package/scripts/next-release-howto.md +24 -24
  131. package/scripts/release.sh +34 -34
  132. package/scripts/runkit-example.js +34 -34
  133. package/scripts/stress-test/README.txt +18 -18
  134. package/scripts/stress-test/docker-compose.yml +47 -47
  135. package/scripts/stress-test/knex-stress-test.js +196 -196
  136. package/scripts/stress-test/mysql2-random-hanging-every-now-and-then.js +145 -145
  137. package/scripts/stress-test/mysql2-sudden-exit-without-error.js +100 -100
  138. package/scripts/stress-test/reconnect-test-mysql-based-drivers.js +184 -184
  139. package/types/index.d.ts +2249 -2249
  140. package/types/result.d.ts +27 -27
  141. package/types/tables.d.ts +4 -4
@@ -1,145 +1,145 @@
1
- /**
2
- * Test case for figuring out robust way to recognize if connection is dead
3
- * for mysql based drivers.
4
- */
5
- const delay = require('../../lib/util/delay');
6
- const toxiproxy = require('toxiproxy-node-client');
7
- const toxicli = new toxiproxy.Toxiproxy('http://localhost:8474');
8
- const rp = require('request-promise-native');
9
- const _ = require('lodash');
10
-
11
- async function stdMysqlQuery(con, sql) {
12
- return new Promise((resolve, reject) => {
13
- try {
14
- con.query(
15
- {
16
- sql,
17
- timeout: 500,
18
- },
19
- function (error, results, fields) {
20
- if (error) {
21
- reject(error);
22
- } else {
23
- resolve(results);
24
- }
25
- }
26
- );
27
- } catch (err) {
28
- reject(err); // double sure...
29
- }
30
- });
31
- }
32
-
33
- const mysql2 = require('mysql2');
34
- let mysql2Con = { _fatalError: 'initmefirst' };
35
- async function mysql2Query(sql) {
36
- // recreate connection on fatal error
37
- if (mysql2Con._fatalError) {
38
- console.log('========== Reconnecting mysql2');
39
- mysql2Con = mysql2.createConnection({
40
- host: 'localhost',
41
- user: 'root',
42
- password: 'mysqlrootpassword',
43
- port: 23306,
44
- connectTimeout: 500,
45
- debug: true,
46
- });
47
- mysql2Con.on('error', (err) => {
48
- console.log('- STATS Mysql2 connection died:', err);
49
- });
50
- }
51
- console.log('================ MYSQL2 Running query ======');
52
- const res = await stdMysqlQuery(mysql2Con, sql);
53
- console.log('====================== done ================');
54
- return res;
55
- }
56
-
57
- const counters = {};
58
- function setMysqlQueryCounters(name) {
59
- const counts = (counters[name] = { queries: 0, results: 0, errors: 0 });
60
- }
61
- setMysqlQueryCounters('mysql2');
62
-
63
- // start printing out counters
64
- let lastCounters = _.cloneDeep(counters);
65
- setInterval(() => {
66
- const reqsPerSec = {};
67
- for (let key of Object.keys(counters)) {
68
- reqsPerSec[key] = {
69
- queries: counters[key].queries - lastCounters[key].queries,
70
- results: counters[key].results - lastCounters[key].results,
71
- errors: counters[key].errors - lastCounters[key].errors,
72
- };
73
- }
74
- console.log(
75
- '------------------------ STATS PER SECOND ------------------------'
76
- );
77
- console.dir(reqsPerSec, { colors: true });
78
- console.log(
79
- '------------------------------- EOS ------------------------------'
80
- );
81
- lastCounters = _.cloneDeep(counters);
82
- }, 1000);
83
-
84
- async function recreateProxy(serviceName, listenPort, proxyToPort) {
85
- try {
86
- await rp.delete({
87
- url: `${toxicli.host}/proxies/${serviceName}`,
88
- });
89
- } catch (err) {}
90
-
91
- const proxy = await toxicli.createProxy({
92
- name: serviceName,
93
- listen: `0.0.0.0:${listenPort}`,
94
- upstream: `${serviceName}:${proxyToPort}`,
95
- });
96
-
97
- // add some latency
98
- await proxy.addToxic(
99
- new toxiproxy.Toxic(proxy, {
100
- type: 'latency',
101
- attributes: { latency: 1, jitter: 1 },
102
- })
103
- );
104
-
105
- // cause connections to be closed every some transferred bytes
106
- await proxy.addToxic(
107
- new toxiproxy.Toxic(proxy, {
108
- type: 'limit_data',
109
- attributes: { bytes: 1000 },
110
- })
111
- );
112
- }
113
-
114
- async function main() {
115
- await recreateProxy('mysql', 23306, 3306);
116
- setInterval(() => recreateProxy('mysql', 23306, 3306), 2000);
117
-
118
- async function loopQueries(prefix, query) {
119
- const counts = counters[prefix];
120
-
121
- while (true) {
122
- try {
123
- counts.queries += 1;
124
- // without this delay we might endup to busy failure loop
125
- await delay(0);
126
- await query();
127
- counts.results += 1;
128
- } catch (err) {
129
- counts.errors += 1;
130
- console.log(prefix, err);
131
- }
132
- }
133
- }
134
-
135
- loopQueries('mysql2', () => mysql2Query('select 1'));
136
-
137
- // wait forever
138
- while (true) {
139
- await delay(1000);
140
- }
141
- }
142
-
143
- main()
144
- .then(() => console.log('DONE'))
145
- .catch((err) => console.log(err));
1
+ /**
2
+ * Test case for figuring out robust way to recognize if connection is dead
3
+ * for mysql based drivers.
4
+ */
5
+ const delay = require('../../lib/util/delay');
6
+ const toxiproxy = require('toxiproxy-node-client');
7
+ const toxicli = new toxiproxy.Toxiproxy('http://localhost:8474');
8
+ const rp = require('request-promise-native');
9
+ const _ = require('lodash');
10
+
11
+ async function stdMysqlQuery(con, sql) {
12
+ return new Promise((resolve, reject) => {
13
+ try {
14
+ con.query(
15
+ {
16
+ sql,
17
+ timeout: 500,
18
+ },
19
+ function (error, results, fields) {
20
+ if (error) {
21
+ reject(error);
22
+ } else {
23
+ resolve(results);
24
+ }
25
+ }
26
+ );
27
+ } catch (err) {
28
+ reject(err); // double sure...
29
+ }
30
+ });
31
+ }
32
+
33
+ const mysql2 = require('mysql2');
34
+ let mysql2Con = { _fatalError: 'initmefirst' };
35
+ async function mysql2Query(sql) {
36
+ // recreate connection on fatal error
37
+ if (mysql2Con._fatalError) {
38
+ console.log('========== Reconnecting mysql2');
39
+ mysql2Con = mysql2.createConnection({
40
+ host: 'localhost',
41
+ user: 'root',
42
+ password: 'mysqlrootpassword',
43
+ port: 23306,
44
+ connectTimeout: 500,
45
+ debug: true,
46
+ });
47
+ mysql2Con.on('error', (err) => {
48
+ console.log('- STATS Mysql2 connection died:', err);
49
+ });
50
+ }
51
+ console.log('================ MYSQL2 Running query ======');
52
+ const res = await stdMysqlQuery(mysql2Con, sql);
53
+ console.log('====================== done ================');
54
+ return res;
55
+ }
56
+
57
+ const counters = {};
58
+ function setMysqlQueryCounters(name) {
59
+ const counts = (counters[name] = { queries: 0, results: 0, errors: 0 });
60
+ }
61
+ setMysqlQueryCounters('mysql2');
62
+
63
+ // start printing out counters
64
+ let lastCounters = _.cloneDeep(counters);
65
+ setInterval(() => {
66
+ const reqsPerSec = {};
67
+ for (let key of Object.keys(counters)) {
68
+ reqsPerSec[key] = {
69
+ queries: counters[key].queries - lastCounters[key].queries,
70
+ results: counters[key].results - lastCounters[key].results,
71
+ errors: counters[key].errors - lastCounters[key].errors,
72
+ };
73
+ }
74
+ console.log(
75
+ '------------------------ STATS PER SECOND ------------------------'
76
+ );
77
+ console.dir(reqsPerSec, { colors: true });
78
+ console.log(
79
+ '------------------------------- EOS ------------------------------'
80
+ );
81
+ lastCounters = _.cloneDeep(counters);
82
+ }, 1000);
83
+
84
+ async function recreateProxy(serviceName, listenPort, proxyToPort) {
85
+ try {
86
+ await rp.delete({
87
+ url: `${toxicli.host}/proxies/${serviceName}`,
88
+ });
89
+ } catch (err) {}
90
+
91
+ const proxy = await toxicli.createProxy({
92
+ name: serviceName,
93
+ listen: `0.0.0.0:${listenPort}`,
94
+ upstream: `${serviceName}:${proxyToPort}`,
95
+ });
96
+
97
+ // add some latency
98
+ await proxy.addToxic(
99
+ new toxiproxy.Toxic(proxy, {
100
+ type: 'latency',
101
+ attributes: { latency: 1, jitter: 1 },
102
+ })
103
+ );
104
+
105
+ // cause connections to be closed every some transferred bytes
106
+ await proxy.addToxic(
107
+ new toxiproxy.Toxic(proxy, {
108
+ type: 'limit_data',
109
+ attributes: { bytes: 1000 },
110
+ })
111
+ );
112
+ }
113
+
114
+ async function main() {
115
+ await recreateProxy('mysql', 23306, 3306);
116
+ setInterval(() => recreateProxy('mysql', 23306, 3306), 2000);
117
+
118
+ async function loopQueries(prefix, query) {
119
+ const counts = counters[prefix];
120
+
121
+ while (true) {
122
+ try {
123
+ counts.queries += 1;
124
+ // without this delay we might endup to busy failure loop
125
+ await delay(0);
126
+ await query();
127
+ counts.results += 1;
128
+ } catch (err) {
129
+ counts.errors += 1;
130
+ console.log(prefix, err);
131
+ }
132
+ }
133
+ }
134
+
135
+ loopQueries('mysql2', () => mysql2Query('select 1'));
136
+
137
+ // wait forever
138
+ while (true) {
139
+ await delay(1000);
140
+ }
141
+ }
142
+
143
+ main()
144
+ .then(() => console.log('DONE'))
145
+ .catch((err) => console.log(err));
@@ -1,100 +1,100 @@
1
- /**
2
- * Test case when mysql2 driver strangely exits when one tries to send query
3
- * to dead connection.
4
- */
5
-
6
- const delay = require('../../lib/util/delay');
7
- const toxiproxy = require('toxiproxy-node-client');
8
- const toxicli = new toxiproxy.Toxiproxy('http://localhost:8474');
9
- const rp = require('request-promise-native');
10
-
11
- // drops old toxicproxy and creates new
12
- async function recreateProxy(serviceName, listenPort, proxyToPort) {
13
- try {
14
- await rp.delete({
15
- url: `${toxicli.host}/proxies/${serviceName}`,
16
- });
17
- } catch (err) {
18
- // there was no proxy by that name... its ok
19
- }
20
-
21
- const proxy = await toxicli.createProxy({
22
- name: serviceName,
23
- listen: `0.0.0.0:${listenPort}`,
24
- upstream: `${serviceName}:${proxyToPort}`,
25
- });
26
- }
27
-
28
- async function insanelyParanoidQuery(con) {
29
- console.log('sending query');
30
- const res = await new Promise((resolve, reject) => {
31
- try {
32
- con.query('select 1', [], function (err, rows, fields) {
33
- if (err) {
34
- reject(err);
35
- } else {
36
- resolve(rows);
37
- }
38
- });
39
- } catch (err) {
40
- console.log('Huh synchronous exception?! (shouldnt be possible)');
41
- reject(err);
42
- }
43
- });
44
- console.log(res);
45
- }
46
-
47
- async function main() {
48
- // create proxy from localhost:23306 -> mysqldocker:3306
49
- await recreateProxy('mysql', 23306, 3306);
50
-
51
- // ------------- setup mysql2 db driver connection
52
- const mysql2 = require('mysql2'); // with mysql this works...
53
- const mysql2Con = await mysql2.createConnection({
54
- host: 'localhost',
55
- user: 'root',
56
- password: 'mysqlrootpassword',
57
- port: 23306,
58
- });
59
-
60
- mysql2Con.on('error', function (err) {
61
- console.log("I'm dead", err);
62
- });
63
-
64
- console.log('Going to cut connections');
65
-
66
- // cut connection during recreate
67
- await recreateProxy('mysql', 23306, 3306);
68
-
69
- console.log('Proxy recreated... start waiting');
70
-
71
- // wait forever
72
- while (true) {
73
- await delay(1000);
74
- try {
75
- await insanelyParanoidQuery(mysql2Con);
76
- } catch (err) {
77
- console.log('query failed:', err);
78
- }
79
- await recreateProxy('mysql', 23306, 3306);
80
- }
81
- }
82
-
83
- main()
84
- .then(() => console.log('Process stopped normally'))
85
- .catch((err) => {
86
- console.log('Process stopped to failure', err);
87
- });
88
-
89
- console.log('Waiting for eventloop to stop...');
90
-
91
- process.on('uncaughtException', function (err) {
92
- console.log('uncaughtException', err);
93
- });
94
-
95
- process.on('exit', function () {
96
- console.log(
97
- 'Did someone call process.exit() or wat? exitCode:',
98
- process.exitCode
99
- );
100
- });
1
+ /**
2
+ * Test case when mysql2 driver strangely exits when one tries to send query
3
+ * to dead connection.
4
+ */
5
+
6
+ const delay = require('../../lib/util/delay');
7
+ const toxiproxy = require('toxiproxy-node-client');
8
+ const toxicli = new toxiproxy.Toxiproxy('http://localhost:8474');
9
+ const rp = require('request-promise-native');
10
+
11
+ // drops old toxicproxy and creates new
12
+ async function recreateProxy(serviceName, listenPort, proxyToPort) {
13
+ try {
14
+ await rp.delete({
15
+ url: `${toxicli.host}/proxies/${serviceName}`,
16
+ });
17
+ } catch (err) {
18
+ // there was no proxy by that name... its ok
19
+ }
20
+
21
+ const proxy = await toxicli.createProxy({
22
+ name: serviceName,
23
+ listen: `0.0.0.0:${listenPort}`,
24
+ upstream: `${serviceName}:${proxyToPort}`,
25
+ });
26
+ }
27
+
28
+ async function insanelyParanoidQuery(con) {
29
+ console.log('sending query');
30
+ const res = await new Promise((resolve, reject) => {
31
+ try {
32
+ con.query('select 1', [], function (err, rows, fields) {
33
+ if (err) {
34
+ reject(err);
35
+ } else {
36
+ resolve(rows);
37
+ }
38
+ });
39
+ } catch (err) {
40
+ console.log('Huh synchronous exception?! (shouldnt be possible)');
41
+ reject(err);
42
+ }
43
+ });
44
+ console.log(res);
45
+ }
46
+
47
+ async function main() {
48
+ // create proxy from localhost:23306 -> mysqldocker:3306
49
+ await recreateProxy('mysql', 23306, 3306);
50
+
51
+ // ------------- setup mysql2 db driver connection
52
+ const mysql2 = require('mysql2'); // with mysql this works...
53
+ const mysql2Con = await mysql2.createConnection({
54
+ host: 'localhost',
55
+ user: 'root',
56
+ password: 'mysqlrootpassword',
57
+ port: 23306,
58
+ });
59
+
60
+ mysql2Con.on('error', function (err) {
61
+ console.log("I'm dead", err);
62
+ });
63
+
64
+ console.log('Going to cut connections');
65
+
66
+ // cut connection during recreate
67
+ await recreateProxy('mysql', 23306, 3306);
68
+
69
+ console.log('Proxy recreated... start waiting');
70
+
71
+ // wait forever
72
+ while (true) {
73
+ await delay(1000);
74
+ try {
75
+ await insanelyParanoidQuery(mysql2Con);
76
+ } catch (err) {
77
+ console.log('query failed:', err);
78
+ }
79
+ await recreateProxy('mysql', 23306, 3306);
80
+ }
81
+ }
82
+
83
+ main()
84
+ .then(() => console.log('Process stopped normally'))
85
+ .catch((err) => {
86
+ console.log('Process stopped to failure', err);
87
+ });
88
+
89
+ console.log('Waiting for eventloop to stop...');
90
+
91
+ process.on('uncaughtException', function (err) {
92
+ console.log('uncaughtException', err);
93
+ });
94
+
95
+ process.on('exit', function () {
96
+ console.log(
97
+ 'Did someone call process.exit() or wat? exitCode:',
98
+ process.exitCode
99
+ );
100
+ });