knex 3.2.2 → 3.2.4
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +2447 -2441
- package/CONTRIBUTING.md +190 -190
- package/LICENSE +22 -22
- package/README.md +156 -156
- package/UPGRADING.md +245 -245
- package/bin/cli.js +516 -516
- package/bin/knexfile-runtime-error.js +27 -27
- package/bin/utils/cli-config-utils.js +217 -217
- package/bin/utils/constants.js +7 -7
- package/bin/utils/migrationsLister.js +37 -37
- package/knex.js +23 -23
- package/knex.mjs +11 -11
- package/lib/builder-interface-augmenter.js +120 -120
- package/lib/client.js +585 -585
- package/lib/constants.js +61 -61
- package/lib/dialects/better-sqlite3/index.js +101 -101
- package/lib/dialects/cockroachdb/crdb-columncompiler.js +14 -14
- package/lib/dialects/cockroachdb/crdb-querybuilder.js +11 -11
- package/lib/dialects/cockroachdb/crdb-querycompiler.js +122 -122
- package/lib/dialects/cockroachdb/crdb-tablecompiler.js +46 -46
- package/lib/dialects/cockroachdb/crdb-viewcompiler.js +15 -15
- package/lib/dialects/cockroachdb/index.js +86 -86
- package/lib/dialects/index.js +34 -34
- package/lib/dialects/mssql/index.js +498 -498
- package/lib/dialects/mssql/mssql-formatter.js +34 -34
- package/lib/dialects/mssql/query/mssql-querycompiler.js +601 -601
- package/lib/dialects/mssql/schema/mssql-columncompiler.js +185 -185
- package/lib/dialects/mssql/schema/mssql-compiler.js +91 -91
- package/lib/dialects/mssql/schema/mssql-tablecompiler.js +393 -393
- package/lib/dialects/mssql/schema/mssql-viewcompiler.js +55 -55
- package/lib/dialects/mssql/transaction.js +176 -176
- package/lib/dialects/mysql/index.js +317 -317
- package/lib/dialects/mysql/query/mysql-querybuilder.js +14 -14
- package/lib/dialects/mysql/query/mysql-querycompiler.js +292 -292
- package/lib/dialects/mysql/schema/mysql-columncompiler.js +193 -193
- package/lib/dialects/mysql/schema/mysql-compiler.js +60 -60
- package/lib/dialects/mysql/schema/mysql-tablecompiler.js +426 -426
- package/lib/dialects/mysql/schema/mysql-viewbuilder.js +21 -21
- package/lib/dialects/mysql/schema/mysql-viewcompiler.js +15 -15
- package/lib/dialects/mysql/transaction.js +46 -46
- package/lib/dialects/mysql2/index.js +53 -53
- package/lib/dialects/mysql2/transaction.js +44 -44
- package/lib/dialects/oracle/DEAD_CODE.md +5 -5
- package/lib/dialects/oracle/index.js +92 -92
- package/lib/dialects/oracle/query/oracle-querycompiler.js +343 -343
- package/lib/dialects/oracle/schema/internal/incrementUtils.js +22 -22
- package/lib/dialects/oracle/schema/internal/trigger.js +155 -155
- package/lib/dialects/oracle/schema/oracle-columnbuilder.js +17 -17
- package/lib/dialects/oracle/schema/oracle-columncompiler.js +126 -126
- package/lib/dialects/oracle/schema/oracle-compiler.js +124 -124
- package/lib/dialects/oracle/schema/oracle-tablecompiler.js +210 -210
- package/lib/dialects/oracle/utils.js +107 -107
- package/lib/dialects/oracledb/index.js +381 -381
- package/lib/dialects/oracledb/query/oracledb-querycompiler.js +481 -481
- package/lib/dialects/oracledb/schema/oracledb-columncompiler.js +61 -61
- package/lib/dialects/oracledb/schema/oracledb-tablecompiler.js +19 -19
- package/lib/dialects/oracledb/schema/oracledb-viewbuilder.js +13 -13
- package/lib/dialects/oracledb/schema/oracledb-viewcompiler.js +19 -19
- package/lib/dialects/oracledb/transaction.js +98 -98
- package/lib/dialects/oracledb/utils.js +208 -208
- package/lib/dialects/pgnative/index.js +60 -60
- package/lib/dialects/postgres/execution/pg-transaction.js +19 -19
- package/lib/dialects/postgres/index.js +373 -373
- package/lib/dialects/postgres/query/pg-querybuilder.js +43 -43
- package/lib/dialects/postgres/query/pg-querycompiler.js +400 -400
- package/lib/dialects/postgres/schema/pg-columncompiler.js +162 -162
- package/lib/dialects/postgres/schema/pg-compiler.js +138 -138
- package/lib/dialects/postgres/schema/pg-tablecompiler.js +331 -331
- package/lib/dialects/postgres/schema/pg-viewbuilder.js +21 -21
- package/lib/dialects/postgres/schema/pg-viewcompiler.js +35 -35
- package/lib/dialects/redshift/index.js +86 -86
- package/lib/dialects/redshift/query/redshift-querycompiler.js +163 -163
- package/lib/dialects/redshift/schema/redshift-columnbuilder.js +22 -22
- package/lib/dialects/redshift/schema/redshift-columncompiler.js +67 -67
- package/lib/dialects/redshift/schema/redshift-compiler.js +14 -14
- package/lib/dialects/redshift/schema/redshift-tablecompiler.js +134 -134
- package/lib/dialects/redshift/schema/redshift-viewcompiler.js +11 -11
- package/lib/dialects/redshift/transaction.js +32 -32
- package/lib/dialects/sqlite3/execution/sqlite-transaction.js +172 -172
- package/lib/dialects/sqlite3/index.js +263 -263
- package/lib/dialects/sqlite3/query/sqlite-querybuilder.js +33 -33
- package/lib/dialects/sqlite3/query/sqlite-querycompiler.js +341 -341
- package/lib/dialects/sqlite3/schema/ddl.js +380 -380
- package/lib/dialects/sqlite3/schema/internal/compiler.js +327 -327
- package/lib/dialects/sqlite3/schema/internal/parser-combinator.js +161 -161
- package/lib/dialects/sqlite3/schema/internal/parser.js +638 -638
- package/lib/dialects/sqlite3/schema/internal/sqlite-ddl-operations.js +41 -41
- package/lib/dialects/sqlite3/schema/internal/tokenizer.js +38 -38
- package/lib/dialects/sqlite3/schema/internal/utils.js +12 -12
- package/lib/dialects/sqlite3/schema/sqlite-columncompiler.js +50 -50
- package/lib/dialects/sqlite3/schema/sqlite-compiler.js +80 -80
- package/lib/dialects/sqlite3/schema/sqlite-tablecompiler.js +364 -364
- package/lib/dialects/sqlite3/schema/sqlite-viewcompiler.js +40 -40
- package/lib/execution/batch-insert.js +51 -51
- package/lib/execution/internal/delay.js +6 -6
- package/lib/execution/internal/ensure-connection-callback.js +41 -41
- package/lib/execution/internal/query-executioner.js +62 -62
- package/lib/execution/runner.js +325 -325
- package/lib/execution/transaction.js +417 -417
- package/lib/formatter/formatterUtils.js +42 -42
- package/lib/formatter/rawFormatter.js +84 -84
- package/lib/formatter/wrappingFormatter.js +253 -253
- package/lib/formatter.js +25 -25
- package/lib/index.js +3 -3
- package/lib/knex-builder/FunctionHelper.js +80 -80
- package/lib/knex-builder/Knex.js +59 -59
- package/lib/knex-builder/internal/config-resolver.js +57 -57
- package/lib/knex-builder/internal/parse-connection.js +87 -87
- package/lib/knex-builder/make-knex.js +345 -345
- package/lib/logger.js +76 -76
- package/lib/migrations/common/MigrationsLoader.js +36 -36
- package/lib/migrations/migrate/MigrationGenerator.js +84 -84
- package/lib/migrations/migrate/Migrator.js +632 -632
- package/lib/migrations/migrate/migrate-stub.js +17 -17
- package/lib/migrations/migrate/migration-list-resolver.js +33 -33
- package/lib/migrations/migrate/migrator-configuration-merger.js +58 -58
- package/lib/migrations/migrate/sources/fs-migrations.js +74 -74
- package/lib/migrations/migrate/stub/cjs.stub +15 -15
- package/lib/migrations/migrate/stub/coffee.stub +13 -13
- package/lib/migrations/migrate/stub/eg.stub +14 -14
- package/lib/migrations/migrate/stub/js-schema.stub +22 -22
- package/lib/migrations/migrate/stub/js.stub +22 -22
- package/lib/migrations/migrate/stub/knexfile-coffee.stub +34 -34
- package/lib/migrations/migrate/stub/knexfile-eg.stub +43 -43
- package/lib/migrations/migrate/stub/knexfile-js.stub +47 -47
- package/lib/migrations/migrate/stub/knexfile-ls.stub +35 -35
- package/lib/migrations/migrate/stub/knexfile-ts.stub +47 -47
- package/lib/migrations/migrate/stub/ls.stub +14 -14
- package/lib/migrations/migrate/stub/mjs.stub +23 -23
- package/lib/migrations/migrate/stub/ts-schema.stub +21 -21
- package/lib/migrations/migrate/stub/ts.stub +21 -21
- package/lib/migrations/migrate/table-creator.js +77 -77
- package/lib/migrations/migrate/table-resolver.js +27 -27
- package/lib/migrations/seed/Seeder.js +137 -137
- package/lib/migrations/seed/seed-stub.js +13 -13
- package/lib/migrations/seed/seeder-configuration-merger.js +60 -60
- package/lib/migrations/seed/sources/fs-seeds.js +65 -65
- package/lib/migrations/seed/stub/coffee.stub +9 -9
- package/lib/migrations/seed/stub/eg.stub +11 -11
- package/lib/migrations/seed/stub/js.stub +13 -13
- package/lib/migrations/seed/stub/ls.stub +11 -11
- package/lib/migrations/seed/stub/mjs.stub +12 -12
- package/lib/migrations/seed/stub/ts.stub +13 -13
- package/lib/migrations/util/fs.js +86 -86
- package/lib/migrations/util/import-file.js +12 -12
- package/lib/migrations/util/is-module-type.js +9 -9
- package/lib/migrations/util/template.js +52 -52
- package/lib/migrations/util/timestamp.js +14 -14
- package/lib/query/analytic.js +52 -52
- package/lib/query/constants.js +15 -15
- package/lib/query/joinclause.js +270 -270
- package/lib/query/method-constants.js +136 -136
- package/lib/query/querybuilder.js +1793 -1793
- package/lib/query/querycompiler.js +1634 -1634
- package/lib/raw.js +139 -139
- package/lib/ref.js +39 -39
- package/lib/schema/builder.js +115 -115
- package/lib/schema/columnbuilder.js +146 -146
- package/lib/schema/columncompiler.js +307 -307
- package/lib/schema/compiler.js +187 -187
- package/lib/schema/internal/helpers.js +55 -55
- package/lib/schema/tablebuilder.js +379 -379
- package/lib/schema/tablecompiler.js +450 -450
- package/lib/schema/viewbuilder.js +92 -92
- package/lib/schema/viewcompiler.js +138 -138
- package/lib/util/finally-mixin.js +13 -13
- package/lib/util/helpers.js +95 -95
- package/lib/util/is.js +32 -32
- package/lib/util/nanoid.js +40 -40
- package/lib/util/noop.js +1 -1
- package/lib/util/save-async-stack.js +14 -14
- package/lib/util/security.js +32 -32
- package/lib/util/string.js +190 -190
- package/lib/util/timeout.js +29 -29
- package/package.json +294 -296
- package/scripts/act-testing/act.sh +19 -19
- package/scripts/act-testing/merged-no-label.json +11 -11
- package/scripts/act-testing/merged-patch-labeled.json +12 -12
- package/scripts/act-testing/merged-skip-labeled.json +12 -12
- package/scripts/act-testing/not-merged-patch-labeled.json +12 -12
- package/scripts/build-for-release.sh +121 -121
- package/scripts/build.js +125 -125
- package/scripts/clean.js +31 -31
- package/scripts/docker-compose.yml +150 -150
- package/scripts/format-changelog.js +55 -55
- package/scripts/next-release-howto.md +24 -24
- package/scripts/oracledb-install-driver-libs.sh +82 -82
- package/scripts/release.sh +36 -36
- package/scripts/runkit-example.js +35 -35
- package/scripts/stress-test/README.txt +18 -18
- package/scripts/stress-test/docker-compose.yml +55 -55
- package/scripts/stress-test/knex-stress-test.js +212 -212
- package/scripts/stress-test/mysql2-random-hanging-every-now-and-then.js +149 -149
- package/scripts/stress-test/mysql2-sudden-exit-without-error.js +101 -101
- package/scripts/stress-test/reconnect-test-mysql-based-drivers.js +188 -188
- package/types/index.d.mts +11 -0
- package/types/index.d.ts +3321 -3321
- package/types/result.d.ts +27 -27
- package/types/tables.d.ts +4 -4
|
@@ -1,149 +1,149 @@
|
|
|
1
|
-
/**
|
|
2
|
-
* Test case for figuring out robust way to recognize if connection is dead
|
|
3
|
-
* for mysql based drivers.
|
|
4
|
-
*/
|
|
5
|
-
const delay = require('../../lib/execution/internal/delay');
|
|
6
|
-
const toxiproxy = require('toxiproxy-node-client');
|
|
7
|
-
const toxicli = new toxiproxy.Toxiproxy('http://localhost:8474');
|
|
8
|
-
const rp = require('request-promise-native');
|
|
9
|
-
const _ = require('lodash');
|
|
10
|
-
|
|
11
|
-
async function stdMysqlQuery(con, sql) {
|
|
12
|
-
return new Promise((resolve, reject) => {
|
|
13
|
-
try {
|
|
14
|
-
con.query(
|
|
15
|
-
{
|
|
16
|
-
sql,
|
|
17
|
-
timeout: 500,
|
|
18
|
-
},
|
|
19
|
-
function (error, results, fields) {
|
|
20
|
-
if (error) {
|
|
21
|
-
reject(error);
|
|
22
|
-
} else {
|
|
23
|
-
resolve(results);
|
|
24
|
-
}
|
|
25
|
-
}
|
|
26
|
-
);
|
|
27
|
-
} catch (err) {
|
|
28
|
-
reject(err); // double sure...
|
|
29
|
-
}
|
|
30
|
-
});
|
|
31
|
-
}
|
|
32
|
-
|
|
33
|
-
const mysql2 = require('mysql2');
|
|
34
|
-
let mysql2Con = { _fatalError: 'initmefirst' };
|
|
35
|
-
async function mysql2Query(sql) {
|
|
36
|
-
// recreate connection on fatal error
|
|
37
|
-
if (mysql2Con._fatalError) {
|
|
38
|
-
console.log('========== Reconnecting mysql2');
|
|
39
|
-
mysql2Con = mysql2.createConnection({
|
|
40
|
-
host: 'localhost',
|
|
41
|
-
user: 'root',
|
|
42
|
-
password: 'mysqlrootpassword',
|
|
43
|
-
port: 23306,
|
|
44
|
-
connectTimeout: 500,
|
|
45
|
-
debug: true,
|
|
46
|
-
});
|
|
47
|
-
mysql2Con.on('error', (err) => {
|
|
48
|
-
console.log('- STATS Mysql2 connection died:', err);
|
|
49
|
-
});
|
|
50
|
-
}
|
|
51
|
-
console.log('================ MYSQL2 Running query ======');
|
|
52
|
-
const res = await stdMysqlQuery(mysql2Con, sql);
|
|
53
|
-
console.log('====================== done ================');
|
|
54
|
-
return res;
|
|
55
|
-
}
|
|
56
|
-
|
|
57
|
-
const counters = {};
|
|
58
|
-
function setMysqlQueryCounters(name) {
|
|
59
|
-
counters[name] = { queries: 0, results: 0, errors: 0 };
|
|
60
|
-
}
|
|
61
|
-
setMysqlQueryCounters('mysql2');
|
|
62
|
-
|
|
63
|
-
// start printing out counters
|
|
64
|
-
let lastCounters = _.cloneDeep(counters);
|
|
65
|
-
setInterval(() => {
|
|
66
|
-
const reqsPerSec = {};
|
|
67
|
-
for (const key of Object.keys(counters)) {
|
|
68
|
-
reqsPerSec[key] = {
|
|
69
|
-
queries: counters[key].queries - lastCounters[key].queries,
|
|
70
|
-
results: counters[key].results - lastCounters[key].results,
|
|
71
|
-
errors: counters[key].errors - lastCounters[key].errors,
|
|
72
|
-
};
|
|
73
|
-
}
|
|
74
|
-
console.log(
|
|
75
|
-
'------------------------ STATS PER SECOND ------------------------'
|
|
76
|
-
);
|
|
77
|
-
console.dir(reqsPerSec, { colors: true });
|
|
78
|
-
console.log(
|
|
79
|
-
'------------------------------- EOS ------------------------------'
|
|
80
|
-
);
|
|
81
|
-
lastCounters = _.cloneDeep(counters);
|
|
82
|
-
}, 1000);
|
|
83
|
-
|
|
84
|
-
async function recreateProxy(serviceName, listenPort, proxyToPort) {
|
|
85
|
-
try {
|
|
86
|
-
await rp.delete({
|
|
87
|
-
url: `${toxicli.host}/proxies/${serviceName}`,
|
|
88
|
-
});
|
|
89
|
-
} catch (err) {
|
|
90
|
-
/* empty */
|
|
91
|
-
}
|
|
92
|
-
|
|
93
|
-
const proxy = await toxicli.createProxy({
|
|
94
|
-
name: serviceName,
|
|
95
|
-
listen: `0.0.0.0:${listenPort}`,
|
|
96
|
-
upstream: `${serviceName}:${proxyToPort}`,
|
|
97
|
-
});
|
|
98
|
-
|
|
99
|
-
// add some latency
|
|
100
|
-
await proxy.addToxic(
|
|
101
|
-
new toxiproxy.Toxic(proxy, {
|
|
102
|
-
type: 'latency',
|
|
103
|
-
attributes: { latency: 1, jitter: 1 },
|
|
104
|
-
})
|
|
105
|
-
);
|
|
106
|
-
|
|
107
|
-
// cause connections to be closed every some transferred bytes
|
|
108
|
-
await proxy.addToxic(
|
|
109
|
-
new toxiproxy.Toxic(proxy, {
|
|
110
|
-
type: 'limit_data',
|
|
111
|
-
attributes: { bytes: 1000 },
|
|
112
|
-
})
|
|
113
|
-
);
|
|
114
|
-
}
|
|
115
|
-
|
|
116
|
-
async function main() {
|
|
117
|
-
await recreateProxy('mysql', 23306, 3306);
|
|
118
|
-
setInterval(() => recreateProxy('mysql', 23306, 3306), 2000);
|
|
119
|
-
|
|
120
|
-
async function loopQueries(prefix, query) {
|
|
121
|
-
const counts = counters[prefix];
|
|
122
|
-
|
|
123
|
-
// eslint-disable-next-line no-constant-condition
|
|
124
|
-
while (true) {
|
|
125
|
-
try {
|
|
126
|
-
counts.queries += 1;
|
|
127
|
-
// without this delay we might endup to busy failure loop
|
|
128
|
-
await delay(0);
|
|
129
|
-
await query();
|
|
130
|
-
counts.results += 1;
|
|
131
|
-
} catch (err) {
|
|
132
|
-
counts.errors += 1;
|
|
133
|
-
console.log(prefix, err);
|
|
134
|
-
}
|
|
135
|
-
}
|
|
136
|
-
}
|
|
137
|
-
|
|
138
|
-
loopQueries('mysql2', () => mysql2Query('select 1'));
|
|
139
|
-
|
|
140
|
-
// wait forever
|
|
141
|
-
// eslint-disable-next-line no-constant-condition
|
|
142
|
-
while (true) {
|
|
143
|
-
await delay(1000);
|
|
144
|
-
}
|
|
145
|
-
}
|
|
146
|
-
|
|
147
|
-
main()
|
|
148
|
-
.then(() => console.log('DONE'))
|
|
149
|
-
.catch((err) => console.log(err));
|
|
1
|
+
/**
|
|
2
|
+
* Test case for figuring out robust way to recognize if connection is dead
|
|
3
|
+
* for mysql based drivers.
|
|
4
|
+
*/
|
|
5
|
+
const delay = require('../../lib/execution/internal/delay');
|
|
6
|
+
const toxiproxy = require('toxiproxy-node-client');
|
|
7
|
+
const toxicli = new toxiproxy.Toxiproxy('http://localhost:8474');
|
|
8
|
+
const rp = require('request-promise-native');
|
|
9
|
+
const _ = require('lodash');
|
|
10
|
+
|
|
11
|
+
async function stdMysqlQuery(con, sql) {
|
|
12
|
+
return new Promise((resolve, reject) => {
|
|
13
|
+
try {
|
|
14
|
+
con.query(
|
|
15
|
+
{
|
|
16
|
+
sql,
|
|
17
|
+
timeout: 500,
|
|
18
|
+
},
|
|
19
|
+
function (error, results, fields) {
|
|
20
|
+
if (error) {
|
|
21
|
+
reject(error);
|
|
22
|
+
} else {
|
|
23
|
+
resolve(results);
|
|
24
|
+
}
|
|
25
|
+
}
|
|
26
|
+
);
|
|
27
|
+
} catch (err) {
|
|
28
|
+
reject(err); // double sure...
|
|
29
|
+
}
|
|
30
|
+
});
|
|
31
|
+
}
|
|
32
|
+
|
|
33
|
+
const mysql2 = require('mysql2');
|
|
34
|
+
let mysql2Con = { _fatalError: 'initmefirst' };
|
|
35
|
+
async function mysql2Query(sql) {
|
|
36
|
+
// recreate connection on fatal error
|
|
37
|
+
if (mysql2Con._fatalError) {
|
|
38
|
+
console.log('========== Reconnecting mysql2');
|
|
39
|
+
mysql2Con = mysql2.createConnection({
|
|
40
|
+
host: 'localhost',
|
|
41
|
+
user: 'root',
|
|
42
|
+
password: 'mysqlrootpassword',
|
|
43
|
+
port: 23306,
|
|
44
|
+
connectTimeout: 500,
|
|
45
|
+
debug: true,
|
|
46
|
+
});
|
|
47
|
+
mysql2Con.on('error', (err) => {
|
|
48
|
+
console.log('- STATS Mysql2 connection died:', err);
|
|
49
|
+
});
|
|
50
|
+
}
|
|
51
|
+
console.log('================ MYSQL2 Running query ======');
|
|
52
|
+
const res = await stdMysqlQuery(mysql2Con, sql);
|
|
53
|
+
console.log('====================== done ================');
|
|
54
|
+
return res;
|
|
55
|
+
}
|
|
56
|
+
|
|
57
|
+
const counters = {};
|
|
58
|
+
function setMysqlQueryCounters(name) {
|
|
59
|
+
counters[name] = { queries: 0, results: 0, errors: 0 };
|
|
60
|
+
}
|
|
61
|
+
setMysqlQueryCounters('mysql2');
|
|
62
|
+
|
|
63
|
+
// start printing out counters
|
|
64
|
+
let lastCounters = _.cloneDeep(counters);
|
|
65
|
+
setInterval(() => {
|
|
66
|
+
const reqsPerSec = {};
|
|
67
|
+
for (const key of Object.keys(counters)) {
|
|
68
|
+
reqsPerSec[key] = {
|
|
69
|
+
queries: counters[key].queries - lastCounters[key].queries,
|
|
70
|
+
results: counters[key].results - lastCounters[key].results,
|
|
71
|
+
errors: counters[key].errors - lastCounters[key].errors,
|
|
72
|
+
};
|
|
73
|
+
}
|
|
74
|
+
console.log(
|
|
75
|
+
'------------------------ STATS PER SECOND ------------------------'
|
|
76
|
+
);
|
|
77
|
+
console.dir(reqsPerSec, { colors: true });
|
|
78
|
+
console.log(
|
|
79
|
+
'------------------------------- EOS ------------------------------'
|
|
80
|
+
);
|
|
81
|
+
lastCounters = _.cloneDeep(counters);
|
|
82
|
+
}, 1000);
|
|
83
|
+
|
|
84
|
+
async function recreateProxy(serviceName, listenPort, proxyToPort) {
|
|
85
|
+
try {
|
|
86
|
+
await rp.delete({
|
|
87
|
+
url: `${toxicli.host}/proxies/${serviceName}`,
|
|
88
|
+
});
|
|
89
|
+
} catch (err) {
|
|
90
|
+
/* empty */
|
|
91
|
+
}
|
|
92
|
+
|
|
93
|
+
const proxy = await toxicli.createProxy({
|
|
94
|
+
name: serviceName,
|
|
95
|
+
listen: `0.0.0.0:${listenPort}`,
|
|
96
|
+
upstream: `${serviceName}:${proxyToPort}`,
|
|
97
|
+
});
|
|
98
|
+
|
|
99
|
+
// add some latency
|
|
100
|
+
await proxy.addToxic(
|
|
101
|
+
new toxiproxy.Toxic(proxy, {
|
|
102
|
+
type: 'latency',
|
|
103
|
+
attributes: { latency: 1, jitter: 1 },
|
|
104
|
+
})
|
|
105
|
+
);
|
|
106
|
+
|
|
107
|
+
// cause connections to be closed every some transferred bytes
|
|
108
|
+
await proxy.addToxic(
|
|
109
|
+
new toxiproxy.Toxic(proxy, {
|
|
110
|
+
type: 'limit_data',
|
|
111
|
+
attributes: { bytes: 1000 },
|
|
112
|
+
})
|
|
113
|
+
);
|
|
114
|
+
}
|
|
115
|
+
|
|
116
|
+
async function main() {
|
|
117
|
+
await recreateProxy('mysql', 23306, 3306);
|
|
118
|
+
setInterval(() => recreateProxy('mysql', 23306, 3306), 2000);
|
|
119
|
+
|
|
120
|
+
async function loopQueries(prefix, query) {
|
|
121
|
+
const counts = counters[prefix];
|
|
122
|
+
|
|
123
|
+
// eslint-disable-next-line no-constant-condition
|
|
124
|
+
while (true) {
|
|
125
|
+
try {
|
|
126
|
+
counts.queries += 1;
|
|
127
|
+
// without this delay we might endup to busy failure loop
|
|
128
|
+
await delay(0);
|
|
129
|
+
await query();
|
|
130
|
+
counts.results += 1;
|
|
131
|
+
} catch (err) {
|
|
132
|
+
counts.errors += 1;
|
|
133
|
+
console.log(prefix, err);
|
|
134
|
+
}
|
|
135
|
+
}
|
|
136
|
+
}
|
|
137
|
+
|
|
138
|
+
loopQueries('mysql2', () => mysql2Query('select 1'));
|
|
139
|
+
|
|
140
|
+
// wait forever
|
|
141
|
+
// eslint-disable-next-line no-constant-condition
|
|
142
|
+
while (true) {
|
|
143
|
+
await delay(1000);
|
|
144
|
+
}
|
|
145
|
+
}
|
|
146
|
+
|
|
147
|
+
main()
|
|
148
|
+
.then(() => console.log('DONE'))
|
|
149
|
+
.catch((err) => console.log(err));
|
|
@@ -1,101 +1,101 @@
|
|
|
1
|
-
/**
|
|
2
|
-
* Test case when mysql2 driver strangely exits when one tries to send query
|
|
3
|
-
* to dead connection.
|
|
4
|
-
*/
|
|
5
|
-
|
|
6
|
-
const delay = require('../../lib/execution/internal/delay');
|
|
7
|
-
const toxiproxy = require('toxiproxy-node-client');
|
|
8
|
-
const toxicli = new toxiproxy.Toxiproxy('http://localhost:8474');
|
|
9
|
-
const rp = require('request-promise-native');
|
|
10
|
-
|
|
11
|
-
// drops old toxicproxy and creates new
|
|
12
|
-
async function recreateProxy(serviceName, listenPort, proxyToPort) {
|
|
13
|
-
try {
|
|
14
|
-
await rp.delete({
|
|
15
|
-
url: `${toxicli.host}/proxies/${serviceName}`,
|
|
16
|
-
});
|
|
17
|
-
} catch (err) {
|
|
18
|
-
// there was no proxy by that name... its ok
|
|
19
|
-
}
|
|
20
|
-
|
|
21
|
-
await toxicli.createProxy({
|
|
22
|
-
name: serviceName,
|
|
23
|
-
listen: `0.0.0.0:${listenPort}`,
|
|
24
|
-
upstream: `${serviceName}:${proxyToPort}`,
|
|
25
|
-
});
|
|
26
|
-
}
|
|
27
|
-
|
|
28
|
-
async function insanelyParanoidQuery(con) {
|
|
29
|
-
console.log('sending query');
|
|
30
|
-
const res = await new Promise((resolve, reject) => {
|
|
31
|
-
try {
|
|
32
|
-
con.query('select 1', [], function (err, rows, fields) {
|
|
33
|
-
if (err) {
|
|
34
|
-
reject(err);
|
|
35
|
-
} else {
|
|
36
|
-
resolve(rows);
|
|
37
|
-
}
|
|
38
|
-
});
|
|
39
|
-
} catch (err) {
|
|
40
|
-
console.log('Huh synchronous exception?! (shouldnt be possible)');
|
|
41
|
-
reject(err);
|
|
42
|
-
}
|
|
43
|
-
});
|
|
44
|
-
console.log(res);
|
|
45
|
-
}
|
|
46
|
-
|
|
47
|
-
async function main() {
|
|
48
|
-
// create proxy from localhost:23306 -> mysqldocker:3306
|
|
49
|
-
await recreateProxy('mysql', 23306, 3306);
|
|
50
|
-
|
|
51
|
-
// ------------- setup mysql2 db driver connection
|
|
52
|
-
const mysql2 = require('mysql2'); // with mysql this works...
|
|
53
|
-
const mysql2Con = await mysql2.createConnection({
|
|
54
|
-
host: 'localhost',
|
|
55
|
-
user: 'root',
|
|
56
|
-
password: 'mysqlrootpassword',
|
|
57
|
-
port: 23306,
|
|
58
|
-
});
|
|
59
|
-
|
|
60
|
-
mysql2Con.on('error', function (err) {
|
|
61
|
-
console.log("I'm dead", err);
|
|
62
|
-
});
|
|
63
|
-
|
|
64
|
-
console.log('Going to cut connections');
|
|
65
|
-
|
|
66
|
-
// cut connection during recreate
|
|
67
|
-
await recreateProxy('mysql', 23306, 3306);
|
|
68
|
-
|
|
69
|
-
console.log('Proxy recreated... start waiting');
|
|
70
|
-
|
|
71
|
-
// wait forever
|
|
72
|
-
// eslint-disable-next-line no-constant-condition
|
|
73
|
-
while (true) {
|
|
74
|
-
await delay(1000);
|
|
75
|
-
try {
|
|
76
|
-
await insanelyParanoidQuery(mysql2Con);
|
|
77
|
-
} catch (err) {
|
|
78
|
-
console.log('query failed:', err);
|
|
79
|
-
}
|
|
80
|
-
await recreateProxy('mysql', 23306, 3306);
|
|
81
|
-
}
|
|
82
|
-
}
|
|
83
|
-
|
|
84
|
-
main()
|
|
85
|
-
.then(() => console.log('Process stopped normally'))
|
|
86
|
-
.catch((err) => {
|
|
87
|
-
console.log('Process stopped to failure', err);
|
|
88
|
-
});
|
|
89
|
-
|
|
90
|
-
console.log('Waiting for eventloop to stop...');
|
|
91
|
-
|
|
92
|
-
process.on('uncaughtException', function (err) {
|
|
93
|
-
console.log('uncaughtException', err);
|
|
94
|
-
});
|
|
95
|
-
|
|
96
|
-
process.on('exit', function () {
|
|
97
|
-
console.log(
|
|
98
|
-
'Did someone call process.exit() or wat? exitCode:',
|
|
99
|
-
process.exitCode
|
|
100
|
-
);
|
|
101
|
-
});
|
|
1
|
+
/**
|
|
2
|
+
* Test case when mysql2 driver strangely exits when one tries to send query
|
|
3
|
+
* to dead connection.
|
|
4
|
+
*/
|
|
5
|
+
|
|
6
|
+
const delay = require('../../lib/execution/internal/delay');
|
|
7
|
+
const toxiproxy = require('toxiproxy-node-client');
|
|
8
|
+
const toxicli = new toxiproxy.Toxiproxy('http://localhost:8474');
|
|
9
|
+
const rp = require('request-promise-native');
|
|
10
|
+
|
|
11
|
+
// drops old toxicproxy and creates new
|
|
12
|
+
async function recreateProxy(serviceName, listenPort, proxyToPort) {
|
|
13
|
+
try {
|
|
14
|
+
await rp.delete({
|
|
15
|
+
url: `${toxicli.host}/proxies/${serviceName}`,
|
|
16
|
+
});
|
|
17
|
+
} catch (err) {
|
|
18
|
+
// there was no proxy by that name... its ok
|
|
19
|
+
}
|
|
20
|
+
|
|
21
|
+
await toxicli.createProxy({
|
|
22
|
+
name: serviceName,
|
|
23
|
+
listen: `0.0.0.0:${listenPort}`,
|
|
24
|
+
upstream: `${serviceName}:${proxyToPort}`,
|
|
25
|
+
});
|
|
26
|
+
}
|
|
27
|
+
|
|
28
|
+
async function insanelyParanoidQuery(con) {
|
|
29
|
+
console.log('sending query');
|
|
30
|
+
const res = await new Promise((resolve, reject) => {
|
|
31
|
+
try {
|
|
32
|
+
con.query('select 1', [], function (err, rows, fields) {
|
|
33
|
+
if (err) {
|
|
34
|
+
reject(err);
|
|
35
|
+
} else {
|
|
36
|
+
resolve(rows);
|
|
37
|
+
}
|
|
38
|
+
});
|
|
39
|
+
} catch (err) {
|
|
40
|
+
console.log('Huh synchronous exception?! (shouldnt be possible)');
|
|
41
|
+
reject(err);
|
|
42
|
+
}
|
|
43
|
+
});
|
|
44
|
+
console.log(res);
|
|
45
|
+
}
|
|
46
|
+
|
|
47
|
+
async function main() {
|
|
48
|
+
// create proxy from localhost:23306 -> mysqldocker:3306
|
|
49
|
+
await recreateProxy('mysql', 23306, 3306);
|
|
50
|
+
|
|
51
|
+
// ------------- setup mysql2 db driver connection
|
|
52
|
+
const mysql2 = require('mysql2'); // with mysql this works...
|
|
53
|
+
const mysql2Con = await mysql2.createConnection({
|
|
54
|
+
host: 'localhost',
|
|
55
|
+
user: 'root',
|
|
56
|
+
password: 'mysqlrootpassword',
|
|
57
|
+
port: 23306,
|
|
58
|
+
});
|
|
59
|
+
|
|
60
|
+
mysql2Con.on('error', function (err) {
|
|
61
|
+
console.log("I'm dead", err);
|
|
62
|
+
});
|
|
63
|
+
|
|
64
|
+
console.log('Going to cut connections');
|
|
65
|
+
|
|
66
|
+
// cut connection during recreate
|
|
67
|
+
await recreateProxy('mysql', 23306, 3306);
|
|
68
|
+
|
|
69
|
+
console.log('Proxy recreated... start waiting');
|
|
70
|
+
|
|
71
|
+
// wait forever
|
|
72
|
+
// eslint-disable-next-line no-constant-condition
|
|
73
|
+
while (true) {
|
|
74
|
+
await delay(1000);
|
|
75
|
+
try {
|
|
76
|
+
await insanelyParanoidQuery(mysql2Con);
|
|
77
|
+
} catch (err) {
|
|
78
|
+
console.log('query failed:', err);
|
|
79
|
+
}
|
|
80
|
+
await recreateProxy('mysql', 23306, 3306);
|
|
81
|
+
}
|
|
82
|
+
}
|
|
83
|
+
|
|
84
|
+
main()
|
|
85
|
+
.then(() => console.log('Process stopped normally'))
|
|
86
|
+
.catch((err) => {
|
|
87
|
+
console.log('Process stopped to failure', err);
|
|
88
|
+
});
|
|
89
|
+
|
|
90
|
+
console.log('Waiting for eventloop to stop...');
|
|
91
|
+
|
|
92
|
+
process.on('uncaughtException', function (err) {
|
|
93
|
+
console.log('uncaughtException', err);
|
|
94
|
+
});
|
|
95
|
+
|
|
96
|
+
process.on('exit', function () {
|
|
97
|
+
console.log(
|
|
98
|
+
'Did someone call process.exit() or wat? exitCode:',
|
|
99
|
+
process.exitCode
|
|
100
|
+
);
|
|
101
|
+
});
|