knex 3.2.2 → 3.2.4
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +2447 -2441
- package/CONTRIBUTING.md +190 -190
- package/LICENSE +22 -22
- package/README.md +156 -156
- package/UPGRADING.md +245 -245
- package/bin/cli.js +516 -516
- package/bin/knexfile-runtime-error.js +27 -27
- package/bin/utils/cli-config-utils.js +217 -217
- package/bin/utils/constants.js +7 -7
- package/bin/utils/migrationsLister.js +37 -37
- package/knex.js +23 -23
- package/knex.mjs +11 -11
- package/lib/builder-interface-augmenter.js +120 -120
- package/lib/client.js +585 -585
- package/lib/constants.js +61 -61
- package/lib/dialects/better-sqlite3/index.js +101 -101
- package/lib/dialects/cockroachdb/crdb-columncompiler.js +14 -14
- package/lib/dialects/cockroachdb/crdb-querybuilder.js +11 -11
- package/lib/dialects/cockroachdb/crdb-querycompiler.js +122 -122
- package/lib/dialects/cockroachdb/crdb-tablecompiler.js +46 -46
- package/lib/dialects/cockroachdb/crdb-viewcompiler.js +15 -15
- package/lib/dialects/cockroachdb/index.js +86 -86
- package/lib/dialects/index.js +34 -34
- package/lib/dialects/mssql/index.js +498 -498
- package/lib/dialects/mssql/mssql-formatter.js +34 -34
- package/lib/dialects/mssql/query/mssql-querycompiler.js +601 -601
- package/lib/dialects/mssql/schema/mssql-columncompiler.js +185 -185
- package/lib/dialects/mssql/schema/mssql-compiler.js +91 -91
- package/lib/dialects/mssql/schema/mssql-tablecompiler.js +393 -393
- package/lib/dialects/mssql/schema/mssql-viewcompiler.js +55 -55
- package/lib/dialects/mssql/transaction.js +176 -176
- package/lib/dialects/mysql/index.js +317 -317
- package/lib/dialects/mysql/query/mysql-querybuilder.js +14 -14
- package/lib/dialects/mysql/query/mysql-querycompiler.js +292 -292
- package/lib/dialects/mysql/schema/mysql-columncompiler.js +193 -193
- package/lib/dialects/mysql/schema/mysql-compiler.js +60 -60
- package/lib/dialects/mysql/schema/mysql-tablecompiler.js +426 -426
- package/lib/dialects/mysql/schema/mysql-viewbuilder.js +21 -21
- package/lib/dialects/mysql/schema/mysql-viewcompiler.js +15 -15
- package/lib/dialects/mysql/transaction.js +46 -46
- package/lib/dialects/mysql2/index.js +53 -53
- package/lib/dialects/mysql2/transaction.js +44 -44
- package/lib/dialects/oracle/DEAD_CODE.md +5 -5
- package/lib/dialects/oracle/index.js +92 -92
- package/lib/dialects/oracle/query/oracle-querycompiler.js +343 -343
- package/lib/dialects/oracle/schema/internal/incrementUtils.js +22 -22
- package/lib/dialects/oracle/schema/internal/trigger.js +155 -155
- package/lib/dialects/oracle/schema/oracle-columnbuilder.js +17 -17
- package/lib/dialects/oracle/schema/oracle-columncompiler.js +126 -126
- package/lib/dialects/oracle/schema/oracle-compiler.js +124 -124
- package/lib/dialects/oracle/schema/oracle-tablecompiler.js +210 -210
- package/lib/dialects/oracle/utils.js +107 -107
- package/lib/dialects/oracledb/index.js +381 -381
- package/lib/dialects/oracledb/query/oracledb-querycompiler.js +481 -481
- package/lib/dialects/oracledb/schema/oracledb-columncompiler.js +61 -61
- package/lib/dialects/oracledb/schema/oracledb-tablecompiler.js +19 -19
- package/lib/dialects/oracledb/schema/oracledb-viewbuilder.js +13 -13
- package/lib/dialects/oracledb/schema/oracledb-viewcompiler.js +19 -19
- package/lib/dialects/oracledb/transaction.js +98 -98
- package/lib/dialects/oracledb/utils.js +208 -208
- package/lib/dialects/pgnative/index.js +60 -60
- package/lib/dialects/postgres/execution/pg-transaction.js +19 -19
- package/lib/dialects/postgres/index.js +373 -373
- package/lib/dialects/postgres/query/pg-querybuilder.js +43 -43
- package/lib/dialects/postgres/query/pg-querycompiler.js +400 -400
- package/lib/dialects/postgres/schema/pg-columncompiler.js +162 -162
- package/lib/dialects/postgres/schema/pg-compiler.js +138 -138
- package/lib/dialects/postgres/schema/pg-tablecompiler.js +331 -331
- package/lib/dialects/postgres/schema/pg-viewbuilder.js +21 -21
- package/lib/dialects/postgres/schema/pg-viewcompiler.js +35 -35
- package/lib/dialects/redshift/index.js +86 -86
- package/lib/dialects/redshift/query/redshift-querycompiler.js +163 -163
- package/lib/dialects/redshift/schema/redshift-columnbuilder.js +22 -22
- package/lib/dialects/redshift/schema/redshift-columncompiler.js +67 -67
- package/lib/dialects/redshift/schema/redshift-compiler.js +14 -14
- package/lib/dialects/redshift/schema/redshift-tablecompiler.js +134 -134
- package/lib/dialects/redshift/schema/redshift-viewcompiler.js +11 -11
- package/lib/dialects/redshift/transaction.js +32 -32
- package/lib/dialects/sqlite3/execution/sqlite-transaction.js +172 -172
- package/lib/dialects/sqlite3/index.js +263 -263
- package/lib/dialects/sqlite3/query/sqlite-querybuilder.js +33 -33
- package/lib/dialects/sqlite3/query/sqlite-querycompiler.js +341 -341
- package/lib/dialects/sqlite3/schema/ddl.js +380 -380
- package/lib/dialects/sqlite3/schema/internal/compiler.js +327 -327
- package/lib/dialects/sqlite3/schema/internal/parser-combinator.js +161 -161
- package/lib/dialects/sqlite3/schema/internal/parser.js +638 -638
- package/lib/dialects/sqlite3/schema/internal/sqlite-ddl-operations.js +41 -41
- package/lib/dialects/sqlite3/schema/internal/tokenizer.js +38 -38
- package/lib/dialects/sqlite3/schema/internal/utils.js +12 -12
- package/lib/dialects/sqlite3/schema/sqlite-columncompiler.js +50 -50
- package/lib/dialects/sqlite3/schema/sqlite-compiler.js +80 -80
- package/lib/dialects/sqlite3/schema/sqlite-tablecompiler.js +364 -364
- package/lib/dialects/sqlite3/schema/sqlite-viewcompiler.js +40 -40
- package/lib/execution/batch-insert.js +51 -51
- package/lib/execution/internal/delay.js +6 -6
- package/lib/execution/internal/ensure-connection-callback.js +41 -41
- package/lib/execution/internal/query-executioner.js +62 -62
- package/lib/execution/runner.js +325 -325
- package/lib/execution/transaction.js +417 -417
- package/lib/formatter/formatterUtils.js +42 -42
- package/lib/formatter/rawFormatter.js +84 -84
- package/lib/formatter/wrappingFormatter.js +253 -253
- package/lib/formatter.js +25 -25
- package/lib/index.js +3 -3
- package/lib/knex-builder/FunctionHelper.js +80 -80
- package/lib/knex-builder/Knex.js +59 -59
- package/lib/knex-builder/internal/config-resolver.js +57 -57
- package/lib/knex-builder/internal/parse-connection.js +87 -87
- package/lib/knex-builder/make-knex.js +345 -345
- package/lib/logger.js +76 -76
- package/lib/migrations/common/MigrationsLoader.js +36 -36
- package/lib/migrations/migrate/MigrationGenerator.js +84 -84
- package/lib/migrations/migrate/Migrator.js +632 -632
- package/lib/migrations/migrate/migrate-stub.js +17 -17
- package/lib/migrations/migrate/migration-list-resolver.js +33 -33
- package/lib/migrations/migrate/migrator-configuration-merger.js +58 -58
- package/lib/migrations/migrate/sources/fs-migrations.js +74 -74
- package/lib/migrations/migrate/stub/cjs.stub +15 -15
- package/lib/migrations/migrate/stub/coffee.stub +13 -13
- package/lib/migrations/migrate/stub/eg.stub +14 -14
- package/lib/migrations/migrate/stub/js-schema.stub +22 -22
- package/lib/migrations/migrate/stub/js.stub +22 -22
- package/lib/migrations/migrate/stub/knexfile-coffee.stub +34 -34
- package/lib/migrations/migrate/stub/knexfile-eg.stub +43 -43
- package/lib/migrations/migrate/stub/knexfile-js.stub +47 -47
- package/lib/migrations/migrate/stub/knexfile-ls.stub +35 -35
- package/lib/migrations/migrate/stub/knexfile-ts.stub +47 -47
- package/lib/migrations/migrate/stub/ls.stub +14 -14
- package/lib/migrations/migrate/stub/mjs.stub +23 -23
- package/lib/migrations/migrate/stub/ts-schema.stub +21 -21
- package/lib/migrations/migrate/stub/ts.stub +21 -21
- package/lib/migrations/migrate/table-creator.js +77 -77
- package/lib/migrations/migrate/table-resolver.js +27 -27
- package/lib/migrations/seed/Seeder.js +137 -137
- package/lib/migrations/seed/seed-stub.js +13 -13
- package/lib/migrations/seed/seeder-configuration-merger.js +60 -60
- package/lib/migrations/seed/sources/fs-seeds.js +65 -65
- package/lib/migrations/seed/stub/coffee.stub +9 -9
- package/lib/migrations/seed/stub/eg.stub +11 -11
- package/lib/migrations/seed/stub/js.stub +13 -13
- package/lib/migrations/seed/stub/ls.stub +11 -11
- package/lib/migrations/seed/stub/mjs.stub +12 -12
- package/lib/migrations/seed/stub/ts.stub +13 -13
- package/lib/migrations/util/fs.js +86 -86
- package/lib/migrations/util/import-file.js +12 -12
- package/lib/migrations/util/is-module-type.js +9 -9
- package/lib/migrations/util/template.js +52 -52
- package/lib/migrations/util/timestamp.js +14 -14
- package/lib/query/analytic.js +52 -52
- package/lib/query/constants.js +15 -15
- package/lib/query/joinclause.js +270 -270
- package/lib/query/method-constants.js +136 -136
- package/lib/query/querybuilder.js +1793 -1793
- package/lib/query/querycompiler.js +1634 -1634
- package/lib/raw.js +139 -139
- package/lib/ref.js +39 -39
- package/lib/schema/builder.js +115 -115
- package/lib/schema/columnbuilder.js +146 -146
- package/lib/schema/columncompiler.js +307 -307
- package/lib/schema/compiler.js +187 -187
- package/lib/schema/internal/helpers.js +55 -55
- package/lib/schema/tablebuilder.js +379 -379
- package/lib/schema/tablecompiler.js +450 -450
- package/lib/schema/viewbuilder.js +92 -92
- package/lib/schema/viewcompiler.js +138 -138
- package/lib/util/finally-mixin.js +13 -13
- package/lib/util/helpers.js +95 -95
- package/lib/util/is.js +32 -32
- package/lib/util/nanoid.js +40 -40
- package/lib/util/noop.js +1 -1
- package/lib/util/save-async-stack.js +14 -14
- package/lib/util/security.js +32 -32
- package/lib/util/string.js +190 -190
- package/lib/util/timeout.js +29 -29
- package/package.json +294 -296
- package/scripts/act-testing/act.sh +19 -19
- package/scripts/act-testing/merged-no-label.json +11 -11
- package/scripts/act-testing/merged-patch-labeled.json +12 -12
- package/scripts/act-testing/merged-skip-labeled.json +12 -12
- package/scripts/act-testing/not-merged-patch-labeled.json +12 -12
- package/scripts/build-for-release.sh +121 -121
- package/scripts/build.js +125 -125
- package/scripts/clean.js +31 -31
- package/scripts/docker-compose.yml +150 -150
- package/scripts/format-changelog.js +55 -55
- package/scripts/next-release-howto.md +24 -24
- package/scripts/oracledb-install-driver-libs.sh +82 -82
- package/scripts/release.sh +36 -36
- package/scripts/runkit-example.js +35 -35
- package/scripts/stress-test/README.txt +18 -18
- package/scripts/stress-test/docker-compose.yml +55 -55
- package/scripts/stress-test/knex-stress-test.js +212 -212
- package/scripts/stress-test/mysql2-random-hanging-every-now-and-then.js +149 -149
- package/scripts/stress-test/mysql2-sudden-exit-without-error.js +101 -101
- package/scripts/stress-test/reconnect-test-mysql-based-drivers.js +188 -188
- package/types/index.d.mts +11 -0
- package/types/index.d.ts +3321 -3321
- package/types/result.d.ts +27 -27
- package/types/tables.d.ts +4 -4
|
@@ -1,188 +1,188 @@
|
|
|
1
|
-
/**
|
|
2
|
-
* Test case for figuring out robust way to recognize if connection is dead
|
|
3
|
-
* for mysql based drivers.
|
|
4
|
-
*/
|
|
5
|
-
const delay = require('../../lib/execution/internal/delay');
|
|
6
|
-
const toxiproxy = require('toxiproxy-node-client');
|
|
7
|
-
const toxicli = new toxiproxy.Toxiproxy('http://localhost:8474');
|
|
8
|
-
const rp = require('request-promise-native');
|
|
9
|
-
|
|
10
|
-
async function stdMysqlQuery(con, sql) {
|
|
11
|
-
return new Promise((resolve, reject) => {
|
|
12
|
-
try {
|
|
13
|
-
con.query(
|
|
14
|
-
{
|
|
15
|
-
sql,
|
|
16
|
-
timeout: 4000,
|
|
17
|
-
},
|
|
18
|
-
function (error, results, fields) {
|
|
19
|
-
if (error) {
|
|
20
|
-
reject(error);
|
|
21
|
-
} else {
|
|
22
|
-
resolve(results);
|
|
23
|
-
}
|
|
24
|
-
}
|
|
25
|
-
);
|
|
26
|
-
} catch (err) {
|
|
27
|
-
reject(err); // double sure...
|
|
28
|
-
}
|
|
29
|
-
});
|
|
30
|
-
}
|
|
31
|
-
|
|
32
|
-
// ALL THE DRIVERS HAS DIFFERENT BAG OF TRICKS TO RECOVER AND
|
|
33
|
-
// RECOGNIZE WHEN CONNECTION HAS BEEN CLOSED
|
|
34
|
-
|
|
35
|
-
// ------------- setup mysql db driver connection
|
|
36
|
-
const mysql = require('mysql');
|
|
37
|
-
let mysqlCon = { state: 'disconnected' };
|
|
38
|
-
async function mysqlQuery(sql) {
|
|
39
|
-
// best way to check if connection is still alive
|
|
40
|
-
if (mysqlCon.state === 'disconnected') {
|
|
41
|
-
console.log('reconnecting mysql');
|
|
42
|
-
mysqlCon = mysql.createConnection({
|
|
43
|
-
host: 'localhost',
|
|
44
|
-
user: 'root',
|
|
45
|
-
password: 'mysqlrootpassword',
|
|
46
|
-
port: 23306,
|
|
47
|
-
connectTimeout: 500,
|
|
48
|
-
});
|
|
49
|
-
// not always triggered, if this happens during query
|
|
50
|
-
mysqlCon.on('error', (err) => {
|
|
51
|
-
console.log('- STATS Mysql connection died:', err);
|
|
52
|
-
});
|
|
53
|
-
}
|
|
54
|
-
return stdMysqlQuery(mysqlCon, sql);
|
|
55
|
-
}
|
|
56
|
-
|
|
57
|
-
// ------------- setup mysql2 db driver connection
|
|
58
|
-
const mysql2 = require('mysql2');
|
|
59
|
-
let mysql2Con = { _fatalError: 'initmefirst' };
|
|
60
|
-
async function mysql2Query(sql) {
|
|
61
|
-
if (mysql2Con._fatalError) {
|
|
62
|
-
console.log('reconnecting mysql2');
|
|
63
|
-
mysql2Con = mysql2.createConnection({
|
|
64
|
-
host: 'localhost',
|
|
65
|
-
user: 'root',
|
|
66
|
-
password: 'mysqlrootpassword',
|
|
67
|
-
port: 23306,
|
|
68
|
-
connectTimeout: 500,
|
|
69
|
-
});
|
|
70
|
-
mysql2Con.on('error', (err) => {
|
|
71
|
-
console.log('- STATS Mysql2 connection died:', err);
|
|
72
|
-
});
|
|
73
|
-
}
|
|
74
|
-
console.log('================ MYSQL2 Running query....');
|
|
75
|
-
const res = await stdMysqlQuery(mysql2Con, sql);
|
|
76
|
-
console.log('=========== done');
|
|
77
|
-
return res;
|
|
78
|
-
}
|
|
79
|
-
|
|
80
|
-
const counters = {};
|
|
81
|
-
function setMysqlQueryCounters(name) {
|
|
82
|
-
counters[name] = { queries: 0, results: 0, errors: 0 };
|
|
83
|
-
}
|
|
84
|
-
setMysqlQueryCounters('mysql');
|
|
85
|
-
setMysqlQueryCounters('mysql2');
|
|
86
|
-
|
|
87
|
-
const _ = require('lodash');
|
|
88
|
-
|
|
89
|
-
// start printing out counters
|
|
90
|
-
let lastCounters = _.cloneDeep(counters);
|
|
91
|
-
|
|
92
|
-
setInterval(() => {
|
|
93
|
-
const reqsPerSec = {};
|
|
94
|
-
for (const key of Object.keys(counters)) {
|
|
95
|
-
reqsPerSec[key] = {
|
|
96
|
-
queries: counters[key].queries - lastCounters[key].queries,
|
|
97
|
-
results: counters[key].results - lastCounters[key].results,
|
|
98
|
-
errors: counters[key].errors - lastCounters[key].errors,
|
|
99
|
-
};
|
|
100
|
-
}
|
|
101
|
-
console.log(
|
|
102
|
-
'------------------------ STATS PER SECOND ------------------------'
|
|
103
|
-
);
|
|
104
|
-
console.dir(reqsPerSec, { colors: true });
|
|
105
|
-
console.log(
|
|
106
|
-
'------------------------------- EOS ------------------------------'
|
|
107
|
-
);
|
|
108
|
-
lastCounters = _.cloneDeep(counters);
|
|
109
|
-
|
|
110
|
-
// if hang
|
|
111
|
-
///if (reqsPerSec.mysql2.queries === 0) process.exit(0);
|
|
112
|
-
}, 1000);
|
|
113
|
-
|
|
114
|
-
async function main() {
|
|
115
|
-
async function recreateProxy(serviceName, listenPort, proxyToPort) {
|
|
116
|
-
try {
|
|
117
|
-
await rp.delete({
|
|
118
|
-
url: `${toxicli.host}/proxies/${serviceName}`,
|
|
119
|
-
});
|
|
120
|
-
} catch (err) {
|
|
121
|
-
/* empty */
|
|
122
|
-
}
|
|
123
|
-
|
|
124
|
-
const proxy = await toxicli.createProxy({
|
|
125
|
-
name: serviceName,
|
|
126
|
-
listen: `0.0.0.0:${listenPort}`,
|
|
127
|
-
upstream: `${serviceName}:${proxyToPort}`,
|
|
128
|
-
});
|
|
129
|
-
|
|
130
|
-
// add some latency
|
|
131
|
-
await proxy.addToxic(
|
|
132
|
-
new toxiproxy.Toxic(proxy, {
|
|
133
|
-
type: 'latency',
|
|
134
|
-
attributes: { latency: 1, jitter: 1 },
|
|
135
|
-
})
|
|
136
|
-
);
|
|
137
|
-
|
|
138
|
-
// cause connections to be closed every some transferred bytes
|
|
139
|
-
await proxy.addToxic(
|
|
140
|
-
new toxiproxy.Toxic(proxy, {
|
|
141
|
-
type: 'limit_data',
|
|
142
|
-
attributes: { bytes: 1000 },
|
|
143
|
-
})
|
|
144
|
-
);
|
|
145
|
-
}
|
|
146
|
-
|
|
147
|
-
// create TCP proxies for simulating bad connections etc.
|
|
148
|
-
async function recreateProxies() {
|
|
149
|
-
console.log('----- Recreating proxies -> cutting connections completely');
|
|
150
|
-
await recreateProxy('postgresql', 25432, 5432);
|
|
151
|
-
await recreateProxy('mysql', 23306, 3306);
|
|
152
|
-
await recreateProxy('oracledb', 21521, 1521);
|
|
153
|
-
}
|
|
154
|
-
setInterval(() => recreateProxies(), 2000);
|
|
155
|
-
|
|
156
|
-
async function loopQueries(prefix, query) {
|
|
157
|
-
const counts = counters[prefix];
|
|
158
|
-
|
|
159
|
-
// eslint-disable-next-line no-constant-condition
|
|
160
|
-
while (true) {
|
|
161
|
-
try {
|
|
162
|
-
counts.queries += 1;
|
|
163
|
-
// without this delay we endup to busy failure loop
|
|
164
|
-
await delay(0);
|
|
165
|
-
await query();
|
|
166
|
-
counts.results += 1;
|
|
167
|
-
} catch (err) {
|
|
168
|
-
counts.errors += 1;
|
|
169
|
-
console.log(prefix, err);
|
|
170
|
-
}
|
|
171
|
-
}
|
|
172
|
-
}
|
|
173
|
-
|
|
174
|
-
await recreateProxies();
|
|
175
|
-
|
|
176
|
-
loopQueries('mysql', () => mysqlQuery('select 1'));
|
|
177
|
-
loopQueries('mysql2', () => mysql2Query('select 1'));
|
|
178
|
-
|
|
179
|
-
// wait forever
|
|
180
|
-
// eslint-disable-next-line no-constant-condition
|
|
181
|
-
while (true) {
|
|
182
|
-
await delay(1000);
|
|
183
|
-
}
|
|
184
|
-
}
|
|
185
|
-
|
|
186
|
-
main()
|
|
187
|
-
.then(() => console.log('DONE'))
|
|
188
|
-
.catch((err) => console.log(err));
|
|
1
|
+
/**
|
|
2
|
+
* Test case for figuring out robust way to recognize if connection is dead
|
|
3
|
+
* for mysql based drivers.
|
|
4
|
+
*/
|
|
5
|
+
const delay = require('../../lib/execution/internal/delay');
|
|
6
|
+
const toxiproxy = require('toxiproxy-node-client');
|
|
7
|
+
const toxicli = new toxiproxy.Toxiproxy('http://localhost:8474');
|
|
8
|
+
const rp = require('request-promise-native');
|
|
9
|
+
|
|
10
|
+
async function stdMysqlQuery(con, sql) {
|
|
11
|
+
return new Promise((resolve, reject) => {
|
|
12
|
+
try {
|
|
13
|
+
con.query(
|
|
14
|
+
{
|
|
15
|
+
sql,
|
|
16
|
+
timeout: 4000,
|
|
17
|
+
},
|
|
18
|
+
function (error, results, fields) {
|
|
19
|
+
if (error) {
|
|
20
|
+
reject(error);
|
|
21
|
+
} else {
|
|
22
|
+
resolve(results);
|
|
23
|
+
}
|
|
24
|
+
}
|
|
25
|
+
);
|
|
26
|
+
} catch (err) {
|
|
27
|
+
reject(err); // double sure...
|
|
28
|
+
}
|
|
29
|
+
});
|
|
30
|
+
}
|
|
31
|
+
|
|
32
|
+
// ALL THE DRIVERS HAS DIFFERENT BAG OF TRICKS TO RECOVER AND
|
|
33
|
+
// RECOGNIZE WHEN CONNECTION HAS BEEN CLOSED
|
|
34
|
+
|
|
35
|
+
// ------------- setup mysql db driver connection
|
|
36
|
+
const mysql = require('mysql');
|
|
37
|
+
let mysqlCon = { state: 'disconnected' };
|
|
38
|
+
async function mysqlQuery(sql) {
|
|
39
|
+
// best way to check if connection is still alive
|
|
40
|
+
if (mysqlCon.state === 'disconnected') {
|
|
41
|
+
console.log('reconnecting mysql');
|
|
42
|
+
mysqlCon = mysql.createConnection({
|
|
43
|
+
host: 'localhost',
|
|
44
|
+
user: 'root',
|
|
45
|
+
password: 'mysqlrootpassword',
|
|
46
|
+
port: 23306,
|
|
47
|
+
connectTimeout: 500,
|
|
48
|
+
});
|
|
49
|
+
// not always triggered, if this happens during query
|
|
50
|
+
mysqlCon.on('error', (err) => {
|
|
51
|
+
console.log('- STATS Mysql connection died:', err);
|
|
52
|
+
});
|
|
53
|
+
}
|
|
54
|
+
return stdMysqlQuery(mysqlCon, sql);
|
|
55
|
+
}
|
|
56
|
+
|
|
57
|
+
// ------------- setup mysql2 db driver connection
|
|
58
|
+
const mysql2 = require('mysql2');
|
|
59
|
+
let mysql2Con = { _fatalError: 'initmefirst' };
|
|
60
|
+
async function mysql2Query(sql) {
|
|
61
|
+
if (mysql2Con._fatalError) {
|
|
62
|
+
console.log('reconnecting mysql2');
|
|
63
|
+
mysql2Con = mysql2.createConnection({
|
|
64
|
+
host: 'localhost',
|
|
65
|
+
user: 'root',
|
|
66
|
+
password: 'mysqlrootpassword',
|
|
67
|
+
port: 23306,
|
|
68
|
+
connectTimeout: 500,
|
|
69
|
+
});
|
|
70
|
+
mysql2Con.on('error', (err) => {
|
|
71
|
+
console.log('- STATS Mysql2 connection died:', err);
|
|
72
|
+
});
|
|
73
|
+
}
|
|
74
|
+
console.log('================ MYSQL2 Running query....');
|
|
75
|
+
const res = await stdMysqlQuery(mysql2Con, sql);
|
|
76
|
+
console.log('=========== done');
|
|
77
|
+
return res;
|
|
78
|
+
}
|
|
79
|
+
|
|
80
|
+
const counters = {};
|
|
81
|
+
function setMysqlQueryCounters(name) {
|
|
82
|
+
counters[name] = { queries: 0, results: 0, errors: 0 };
|
|
83
|
+
}
|
|
84
|
+
setMysqlQueryCounters('mysql');
|
|
85
|
+
setMysqlQueryCounters('mysql2');
|
|
86
|
+
|
|
87
|
+
const _ = require('lodash');
|
|
88
|
+
|
|
89
|
+
// start printing out counters
|
|
90
|
+
let lastCounters = _.cloneDeep(counters);
|
|
91
|
+
|
|
92
|
+
setInterval(() => {
|
|
93
|
+
const reqsPerSec = {};
|
|
94
|
+
for (const key of Object.keys(counters)) {
|
|
95
|
+
reqsPerSec[key] = {
|
|
96
|
+
queries: counters[key].queries - lastCounters[key].queries,
|
|
97
|
+
results: counters[key].results - lastCounters[key].results,
|
|
98
|
+
errors: counters[key].errors - lastCounters[key].errors,
|
|
99
|
+
};
|
|
100
|
+
}
|
|
101
|
+
console.log(
|
|
102
|
+
'------------------------ STATS PER SECOND ------------------------'
|
|
103
|
+
);
|
|
104
|
+
console.dir(reqsPerSec, { colors: true });
|
|
105
|
+
console.log(
|
|
106
|
+
'------------------------------- EOS ------------------------------'
|
|
107
|
+
);
|
|
108
|
+
lastCounters = _.cloneDeep(counters);
|
|
109
|
+
|
|
110
|
+
// if hang
|
|
111
|
+
///if (reqsPerSec.mysql2.queries === 0) process.exit(0);
|
|
112
|
+
}, 1000);
|
|
113
|
+
|
|
114
|
+
async function main() {
|
|
115
|
+
async function recreateProxy(serviceName, listenPort, proxyToPort) {
|
|
116
|
+
try {
|
|
117
|
+
await rp.delete({
|
|
118
|
+
url: `${toxicli.host}/proxies/${serviceName}`,
|
|
119
|
+
});
|
|
120
|
+
} catch (err) {
|
|
121
|
+
/* empty */
|
|
122
|
+
}
|
|
123
|
+
|
|
124
|
+
const proxy = await toxicli.createProxy({
|
|
125
|
+
name: serviceName,
|
|
126
|
+
listen: `0.0.0.0:${listenPort}`,
|
|
127
|
+
upstream: `${serviceName}:${proxyToPort}`,
|
|
128
|
+
});
|
|
129
|
+
|
|
130
|
+
// add some latency
|
|
131
|
+
await proxy.addToxic(
|
|
132
|
+
new toxiproxy.Toxic(proxy, {
|
|
133
|
+
type: 'latency',
|
|
134
|
+
attributes: { latency: 1, jitter: 1 },
|
|
135
|
+
})
|
|
136
|
+
);
|
|
137
|
+
|
|
138
|
+
// cause connections to be closed every some transferred bytes
|
|
139
|
+
await proxy.addToxic(
|
|
140
|
+
new toxiproxy.Toxic(proxy, {
|
|
141
|
+
type: 'limit_data',
|
|
142
|
+
attributes: { bytes: 1000 },
|
|
143
|
+
})
|
|
144
|
+
);
|
|
145
|
+
}
|
|
146
|
+
|
|
147
|
+
// create TCP proxies for simulating bad connections etc.
|
|
148
|
+
async function recreateProxies() {
|
|
149
|
+
console.log('----- Recreating proxies -> cutting connections completely');
|
|
150
|
+
await recreateProxy('postgresql', 25432, 5432);
|
|
151
|
+
await recreateProxy('mysql', 23306, 3306);
|
|
152
|
+
await recreateProxy('oracledb', 21521, 1521);
|
|
153
|
+
}
|
|
154
|
+
setInterval(() => recreateProxies(), 2000);
|
|
155
|
+
|
|
156
|
+
async function loopQueries(prefix, query) {
|
|
157
|
+
const counts = counters[prefix];
|
|
158
|
+
|
|
159
|
+
// eslint-disable-next-line no-constant-condition
|
|
160
|
+
while (true) {
|
|
161
|
+
try {
|
|
162
|
+
counts.queries += 1;
|
|
163
|
+
// without this delay we endup to busy failure loop
|
|
164
|
+
await delay(0);
|
|
165
|
+
await query();
|
|
166
|
+
counts.results += 1;
|
|
167
|
+
} catch (err) {
|
|
168
|
+
counts.errors += 1;
|
|
169
|
+
console.log(prefix, err);
|
|
170
|
+
}
|
|
171
|
+
}
|
|
172
|
+
}
|
|
173
|
+
|
|
174
|
+
await recreateProxies();
|
|
175
|
+
|
|
176
|
+
loopQueries('mysql', () => mysqlQuery('select 1'));
|
|
177
|
+
loopQueries('mysql2', () => mysql2Query('select 1'));
|
|
178
|
+
|
|
179
|
+
// wait forever
|
|
180
|
+
// eslint-disable-next-line no-constant-condition
|
|
181
|
+
while (true) {
|
|
182
|
+
await delay(1000);
|
|
183
|
+
}
|
|
184
|
+
}
|
|
185
|
+
|
|
186
|
+
main()
|
|
187
|
+
.then(() => console.log('DONE'))
|
|
188
|
+
.catch((err) => console.log(err));
|
|
@@ -0,0 +1,11 @@
|
|
|
1
|
+
// ESM-specific types for Knex.js
|
|
2
|
+
// This file provides ESM type definitions that wrap the CJS types from index.d.ts
|
|
3
|
+
// to match the exports defined in knex.mjs
|
|
4
|
+
|
|
5
|
+
import type knexCjs from './index.d.ts';
|
|
6
|
+
|
|
7
|
+
// Re-export the named export as defined in knex.mjs, without circular self-reference
|
|
8
|
+
export const knex: Omit<typeof knexCjs, 'default' | 'knex'>;
|
|
9
|
+
|
|
10
|
+
// Re-export the default export as defined in knex.mjs: export default knex
|
|
11
|
+
export default knex;
|