knex 3.0.1 → 3.2.0

package/scripts/stress-test/mysql2-random-hanging-every-now-and-then.js

@@ -1,149 +1,149 @@
-/**
- * Test case for figuring out robust way to recognize if connection is dead
- * for mysql based drivers.
- */
-const delay = require('../../lib/execution/internal/delay');
-const toxiproxy = require('toxiproxy-node-client');
-const toxicli = new toxiproxy.Toxiproxy('http://localhost:8474');
-const rp = require('request-promise-native');
-const _ = require('lodash');
-
-async function stdMysqlQuery(con, sql) {
-  return new Promise((resolve, reject) => {
-    try {
-      con.query(
-        {
-          sql,
-          timeout: 500,
-        },
-        function (error, results, fields) {
-          if (error) {
-            reject(error);
-          } else {
-            resolve(results);
-          }
-        }
-      );
-    } catch (err) {
-      reject(err); // double sure...
-    }
-  });
-}
-
-const mysql2 = require('mysql2');
-let mysql2Con = { _fatalError: 'initmefirst' };
-async function mysql2Query(sql) {
-  // recreate connection on fatal error
-  if (mysql2Con._fatalError) {
-    console.log('========== Reconnecting mysql2');
-    mysql2Con = mysql2.createConnection({
-      host: 'localhost',
-      user: 'root',
-      password: 'mysqlrootpassword',
-      port: 23306,
-      connectTimeout: 500,
-      debug: true,
-    });
-    mysql2Con.on('error', (err) => {
-      console.log('- STATS Mysql2 connection died:', err);
-    });
-  }
-  console.log('================ MYSQL2 Running query ======');
-  const res = await stdMysqlQuery(mysql2Con, sql);
-  console.log('====================== done ================');
-  return res;
-}
-
-const counters = {};
-function setMysqlQueryCounters(name) {
-  counters[name] = { queries: 0, results: 0, errors: 0 };
-}
-setMysqlQueryCounters('mysql2');
-
-// start printing out counters
-let lastCounters = _.cloneDeep(counters);
-setInterval(() => {
-  const reqsPerSec = {};
-  for (const key of Object.keys(counters)) {
-    reqsPerSec[key] = {
-      queries: counters[key].queries - lastCounters[key].queries,
-      results: counters[key].results - lastCounters[key].results,
-      errors: counters[key].errors - lastCounters[key].errors,
-    };
-  }
-  console.log(
-    '------------------------ STATS PER SECOND ------------------------'
-  );
-  console.dir(reqsPerSec, { colors: true });
-  console.log(
-    '------------------------------- EOS ------------------------------'
-  );
-  lastCounters = _.cloneDeep(counters);
-}, 1000);
-
-async function recreateProxy(serviceName, listenPort, proxyToPort) {
-  try {
-    await rp.delete({
-      url: `${toxicli.host}/proxies/${serviceName}`,
-    });
-  } catch (err) {
-    /* empty */
-  }
-
-  const proxy = await toxicli.createProxy({
-    name: serviceName,
-    listen: `0.0.0.0:${listenPort}`,
-    upstream: `${serviceName}:${proxyToPort}`,
-  });
-
-  // add some latency
-  await proxy.addToxic(
-    new toxiproxy.Toxic(proxy, {
-      type: 'latency',
-      attributes: { latency: 1, jitter: 1 },
-    })
-  );
-
-  // cause connections to be closed every some transferred bytes
-  await proxy.addToxic(
-    new toxiproxy.Toxic(proxy, {
-      type: 'limit_data',
-      attributes: { bytes: 1000 },
-    })
-  );
-}
-
-async function main() {
-  await recreateProxy('mysql', 23306, 3306);
-  setInterval(() => recreateProxy('mysql', 23306, 3306), 2000);
-
-  async function loopQueries(prefix, query) {
-    const counts = counters[prefix];
-
-    // eslint-disable-next-line no-constant-condition
-    while (true) {
-      try {
-        counts.queries += 1;
-        // without this delay we might endup to busy failure loop
-        await delay(0);
-        await query();
-        counts.results += 1;
-      } catch (err) {
-        counts.errors += 1;
-        console.log(prefix, err);
-      }
-    }
-  }
-
-  loopQueries('mysql2', () => mysql2Query('select 1'));
-
-  // wait forever
-  // eslint-disable-next-line no-constant-condition
-  while (true) {
-    await delay(1000);
-  }
-}
-
-main()
-  .then(() => console.log('DONE'))
-  .catch((err) => console.log(err));
+/**
+ * Test case for figuring out robust way to recognize if connection is dead
+ * for mysql based drivers.
+ */
+const delay = require('../../lib/execution/internal/delay');
+const toxiproxy = require('toxiproxy-node-client');
+const toxicli = new toxiproxy.Toxiproxy('http://localhost:8474');
+const rp = require('request-promise-native');
+const _ = require('lodash');
+
+async function stdMysqlQuery(con, sql) {
+  return new Promise((resolve, reject) => {
+    try {
+      con.query(
+        {
+          sql,
+          timeout: 500,
+        },
+        function (error, results, fields) {
+          if (error) {
+            reject(error);
+          } else {
+            resolve(results);
+          }
+        }
+      );
+    } catch (err) {
+      reject(err); // double sure...
+    }
+  });
+}
+
+const mysql2 = require('mysql2');
+let mysql2Con = { _fatalError: 'initmefirst' };
+async function mysql2Query(sql) {
+  // recreate connection on fatal error
+  if (mysql2Con._fatalError) {
+    console.log('========== Reconnecting mysql2');
+    mysql2Con = mysql2.createConnection({
+      host: 'localhost',
+      user: 'root',
+      password: 'mysqlrootpassword',
+      port: 23306,
+      connectTimeout: 500,
+      debug: true,
+    });
+    mysql2Con.on('error', (err) => {
+      console.log('- STATS Mysql2 connection died:', err);
+    });
+  }
+  console.log('================ MYSQL2 Running query ======');
+  const res = await stdMysqlQuery(mysql2Con, sql);
+  console.log('====================== done ================');
+  return res;
+}
+
+const counters = {};
+function setMysqlQueryCounters(name) {
+  counters[name] = { queries: 0, results: 0, errors: 0 };
+}
+setMysqlQueryCounters('mysql2');
+
+// start printing out counters
+let lastCounters = _.cloneDeep(counters);
+setInterval(() => {
+  const reqsPerSec = {};
+  for (const key of Object.keys(counters)) {
+    reqsPerSec[key] = {
+      queries: counters[key].queries - lastCounters[key].queries,
+      results: counters[key].results - lastCounters[key].results,
+      errors: counters[key].errors - lastCounters[key].errors,
+    };
+  }
+  console.log(
+    '------------------------ STATS PER SECOND ------------------------'
+  );
+  console.dir(reqsPerSec, { colors: true });
+  console.log(
+    '------------------------------- EOS ------------------------------'
+  );
+  lastCounters = _.cloneDeep(counters);
+}, 1000);
+
+async function recreateProxy(serviceName, listenPort, proxyToPort) {
+  try {
+    await rp.delete({
+      url: `${toxicli.host}/proxies/${serviceName}`,
+    });
+  } catch (err) {
+    /* empty */
+  }
+
+  const proxy = await toxicli.createProxy({
+    name: serviceName,
+    listen: `0.0.0.0:${listenPort}`,
+    upstream: `${serviceName}:${proxyToPort}`,
+  });
+
+  // add some latency
+  await proxy.addToxic(
+    new toxiproxy.Toxic(proxy, {
+      type: 'latency',
+      attributes: { latency: 1, jitter: 1 },
+    })
+  );
+
+  // cause connections to be closed every some transferred bytes
+  await proxy.addToxic(
+    new toxiproxy.Toxic(proxy, {
+      type: 'limit_data',
+      attributes: { bytes: 1000 },
+    })
+  );
+}
+
+async function main() {
+  await recreateProxy('mysql', 23306, 3306);
+  setInterval(() => recreateProxy('mysql', 23306, 3306), 2000);
+
+  async function loopQueries(prefix, query) {
+    const counts = counters[prefix];
+
+    // eslint-disable-next-line no-constant-condition
+    while (true) {
+      try {
+        counts.queries += 1;
+        // without this delay we might endup to busy failure loop
+        await delay(0);
+        await query();
+        counts.results += 1;
+      } catch (err) {
+        counts.errors += 1;
+        console.log(prefix, err);
+      }
+    }
+  }
+
+  loopQueries('mysql2', () => mysql2Query('select 1'));
+
+  // wait forever
+  // eslint-disable-next-line no-constant-condition
+  while (true) {
+    await delay(1000);
+  }
+}
+
+main()
+  .then(() => console.log('DONE'))
+  .catch((err) => console.log(err));

package/scripts/stress-test/mysql2-sudden-exit-without-error.js

@@ -1,101 +1,101 @@
-/**
- * Test case when mysql2 driver strangely exits when one tries to send query
- * to dead connection.
- */
-
-const delay = require('../../lib/execution/internal/delay');
-const toxiproxy = require('toxiproxy-node-client');
-const toxicli = new toxiproxy.Toxiproxy('http://localhost:8474');
-const rp = require('request-promise-native');
-
-// drops old toxicproxy and creates new
-async function recreateProxy(serviceName, listenPort, proxyToPort) {
-  try {
-    await rp.delete({
-      url: `${toxicli.host}/proxies/${serviceName}`,
-    });
-  } catch (err) {
-    // there was no proxy by that name... its ok
-  }
-
-  await toxicli.createProxy({
-    name: serviceName,
-    listen: `0.0.0.0:${listenPort}`,
-    upstream: `${serviceName}:${proxyToPort}`,
-  });
-}
-
-async function insanelyParanoidQuery(con) {
-  console.log('sending query');
-  const res = await new Promise((resolve, reject) => {
-    try {
-      con.query('select 1', [], function (err, rows, fields) {
-        if (err) {
-          reject(err);
-        } else {
-          resolve(rows);
-        }
-      });
-    } catch (err) {
-      console.log('Huh synchronous exception?! (shouldnt be possible)');
-      reject(err);
-    }
-  });
-  console.log(res);
-}
-
-async function main() {
-  // create proxy from localhost:23306 -> mysqldocker:3306
-  await recreateProxy('mysql', 23306, 3306);
-
-  // ------------- setup mysql2 db driver connection
-  const mysql2 = require('mysql2'); // with mysql this works...
-  const mysql2Con = await mysql2.createConnection({
-    host: 'localhost',
-    user: 'root',
-    password: 'mysqlrootpassword',
-    port: 23306,
-  });
-
-  mysql2Con.on('error', function (err) {
-    console.log("I'm dead", err);
-  });
-
-  console.log('Going to cut connections');
-
-  // cut connection during recreate
-  await recreateProxy('mysql', 23306, 3306);
-
-  console.log('Proxy recreated... start waiting');
-
-  // wait forever
-  // eslint-disable-next-line no-constant-condition
-  while (true) {
-    await delay(1000);
-    try {
-      await insanelyParanoidQuery(mysql2Con);
-    } catch (err) {
-      console.log('query failed:', err);
-    }
-    await recreateProxy('mysql', 23306, 3306);
-  }
-}
-
-main()
-  .then(() => console.log('Process stopped normally'))
-  .catch((err) => {
-    console.log('Process stopped to failure', err);
-  });
-
-console.log('Waiting for eventloop to stop...');
-
-process.on('uncaughtException', function (err) {
-  console.log('uncaughtException', err);
-});
-
-process.on('exit', function () {
-  console.log(
-    'Did someone call process.exit() or wat? exitCode:',
-    process.exitCode
-  );
-});
+/**
+ * Test case when mysql2 driver strangely exits when one tries to send query
+ * to dead connection.
+ */
+
+const delay = require('../../lib/execution/internal/delay');
+const toxiproxy = require('toxiproxy-node-client');
+const toxicli = new toxiproxy.Toxiproxy('http://localhost:8474');
+const rp = require('request-promise-native');
+
+// drops old toxicproxy and creates new
+async function recreateProxy(serviceName, listenPort, proxyToPort) {
+  try {
+    await rp.delete({
+      url: `${toxicli.host}/proxies/${serviceName}`,
+    });
+  } catch (err) {
+    // there was no proxy by that name... its ok
+  }
+
+  await toxicli.createProxy({
+    name: serviceName,
+    listen: `0.0.0.0:${listenPort}`,
+    upstream: `${serviceName}:${proxyToPort}`,
+  });
+}
+
+async function insanelyParanoidQuery(con) {
+  console.log('sending query');
+  const res = await new Promise((resolve, reject) => {
+    try {
+      con.query('select 1', [], function (err, rows, fields) {
+        if (err) {
+          reject(err);
+        } else {
+          resolve(rows);
+        }
+      });
+    } catch (err) {
+      console.log('Huh synchronous exception?! (shouldnt be possible)');
+      reject(err);
+    }
+  });
+  console.log(res);
+}
+
+async function main() {
+  // create proxy from localhost:23306 -> mysqldocker:3306
+  await recreateProxy('mysql', 23306, 3306);
+
+  // ------------- setup mysql2 db driver connection
+  const mysql2 = require('mysql2'); // with mysql this works...
+  const mysql2Con = await mysql2.createConnection({
+    host: 'localhost',
+    user: 'root',
+    password: 'mysqlrootpassword',
+    port: 23306,
+  });
+
+  mysql2Con.on('error', function (err) {
+    console.log("I'm dead", err);
+  });
+
+  console.log('Going to cut connections');
+
+  // cut connection during recreate
+  await recreateProxy('mysql', 23306, 3306);
+
+  console.log('Proxy recreated... start waiting');
+
+  // wait forever
+  // eslint-disable-next-line no-constant-condition
+  while (true) {
+    await delay(1000);
+    try {
+      await insanelyParanoidQuery(mysql2Con);
+    } catch (err) {
+      console.log('query failed:', err);
+    }
+    await recreateProxy('mysql', 23306, 3306);
+  }
+}
+
+main()
+  .then(() => console.log('Process stopped normally'))
+  .catch((err) => {
+    console.log('Process stopped to failure', err);
+  });
+
+console.log('Waiting for eventloop to stop...');
+
+process.on('uncaughtException', function (err) {
+  console.log('uncaughtException', err);
+});
+
+process.on('exit', function () {
+  console.log(
+    'Did someone call process.exit() or wat? exitCode:',
+    process.exitCode
+  );
+});