mysql-memory-server 1.1.0 → 1.3.0

package/README.md

@@ -10,15 +10,20 @@ Download with your package manager of choice. The package name is `mysql-memory-
 
 #### Requirements
 
-- Node.js 16+
-- macOS 13+, Windows, or Linux (Only Ubuntu has been tested. Other Linux distributions may or may not work at this time. Ubuntu 24.04 and newer is not fully supported at this time - go to the bottom of this file to learn more)
+- Node.js 16.6.0 and newer
+- macOS 13+, Windows, or Linux (Only Ubuntu has been tested. Other Linux distributions may or may not work at this time.)
 
 Windows only requirements:
 - `Microsoft Visual C++ 2019 Redistributable Package` needs to be installed
 
 Linux only requirements:
-- The `libaio1` package needs to be installed
-- The `tar` package needs to be installed
+- The `libaio1` or `libaio1t64` package needs to be installed
+- If `libaio1` is not available but `libaio1t64` is, the `ldconfig` command needs to be available to run
+- The `tar` package needs to be installed if you want to use MySQL versions that aren't system installed
+
+Currently supported MySQL versions:
+- If using the system installed MySQL server: 8.0.20 and newer
+- If not using the system installed MySQL server: 8.0.39, 8.1.0, 8.2.0, 8.3.0, 8.4.2, 9.0.1
 
 ## Usage
 
@@ -72,7 +77,13 @@ Default: undefined
 
 Description: Version of MySQL to use for the database. Uses semver for getting the version, so valid semver versions are allowed. For example, `8.x` is a valid version and will use the latest 8.x MySQL version. 
 
-If left undefined and the system has MySQL already installed, the system installed version of MySQL will be used. If left undefined and the system does not have MySQL installed, the latest version of MySQL in the `versions.json` file in this package will be downloaded. If defined and the system has that version of MySQL installed, the system installed version will be used. If defined and the system does not have that version of MySQL installed, that version will be downloaded as long as it is found in the `versions.json` file in this package.
+If left undefined:
+- If the system has MySQL installed, the system-installed version will be used. If the installed version is not supported by this package (currently <8.0.20), an error will be thrown unless `ignoreUnsupportedSystemVersion` is set to `true`.
+- If the system does not have MySQL installed, the latest version of MySQL in the `versions.json` file in this package will be downloaded.
+
+If defined:
+- If the version is 8.0.19 or older, an error will be thrown as this package does not currently support those versions of MySQL.
+- If MySQL is installed on the system, the installed version will be used. Otherwise the selected version will be downloaded from the MySQL CDN as long as it can be found in the `versions.json` file. If it cannot be found in that file, an error will be thrown.
 
 - `dbName: string`
 
@@ -132,6 +143,30 @@ Default: root
 
 Description: The username of the user that is used to login to the database.
 
-## If using Ubuntu 24.04 and newer
+- `ignoreUnsupportedSystemVersion: boolean`
+
+Required: No
+
+Default: false
+
+Description: This option only applies if the system-installed MySQL version is lower than the oldest supported MySQL version for this package (8.0.20) and the `version` option is not defined. If set to `true`, this package will use the latest version of MySQL instead of the system-installed version. If `false`, the package will throw an error.
+
+- `deleteDBAfterStopped: boolean`
+
+Required: No
+
+Default: true
+
+Gotchas: This option is intended to be for internal debugging purposes only and not meant for people to use. As such, this option will not follow Semantic Versioning.
+
+Description: Changes whether or not the database will be deleted after it has been stopped. If set to `true`, the database WILL be deleted after it has been stopped.
+
+- `dataPath: string`
+
+Required: No
+
+Default: `TMPDIR/mysqlmsn/dbs/UUID` (replacing TMPDIR with the OS temp directory and UUID with a UUIDv4 without seperating dashes)
+
+Gotchas: This option is intended to be for internal debugging purposes only and not meant for people to use. As such, this option will not follow Semantic Versioning.
 
-Selecting what MySQL version to use is not currently supported on Ubuntu 24.04 and newer. To use this package on Ubuntu 24.04 and newer you must have the `mysql-server` package installed on your system and `ServerOptions.version` must either be the version that is installed on the system or undefined.
+Description: The folder to store database-related data in

package/dist/src/constants.d.ts

@@ -0,0 +1,4 @@
+declare const CONSTANTS: {
+    MIN_SUPPORTED_MYSQL: string;
+};
+export default CONSTANTS;

package/dist/src/constants.js

@@ -0,0 +1,6 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+const CONSTANTS = {
+    MIN_SUPPORTED_MYSQL: '8.0.20'
+};
+exports.default = CONSTANTS;

package/dist/src/index.js

@@ -35,25 +35,42 @@ const AbortSignal_1 = __importDefault(require("./libraries/AbortSignal"));
 const Version_1 = __importDefault(require("./libraries/Version"));
 const versions_json_1 = __importDefault(require("./versions.json"));
 const Downloader_1 = require("./libraries/Downloader");
-const defaultOptions = {
-    dbName: 'dbdata',
-    logLevel: 'ERROR',
-    portRetries: 10,
-    downloadBinaryOnce: true,
-    lockRetries: 1000,
-    lockRetryWait: 1000,
-    username: 'root'
-};
+const crypto_1 = require("crypto");
+const path_1 = require("path");
+const constants_1 = __importDefault(require("./constants"));
 process.on('exit', () => {
     AbortSignal_1.default.abort('Process is exiting');
 });
-async function createDB(opts = defaultOptions) {
+async function createDB(opts) {
+    const defaultOptions = {
+        dbName: 'dbdata',
+        logLevel: 'ERROR',
+        portRetries: 10,
+        downloadBinaryOnce: true,
+        lockRetries: 1000,
+        lockRetryWait: 1000,
+        username: 'root',
+        deleteDBAfterStopped: true,
+        //mysqlmsn = MySQL Memory Server Node.js
+        dbPath: (0, path_1.normalize)(`${os.tmpdir()}/mysqlmsn/dbs/${(0, crypto_1.randomUUID)().replace(/-/g, '')}`),
+        ignoreUnsupportedSystemVersion: false
+    };
     const options = { ...defaultOptions, ...opts };
     const logger = new Logger_1.default(options.logLevel);
     const executor = new Executor_1.default(logger);
     const version = await executor.getMySQLVersion(options.version);
+    const unsupportedMySQLIsInstalled = version && (0, semver_1.lt)(version.version, constants_1.default.MIN_SUPPORTED_MYSQL);
+    const throwUnsupportedError = unsupportedMySQLIsInstalled && !options.ignoreUnsupportedSystemVersion && !options.version;
+    if (throwUnsupportedError) {
+        throw `A version of MySQL is installed on your system that is not supported by this package. If you want to download a MySQL binary instead of getting this error, please set the option "ignoreUnsupportedSystemVersion" to true.`;
+    }
+    if (options.version && (0, semver_1.lt)(options.version, constants_1.default.MIN_SUPPORTED_MYSQL)) {
+        //The difference between the throw here and the throw above is this throw is because the selected "version" is not supported.
+        //The throw above is because the system-installed MySQL is out of date and "ignoreUnsupportedSystemVersion" is not set to true.
+        throw `The selected version of MySQL (${options.version}) is not currently supported by this package. Please choose a different version to use.`;
+    }
     logger.log('Version currently installed:', version);
-    if (version === null || (options.version && !(0, semver_1.satisfies)(version.version, options.version))) {
+    if (version === null || (options.version && !(0, semver_1.satisfies)(version.version, options.version)) || unsupportedMySQLIsInstalled) {
         let binaryInfo;
         let binaryFilepath;
         try {
@@ -63,16 +80,16 @@ async function createDB(opts = defaultOptions) {
         catch (e) {
             logger.error(e);
             if (options.version) {
-                throw `A MySQL version ${options.version} binary could not be found that supports your OS (${os.platform()} | ${os.version()}) and CPU architecture (${os.arch()}). Please check you have the latest version of mysql-memory-server. If the latest version still doesn't support the version you want to use, feel free to make a pull request to add support!`;
+                throw `A MySQL version ${options.version} binary could not be found that supports your OS (${os.platform()} | ${os.version()} | ${os.release()}) and CPU architecture (${os.arch()}). Please check you have the latest version of mysql-memory-server. If the latest version still doesn't support the version you want to use, feel free to make a pull request to add support!`;
             }
-            throw `A MySQL binary could not be found that supports your OS (${os.platform()} | ${os.version()}) and CPU architecture (${os.arch()}). Please check you have the latest version of mysql-memory-server. If the latest version still doesn't support your OS and CPU architecture, feel free to make a pull request to add support!`;
+            throw `A MySQL binary could not be found that supports your OS (${os.platform()} | ${os.version()} | ${os.release()}) and CPU architecture (${os.arch()}). Please check you have the latest version of mysql-memory-server. If the latest version still doesn't support your OS and CPU architecture, feel free to make a pull request to add support!`;
         }
         try {
             binaryFilepath = await (0, Downloader_1.downloadBinary)(binaryInfo, options, logger);
         }
         catch (error) {
             logger.error('Failed to download binary');
-            throw error;
+            throw `Failed to download binary. The error was: "${error}"`;
         }
         logger.log('Running downloaded binary');
         return await executor.startMySQL(options, binaryFilepath);

package/dist/src/libraries/Downloader.d.ts

@@ -1,4 +1,4 @@
 import Logger from './Logger';
-import { BinaryInfo, ServerOptions } from '../../types';
+import { BinaryInfo, InternalServerOptions } from '../../types';
 export declare function downloadVersions(): Promise<string>;
-export declare function downloadBinary(binaryInfo: BinaryInfo, options: ServerOptions, logger: Logger): Promise<string>;
+export declare function downloadBinary(binaryInfo: BinaryInfo, options: InternalServerOptions, logger: Logger): Promise<string>;

package/dist/src/libraries/Downloader.js

@@ -37,6 +37,7 @@ const path_1 = require("path");
 const crypto_1 = require("crypto");
 const child_process_1 = require("child_process");
 const proper_lockfile_1 = require("proper-lockfile");
+const FileLock_1 = require("./FileLock");
 function getZipData(entry) {
     return new Promise((resolve, reject) => {
         entry.getDataAsync((data, err) => {
@@ -77,26 +78,31 @@ function downloadVersions() {
 function downloadFromCDN(url, downloadLocation, logger) {
     return new Promise((resolve, reject) => {
         const fileStream = fs.createWriteStream(downloadLocation);
+        let error;
         fileStream.on('open', () => {
             const request = https.get(url, (response) => {
                 response.pipe(fileStream);
             });
             request.on('error', (err) => {
+                error = err;
                 logger.error(err);
                 fileStream.close();
-                fs.unlink(downloadLocation, (err) => {
-                    reject(err);
+                fs.unlink(downloadLocation, () => {
+                    reject(err.message);
                 });
             });
         });
         fileStream.on('finish', () => {
-            resolve();
+            if (!error) {
+                resolve();
+            }
         });
         fileStream.on('error', (err) => {
+            error = err;
             logger.error(err);
             fileStream.end();
             fs.unlink(downloadLocation, () => {
-                reject(err);
+                reject(err.message);
             });
         });
     });
@@ -106,7 +112,11 @@ function extractBinary(url, archiveLocation, extractedLocation) {
         const lastDashIndex = url.lastIndexOf('-');
         const fileExtension = url.slice(lastDashIndex).split('.').splice(1).join('.');
         await fsPromises.mkdir(extractedLocation, { recursive: true });
-        const folderName = url.split('/').at(-1).replace(`.${fileExtension}`, '');
+        const mySQLFolderName = url.split('/').at(-1);
+        if (!mySQLFolderName) {
+            return reject(`Folder name is undefined for url: ${url}`);
+        }
+        const folderName = mySQLFolderName.replace(`.${fileExtension}`, '');
         if (fileExtension === 'zip') {
             //Only Windows MySQL files use the .zip extension
             const zip = new adm_zip_1.default(archiveLocation);
@@ -148,27 +158,6 @@ function extractBinary(url, archiveLocation, extractedLocation) {
         });
     });
 }
-function waitForLock(path, options) {
-    return new Promise(async (resolve, reject) => {
-        let retries = 0;
-        while (retries <= options.lockRetries) {
-            retries++;
-            try {
-                const locked = (0, proper_lockfile_1.checkSync)(path);
-                if (!locked) {
-                    return resolve();
-                }
-                else {
-                    await new Promise(resolve => setTimeout(resolve, options.lockRetryWait));
-                }
-            }
-            catch (e) {
-                return reject(e);
-            }
-        }
-        reject(`lockRetries has been exceeded. Lock had not been released after ${options.lockRetryWait} * ${options.lockRetries} milliseconds.`);
-    });
-}
 function downloadBinary(binaryInfo, options, logger) {
     return new Promise(async (resolve, reject) => {
         const { url, version } = binaryInfo;
@@ -201,7 +190,7 @@ function downloadBinary(binaryInfo, options, logger) {
             catch (e) {
                 if (String(e) === 'Error: Lock file is already being held') {
                     logger.log('Waiting for lock for MySQL version', version);
-                    await waitForLock(extractedPath, options);
+                    await (0, FileLock_1.waitForLock)(extractedPath, options);
                     logger.log('Lock is gone for version', version);
                     return resolve(binaryPath);
                 }

package/dist/src/libraries/Executor.d.ts

@@ -4,6 +4,7 @@ declare class Executor {
     #private;
     logger: Logger;
     constructor(logger: Logger);
+    deleteDatabaseDirectory(path: string): Promise<void>;
     getMySQLVersion(preferredVersion?: string): Promise<InstalledMySQLVersion | null>;
     startMySQL(options: InternalServerOptions, binaryFilepath: string): Promise<MySQLDB>;
 }

package/dist/src/libraries/Executor.js

@@ -30,7 +30,7 @@ var __classPrivateFieldGet = (this && this.__classPrivateFieldGet) || function (
 var __importDefault = (this && this.__importDefault) || function (mod) {
     return (mod && mod.__esModule) ? mod : { "default": mod };
 };
-var _Executor_instances, _Executor_execute, _Executor_startMySQLProcess;
+var _Executor_instances, _Executor_execute, _Executor_executeFile, _Executor_killProcess, _Executor_startMySQLProcess, _Executor_setupDataDirectories;
 Object.defineProperty(exports, "__esModule", { value: true });
 const child_process_1 = require("child_process");
 const semver_1 = require("semver");
@@ -40,12 +40,36 @@ const fs = __importStar(require("fs"));
 const Port_1 = require("./Port");
 const AbortSignal_1 = __importDefault(require("./AbortSignal"));
 const path_1 = require("path");
-const crypto_1 = require("crypto");
+const proper_lockfile_1 = require("proper-lockfile");
+const FileLock_1 = require("./FileLock");
 class Executor {
     constructor(logger) {
         _Executor_instances.add(this);
         this.logger = logger;
     }
+    async deleteDatabaseDirectory(path) {
+        let retries = 0;
+        //Maximum wait of 10 seconds | 500ms * 20 retries = 10,000ms = 10 seconds
+        const waitTime = 500;
+        const maxRetries = 20;
+        //Since the database processes are killed instantly (SIGKILL) sometimes the database file handles may still be open
+        //This would cause an EBUSY error. Retrying the deletions for 10 seconds should give the OS enough time to close
+        //the file handles.
+        while (retries <= maxRetries) {
+            try {
+                await fsPromises.rm(path, { recursive: true, force: true });
+                return;
+            }
+            catch (e) {
+                if (retries === maxRetries) {
+                    throw e;
+                }
+                await new Promise(resolve => setTimeout(resolve, waitTime));
+                retries++;
+                this.logger.log('DB data directory deletion failed. Now on retry', retries);
+            }
+        }
+    }
     getMySQLVersion(preferredVersion) {
         return new Promise(async (resolve, reject) => {
             if (process.platform === 'win32') {
@@ -55,6 +79,7 @@ class Executor {
                     if (servers.length === 0) {
                         return resolve(null);
                     }
+                    this.logger.log(servers);
                     const versions = [];
                     for (const dir of servers) {
                         const path = `${process.env.PROGRAMFILES}\\MySQL\\${dir}\\bin\\mysqld`;
@@ -104,51 +129,36 @@ class Executor {
             }
         });
     }
-    startMySQL(options, binaryFilepath) {
-        return new Promise(async (resolve, reject) => {
-            //mysqlmsn = MySQL Memory Server Node.js
-            const dbPath = (0, path_1.normalize)(`${os.tmpdir()}/mysqlmsn/dbs/${(0, crypto_1.randomUUID)().replace(/-/g, '')}`);
-            const datadir = (0, path_1.normalize)(`${dbPath}/data`);
-            this.logger.log('Created data directory for database at:', datadir);
-            await fsPromises.mkdir(datadir, { recursive: true });
-            const { error: err, stderr } = await __classPrivateFieldGet(this, _Executor_instances, "m", _Executor_execute).call(this, `"${binaryFilepath}" --no-defaults --datadir=${datadir} --initialize-insecure`);
-            if (err || (stderr && !stderr.includes('InnoDB initialization has ended'))) {
-                if (process.platform === 'win32' && err.message.includes('Command failed')) {
-                    this.logger.error(err || stderr);
-                    return reject('The mysqld command failed to run. A possible cause is that the Microsoft Visual C++ Redistributable Package is not installed. MySQL 5.7.40 and newer requires Microsoft Visual C++ Redistributable Package 2019 to be installed. Check the MySQL docs for Microsoft Visual C++ requirements for other MySQL versions. If you are sure you have this installed, check the error message in the console for more details.');
-                }
-                if (process.platform === 'linux' && err.message.includes('libaio.so')) {
-                    this.logger.error(err || stderr);
-                    return reject('The mysqld command failed to run. MySQL needs the libaio package installed on Linux systems to run. Do you have this installed? Learn more at https://dev.mysql.com/doc/refman/en/binary-installation.html');
-                }
-                return reject(err || stderr);
-            }
-            let initText = `CREATE DATABASE ${options.dbName};`;
-            if (options.username !== 'root') {
-                initText += `RENAME USER 'root'@'localhost' TO '${options.username}'@'localhost';`;
-            }
-            await fsPromises.writeFile(`${dbPath}/init.sql`, initText, { encoding: 'utf8' });
-            let retries = 0;
-            do {
-                const port = (0, Port_1.GenerateRandomPort)();
-                const mySQLXPort = (0, Port_1.GenerateRandomPort)();
-                this.logger.log('Using port:', port, 'on retry:', retries);
-                try {
-                    const resolved = await __classPrivateFieldGet(this, _Executor_instances, "m", _Executor_startMySQLProcess).call(this, options, port, mySQLXPort, datadir, dbPath, binaryFilepath);
-                    return resolve(resolved);
+    async startMySQL(options, binaryFilepath) {
+        let retries = 0;
+        const datadir = (0, path_1.normalize)(`${options.dbPath}/data`);
+        do {
+            await __classPrivateFieldGet(this, _Executor_instances, "m", _Executor_setupDataDirectories).call(this, options, binaryFilepath, datadir, true);
+            this.logger.log('Setting up directories was successful');
+            const port = (0, Port_1.GenerateRandomPort)();
+            const mySQLXPort = (0, Port_1.GenerateRandomPort)();
+            this.logger.log('Using port:', port, 'and MySQLX port:', mySQLXPort, 'on retry:', retries);
+            try {
+                this.logger.log('Starting MySQL process');
+                const resolved = await __classPrivateFieldGet(this, _Executor_instances, "m", _Executor_startMySQLProcess).call(this, options, port, mySQLXPort, datadir, options.dbPath, binaryFilepath);
+                this.logger.log('Starting process was successful');
+                return resolved;
+            }
+            catch (e) {
+                this.logger.warn('Caught error:', e, `\nRetries: ${retries} | options.portRetries: ${options.portRetries}`);
+                if (e !== 'Port is already in use') {
+                    this.logger.error('Error:', e);
+                    throw e;
                 }
-                catch (e) {
-                    if (e !== 'Port is already in use') {
-                        return reject(e);
-                    }
-                    retries++;
-                    if (retries < options.portRetries) {
-                        this.logger.warn(`One or both of these ports are already in use: ${port} or ${mySQLXPort}. Now retrying... ${retries}/${options.portRetries} possible retries.`);
-                    }
+                retries++;
+                if (retries <= options.portRetries) {
+                    this.logger.warn(`One or both of these ports are already in use: ${port} or ${mySQLXPort}. Now retrying... ${retries}/${options.portRetries} possible retries.`);
                 }
-            } while (retries < options.portRetries);
-            reject(`The port has been retried ${options.portRetries} times and a free port could not be found.\nEither try again, or if this is a common issue, increase options.portRetries.`);
-        });
+                else {
+                    throw `The port has been retried ${options.portRetries} times and a free port could not be found.\nEither try again, or if this is a common issue, increase options.portRetries.`;
+                }
+            }
+        } while (retries <= options.portRetries);
     }
 }
 _Executor_instances = new WeakSet(), _Executor_execute = function _Executor_execute(command) {
@@ -157,43 +167,90 @@ _Executor_instances = new WeakSet(), _Executor_execute = function _Executor_exec
             resolve({ error, stdout, stderr });
         });
     });
+}, _Executor_executeFile = function _Executor_executeFile(command, args, cwd) {
+    return new Promise(resolve => {
+        (0, child_process_1.execFile)(command, args, { signal: AbortSignal_1.default.signal, cwd }, (error, stdout, stderr) => {
+            resolve({ stdout, stderr: (error === null || error === void 0 ? void 0 : error.message) || stderr });
+        });
+    });
+}, _Executor_killProcess = async function _Executor_killProcess(process) {
+    let killed = false;
+    if (os.platform() === 'win32') {
+        const { error, stderr } = await __classPrivateFieldGet(this, _Executor_instances, "m", _Executor_execute).call(this, `taskkill /pid ${process.pid} /t /f`);
+        if (!error && !stderr) {
+            killed = true;
+        }
+        else {
+            this.logger.error(error || stderr);
+        }
+    }
+    else {
+        killed = process.kill();
+    }
+    return killed;
 }, _Executor_startMySQLProcess = function _Executor_startMySQLProcess(options, port, mySQLXPort, datadir, dbPath, binaryFilepath) {
     const errors = [];
     const logFile = `${dbPath}/log.log`;
+    const errorLogFile = `${datadir}/errorlog.err`;
     return new Promise(async (resolve, reject) => {
         await fsPromises.rm(logFile, { force: true });
-        const process = (0, child_process_1.spawn)(binaryFilepath, ['--no-defaults', `--port=${port}`, `--datadir=${datadir}`, `--mysqlx-port=${mySQLXPort}`, `--mysqlx-socket=${dbPath}/x.sock`, `--socket=${dbPath}/m.sock`, `--general-log-file=${logFile}`, '--general-log=1', `--init-file=${dbPath}/init.sql`, '--bind-address=127.0.0.1', '--innodb-doublewrite=OFF'], { signal: AbortSignal_1.default.signal, killSignal: 'SIGKILL' });
+        const process = (0, child_process_1.spawn)(binaryFilepath, ['--no-defaults', `--port=${port}`, `--datadir=${datadir}`, `--mysqlx-port=${mySQLXPort}`, `--mysqlx-socket=${dbPath}/x.sock`, `--socket=${dbPath}/m.sock`, `--general-log-file=${logFile}`, '--general-log=1', `--init-file=${dbPath}/init.sql`, '--bind-address=127.0.0.1', '--innodb-doublewrite=OFF', '--mysqlx=FORCE', `--log-error=${errorLogFile}`], { signal: AbortSignal_1.default.signal, killSignal: 'SIGKILL' });
         //resolveFunction is the function that will be called to resolve the promise that stops the database.
         //If resolveFunction is not undefined, the database has received a kill signal and data cleanup procedures should run.
         //Once ran, resolveFunction will be called.
         let resolveFunction;
         process.on('close', async (code, signal) => {
-            const errorString = errors.join('\n');
-            if (errorString.includes('Address already in use')) {
+            let errorLog;
+            try {
+                errorLog = await fsPromises.readFile(errorLogFile, { encoding: 'utf-8' });
+            }
+            catch (e) {
+                errorLog = `ERROR WHILE READING LOG: ${e}`;
+            }
+            const portIssue = errorLog.includes("Do you already have another mysqld server running");
+            const xPortIssue = errorLog.includes("X Plugin can't bind to it");
+            this.logger.log('Exiting because of a port issue:', portIssue, '. MySQL X Plugin failed to bind:', xPortIssue);
+            if (portIssue || xPortIssue) {
+                this.logger.log('Error log when exiting for port in use error:', errorLog);
+                try {
+                    await this.deleteDatabaseDirectory(options.dbPath);
+                }
+                catch (e) {
+                    this.logger.error(e);
+                    return reject(`MySQL failed to listen on a certain port. To restart MySQL with a different port, the database directory needed to be deleted. An error occurred while deleting the database directory. Aborting. The error was: ${e}`);
+                }
                 return reject('Port is already in use');
             }
             try {
-                await fsPromises.rm(dbPath, { recursive: true, force: true });
-                if (binaryFilepath.includes(os.tmpdir()) && !options.downloadBinaryOnce) {
-                    const splitPath = binaryFilepath.split(os.platform() === 'win32' ? '\\' : '/');
-                    const binariesIndex = splitPath.indexOf('binaries');
-                    //The path will be the directory path for the binary download
-                    splitPath.splice(binariesIndex + 2);
-                    //Delete the binary folder
-                    await fsPromises.rm(splitPath.join('/'), { force: true, recursive: true });
+                if (options.deleteDBAfterStopped) {
+                    await this.deleteDatabaseDirectory(dbPath);
                 }
             }
             finally {
-                if (resolveFunction) {
-                    resolveFunction();
-                    return;
-                }
-                if (code === 0) {
-                    return reject('Database exited early');
+                try {
+                    if (binaryFilepath.includes(os.tmpdir()) && !options.downloadBinaryOnce) {
+                        const splitPath = binaryFilepath.split(os.platform() === 'win32' ? '\\' : '/');
+                        const binariesIndex = splitPath.indexOf('binaries');
+                        //The path will be the directory path for the binary download
+                        splitPath.splice(binariesIndex + 2);
+                        //Delete the binary folder
+                        await fsPromises.rm(splitPath.join('/'), { force: true, recursive: true });
+                    }
                 }
-                if (code) {
-                    this.logger.error(errorString);
-                    return reject(errorString);
+                finally {
+                    if (resolveFunction) {
+                        resolveFunction();
+                        return;
+                    }
+                    const errorString = errors.join('\n');
+                    if (code === 0) {
+                        return reject(`Database exited early.\nError log: ${errorLog}\nError string: "${errorString}`);
+                    }
+                    if (code) {
+                        const errorMessage = `The database exited early with code ${code}. The error log was:\n${errorLog}\nThe error string was: "${errorString}".`;
+                        this.logger.error(errorMessage);
+                        return reject(errorMessage);
+                    }
                 }
             }
         });
@@ -207,12 +264,22 @@ _Executor_instances = new WeakSet(), _Executor_execute = function _Executor_exec
                 }
             }
         });
-        fs.watchFile(logFile, async (curr) => {
+        fs.watchFile(errorLogFile, async (curr) => {
             if (curr.dev !== 0) {
                 //File exists
-                const file = await fsPromises.readFile(logFile, { encoding: 'utf8' });
-                if (file.includes('started with:')) {
-                    fs.unwatchFile(logFile);
+                const file = await fsPromises.readFile(errorLogFile, { encoding: 'utf8' });
+                if (file.includes("X Plugin can't bind to it")) {
+                    //As stated in the MySQL X Plugin documentation at https://dev.mysql.com/doc/refman/8.4/en/x-plugin-options-system-variables.html#sysvar_mysqlx_bind_address
+                    //when the MySQL X Plugin fails to bind to an address, it does not prevent the MySQL server startup because MySQL X is not a mandatory plugin.
+                    //It doesn't seem like there is a way to prevent server startup when that happens. The workaround to that is to shutdown the MySQL server ourselves when the X plugin
+                    //cannot bind to an address. If there is a way to prevent server startup when binding fails, this workaround can be removed.
+                    const killed = await __classPrivateFieldGet(this, _Executor_instances, "m", _Executor_killProcess).call(this, process);
+                    if (!killed) {
+                        reject('Failed to kill MySQL process to retry listening on a free port.');
+                    }
+                }
+                else if (file.includes('ready for connections. Version:')) {
+                    fs.unwatchFile(errorLogFile);
                     resolve({
                         port,
                         xPort: mySQLXPort,
@@ -221,19 +288,7 @@ _Executor_instances = new WeakSet(), _Executor_execute = function _Executor_exec
                         stop: () => {
                             return new Promise(async (resolve, reject) => {
                                 resolveFunction = resolve;
-                                let killed = false;
-                                if (os.platform() === 'win32') {
-                                    const { error, stderr } = await __classPrivateFieldGet(this, _Executor_instances, "m", _Executor_execute).call(this, `taskkill /pid ${process.pid} /t /f`);
-                                    if (!error && !stderr) {
-                                        killed = true;
-                                    }
-                                    else {
-                                        this.logger.error(error || stderr);
-                                    }
-                                }
-                                else {
-                                    killed = process.kill();
-                                }
+                                const killed = await __classPrivateFieldGet(this, _Executor_instances, "m", _Executor_killProcess).call(this, process);
                                 if (!killed) {
                                     reject();
                                 }
@@ -244,5 +299,116 @@ _Executor_instances = new WeakSet(), _Executor_execute = function _Executor_exec
             }
         });
     });
+}, _Executor_setupDataDirectories = async function _Executor_setupDataDirectories(options, binaryFilepath, datadir, retry) {
+    this.logger.log('Created data directory for database at:', datadir);
+    await fsPromises.mkdir(datadir, { recursive: true });
+    let stderr;
+    if (binaryFilepath === 'mysqld') {
+        const { error, stderr: output } = await __classPrivateFieldGet(this, _Executor_instances, "m", _Executor_execute).call(this, `mysqld --no-defaults --datadir=${datadir} --initialize-insecure`);
+        stderr = output;
+        if (error) {
+            this.logger.error('An error occurred while initializing database with system-installed MySQL:', error);
+            throw 'An error occurred while initializing database with system-installed MySQL. Please check the console for more information.';
+        }
+    }
+    else {
+        let result;
+        try {
+            result = await __classPrivateFieldGet(this, _Executor_instances, "m", _Executor_executeFile).call(this, `${binaryFilepath}`, [`--no-defaults`, `--datadir=${datadir}`, `--initialize-insecure`], (0, path_1.resolve)(`${binaryFilepath}/..`));
+        }
+        catch (e) {
+            this.logger.error('Error occurred from executeFile:', e);
+            throw e;
+        }
+        stderr = result === null || result === void 0 ? void 0 : result.stderr;
+    }
+    if (stderr && !stderr.includes('InnoDB initialization has ended')) {
+        if (process.platform === 'win32' && stderr.includes('Command failed')) {
+            this.logger.error(stderr);
+            throw 'The mysqld command failed to run. A possible cause is that the Microsoft Visual C++ Redistributable Package is not installed. MySQL 5.7.40 and newer requires Microsoft Visual C++ Redistributable Package 2019 to be installed. Check the MySQL docs for Microsoft Visual C++ requirements for other MySQL versions. If you are sure you have this installed, check the error message in the console for more details.';
+        }
+        if (process.platform === 'linux' && stderr.includes('libaio.so')) {
+            if (binaryFilepath === 'mysqld') {
+                throw 'libaio could not be found while running system-installed MySQL. libaio must be installed on this system for MySQL to run. To learn more, please check out https://dev.mysql.com/doc/refman/en/binary-installation.html';
+            }
+            if (retry === false) {
+                this.logger.error('An error occurred while initializing database:', stderr);
+                throw 'Tried to copy libaio into lib folder and MySQL is still failing to initialize. Please check the console for more information.';
+            }
+            if (binaryFilepath.slice(-16) === 'mysql/bin/mysqld') {
+                const { error: lderror, stdout, stderr: ldstderr } = await __classPrivateFieldGet(this, _Executor_instances, "m", _Executor_execute).call(this, 'ldconfig -p');
+                if (lderror || ldstderr) {
+                    this.logger.error('The following libaio error occurred:', stderr);
+                    this.logger.error('After the libaio error, an ldconfig error occurred:', lderror || ldstderr);
+                    throw 'The ldconfig command failed to run. This command was ran to find libaio because libaio could not be found on the system. libaio is needed for MySQL to run. Do you have ldconfig and libaio installed? Learn more about libaio at Learn more at https://dev.mysql.com/doc/refman/en/binary-installation.html';
+                }
+                const libaioFound = stdout.split('\n').filter(lib => lib.includes('libaio.so.1t64'));
+                if (!libaioFound.length) {
+                    this.logger.error('Error from launching MySQL:', stderr);
+                    throw 'An error occurred while launching MySQL. The most likely cause is that libaio1 and libaio1t64 could not be found. Either libaio1 or libaio1t64 must be installed on this system for MySQL to run. To learn more, please check out https://dev.mysql.com/doc/refman/en/binary-installation.html. Check error in console for more information.';
+                }
+                const libaioEntry = libaioFound[0];
+                const libaioPathIndex = libaioEntry.indexOf('=>');
+                const libaioSymlinkPath = libaioEntry.slice(libaioPathIndex + 3);
+                const libaioPath = await fsPromises.realpath(libaioSymlinkPath);
+                const copyPath = (0, path_1.resolve)(`${binaryFilepath}/../../lib/private/libaio.so.1`);
+                try {
+                    (0, proper_lockfile_1.lockSync)(copyPath, { realpath: false });
+                    this.logger.log('libaio copy path:', copyPath, '| libaio symlink path:', libaioSymlinkPath, '| libaio actual path:', libaioPath);
+                    let copyError;
+                    try {
+                        await fsPromises.copyFile(libaioPath, copyPath);
+                    }
+                    catch (e) {
+                        copyError = e;
+                        this.logger.error('An error occurred while copying libaio1t64 to lib folder:', e);
+                        try {
+                            await fsPromises.rm(copyPath, { force: true });
+                        }
+                        catch (e) {
+                            this.logger.error('An error occurred while deleting libaio file:', e);
+                        }
+                    }
+                    finally {
+                        try {
+                            (0, proper_lockfile_1.unlockSync)(copyPath, { realpath: false });
+                        }
+                        catch (e) {
+                            this.logger.error('Error unlocking libaio file:', e);
+                        }
+                        if (copyError) {
+                            throw 'An error occurred while copying libaio1t64 to the MySQL lib folder. Please check the console for more details.';
+                        }
+                        //Retry setting up directory now that libaio has been copied
+                        this.logger.log('Retrying directory setup');
+                        await this.deleteDatabaseDirectory(datadir);
+                        await __classPrivateFieldGet(this, _Executor_instances, "m", _Executor_setupDataDirectories).call(this, options, binaryFilepath, datadir, false);
+                        return;
+                    }
+                }
+                catch (error) {
+                    if (String(error) === 'Error: Lock file is already being held') {
+                        this.logger.log('Waiting for lock for libaio copy');
+                        await (0, FileLock_1.waitForLock)(copyPath, options);
+                        this.logger.log('Lock is gone for libaio copy');
+                    }
+                    this.logger.error('An error occurred from locking libaio section:', error);
+                    throw error;
+                }
+            }
+            else {
+                throw 'Cannot recognize file structure for the MySQL binary folder. This was caused by not being able to find libaio. Try installing libaio. Learn more at https://dev.mysql.com/doc/refman/en/binary-installation.html';
+            }
+        }
+        throw stderr;
+    }
+    this.logger.log('Creating init text');
+    let initText = `CREATE DATABASE ${options.dbName};`;
+    if (options.username !== 'root') {
+        initText += `\nRENAME USER 'root'@'localhost' TO '${options.username}'@'localhost';`;
+    }
+    this.logger.log('Writing init file');
+    await fsPromises.writeFile(`${options.dbPath}/init.sql`, initText, { encoding: 'utf8' });
+    this.logger.log('Finished writing init file');
 };
 exports.default = Executor;

package/dist/src/libraries/FileLock.d.ts

@@ -0,0 +1,2 @@
+import { InternalServerOptions } from "../../types";
+export declare function waitForLock(path: string, options: InternalServerOptions): Promise<void>;

package/dist/src/libraries/FileLock.js

@@ -0,0 +1,25 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.waitForLock = waitForLock;
+const proper_lockfile_1 = require("proper-lockfile");
+function waitForLock(path, options) {
+    return new Promise(async (resolve, reject) => {
+        let retries = 0;
+        while (retries <= options.lockRetries) {
+            retries++;
+            try {
+                const locked = (0, proper_lockfile_1.checkSync)(path);
+                if (!locked) {
+                    return resolve();
+                }
+                else {
+                    await new Promise(resolve => setTimeout(resolve, options.lockRetryWait));
+                }
+            }
+            catch (e) {
+                return reject(e);
+            }
+        }
+        reject(`lockRetries has been exceeded. Lock had not been released after ${options.lockRetryWait} * ${options.lockRetries} milliseconds.`);
+    });
+}

package/dist/src/libraries/Logger.js

@@ -11,17 +11,17 @@ class Logger {
     }
     log(...args) {
         if (this.LOG_LEVEL === 0) {
-            console.log.apply(null, args);
+            console.log(...args);
         }
     }
     warn(...args) {
         if (this.LOG_LEVEL <= 1) {
-            console.warn.apply(null, args);
+            console.warn(...args);
         }
     }
     error(...args) {
         if (this.LOG_LEVEL <= 2) {
-            console.error.apply(null, args);
+            console.error(...args);
         }
     }
 }

package/dist/src/libraries/Version.js

@@ -34,7 +34,12 @@ function getBinaryURL(versions, versionToGet = "9.x") {
     availableVersions = availableVersions.filter(v => v.os === process.platform);
     if (availableVersions.length === 0)
         throw `No MySQL binary could be found for your OS: ${process.platform}`;
-    availableVersions = availableVersions.filter(v => (0, semver_1.satisfies)((0, semver_1.coerce)(os.release()).version, v.osKernelVersionsSupported));
+    availableVersions = availableVersions.filter(v => {
+        const release = (0, semver_1.coerce)(os.release());
+        if (!release)
+            return false;
+        return (0, semver_1.satisfies)(release.version, v.osKernelVersionsSupported);
+    });
     if (availableVersions.length === 0)
         throw `No MySQL binary could be found that supports your OS version: ${os.release()} | ${os.version()}`;
     const wantedVersions = availableVersions.filter(v => (0, semver_1.satisfies)(v.version, versionToGet));

package/dist/types/index.d.ts

@@ -9,6 +9,9 @@ export type ServerOptions = {
     lockRetries?: number;
     lockRetryWait?: number;
     username?: string;
+    deleteDBAfterStopped?: boolean;
+    dbPath?: string;
+    ignoreUnsupportedSystemVersion?: boolean;
 };
 export type InternalServerOptions = {
     version?: string;
@@ -19,6 +22,9 @@ export type InternalServerOptions = {
     lockRetries: number;
     lockRetryWait: number;
     username: string;
+    deleteDBAfterStopped: boolean;
+    dbPath: string;
+    ignoreUnsupportedSystemVersion: boolean;
 };
 export type ExecutorOptions = {
     logLevel: LOG_LEVEL;

package/package.json

@@ -1,15 +1,24 @@
 {
   "name": "mysql-memory-server",
-  "version": "1.1.0",
+  "version": "1.3.0",
   "description": "Spin up an ephemeral MySQL database from your JavaScript code",
   "main": "dist/src/index.js",
   "types": "dist/src/index.d.ts",
   "files": [
     "/dist"
   ],
-  "keywords": ["MySQL", "ephemeral database", "continuous integration", "CI", "CI/CD", "memory database"],
+  "keywords": [
+    "MySQL",
+    "ephemeral database",
+    "continuous integration",
+    "CI",
+    "CI/CD",
+    "memory database"
+  ],
   "scripts": {
-    "test": "jest"
+    "test": "jest --testPathIgnorePatterns=/stress-tests/ --verbose",
+    "test:ci": "jest --testPathIgnorePatterns=/stress-tests/ --setupFilesAfterEnv ./ciSetup.js --verbose",
+    "stress": "jest --runTestsByPath stress-tests/stress.test.ts --setupFilesAfterEnv ./ciSetup.js --verbose"
   },
   "author": "Sebastian-Webster",
   "license": "MIT",
@@ -18,7 +27,7 @@
     "@babel/preset-env": "^7.24.8",
     "@babel/preset-typescript": "^7.24.7",
     "@types/adm-zip": "^0.5.5",
-    "@types/node": "^22.1.0",
+    "@types/node": "^22.2.0",
     "@types/proper-lockfile": "^4.1.4",
     "@types/semver": "^7.5.8",
     "babel-jest": "^29.7.0",
@@ -27,7 +36,7 @@
     "typescript": "^5.5.4"
   },
   "dependencies": {
-    "adm-zip": "^0.5.14",
+    "adm-zip": "^0.5.15",
     "proper-lockfile": "^4.1.2",
     "semver": "^7.6.3"
   },