badmfck-api-server 2.2.0 → 2.2.2

package/dist/apiServer/APIService.js

@@ -83,7 +83,7 @@ async function Initializer(services) {
 exports.Initializer = Initializer;
 class APIService extends BaseService_1.BaseService {
     static nextLogID = 0;
-    version = "2.2.0";
+    version = "2.2.2";
     options;
     monitor;
     monitorIndexFile;

package/dist/apiServer/MysqlService.d.ts

@@ -1,6 +1,8 @@
+/// <reference types="node" />
 import { BaseService } from "./BaseService";
 import Signal, { Req } from "badmfck-signal";
 import * as mysql from "mysql2/promise";
+import fs from "fs";
 export declare const S_MYSQL_STARTED: Signal<void>;
 export declare const REQ_MYSQL_QUERY: Req<MySqlQuery | MySqlQuery[], MysqlResult[]>;
 export declare const REQ_MYSQL_TRANSACTION: Req<MySqlQuery[], MysqlResult>;
@@ -20,6 +22,7 @@ export interface MysqlServiceOptions {
     database: string;
     queueLimit?: number;
     transactionFailReport?: (trx: ITransaction, message: string) => void;
+    transactionFailReportDir?: string;
     migrations?: {
         dir: string;
         callback: () => void;
@@ -81,9 +84,13 @@ export declare class MysqlService extends BaseService {
     static nextTransactionID: number;
     transactions: ITransaction[];
     maxTransactionWaitTime: number;
+    failReportFileStream: fs.WriteStream | null;
+    failReportFileStreamName: string | null;
+    failReportLastAccessTime: number;
     constructor(options: MysqlServiceOptions);
     static executeQuery(query: MySqlQuery | MySqlQuery[]): Promise<MysqlResult[]>;
     init(): Promise<void>;
+    finishApp(): Promise<void>;
     storeTransactionAsProblem(trx: ITransaction, message: string): Promise<void>;
     recreatePool(): Promise<boolean>;
     onApplicationReady(): Promise<void>;

package/dist/apiServer/MysqlService.js

@@ -22,6 +22,9 @@ var __importStar = (this && this.__importStar) || function (mod) {
     __setModuleDefault(result, mod);
     return result;
 };
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.MysqlService = exports.executeQuery = exports.REQ_MYSQL_TEND = exports.REQ_MYSQL_TQUERY = exports.REQ_MYSQL_TBEGIN = exports.REQ_MYSQL_TRANSACTION = exports.REQ_MYSQL_QUERY = exports.S_MYSQL_STARTED = void 0;
 const BaseService_1 = require("./BaseService");
@@ -29,6 +32,8 @@ const badmfck_signal_1 = __importStar(require("badmfck-signal"));
 const crypto_1 = require("crypto");
 const LogService_1 = require("./LogService");
 const mysql = __importStar(require("mysql2/promise"));
+const fs_1 = __importDefault(require("fs"));
+const path_1 = __importDefault(require("path"));
 exports.S_MYSQL_STARTED = new badmfck_signal_1.default();
 exports.REQ_MYSQL_QUERY = new badmfck_signal_1.Req(undefined, "REQ_MYSQL_QUERY");
 exports.REQ_MYSQL_TRANSACTION = new badmfck_signal_1.Req(undefined, "REQ_MYSQL_TRANSACTION");
@@ -48,6 +53,9 @@ class MysqlService extends BaseService_1.BaseService {
     static nextTransactionID = 0;
     transactions = [];
     maxTransactionWaitTime = 1000 * 60 * 2;
+    failReportFileStream = null;
+    failReportFileStreamName = null;
+    failReportLastAccessTime = 0;
     constructor(options) {
         super("mysql");
         this.options = options;
@@ -76,35 +84,37 @@ class MysqlService extends BaseService_1.BaseService {
                 return false;
             });
         }, 1000 * 30);
+        setInterval(() => {
+            if (!this.failReportFileStream)
+                return;
+            if (Date.now() - this.failReportLastAccessTime > 1000 * 60 * 15) {
+                this.failReportFileStream.end();
+                this.failReportFileStream = null;
+            }
+        }, 1000 * 60 * 5);
+        if (options.transactionFailReportDir) {
+            try {
+                if (!fs_1.default.existsSync(options.transactionFailReportDir)) {
+                    fs_1.default.mkdirSync(options.transactionFailReportDir);
+                }
+            }
+            catch (e) {
+                options.transactionFailReportDir = undefined;
+                (0, LogService_1.logCrit)("${MysqlService.js}", "Can't create transaction fail report dir");
+            }
+        }
     }
     static async executeQuery(query) { return await exports.REQ_MYSQL_QUERY.request(query); }
     async init() {
         super.init();
         process.on('SIGINT', async () => {
             console.log('1. Received SIGINT. Performing cleanup...');
-            for (let i of this.transactions) {
-                try {
-                    this.storeTransactionAsProblem(i, "SIGINT");
-                    i.conn.removeAllListeners();
-                    await i.conn.rollback();
-                    i.conn.release();
-                }
-                catch (e) {
-                    (0, LogService_1.logError)("Can't release transaction connection", e);
-                }
-            }
-            if (this.pool) {
-                try {
-                    await this.pool.end();
-                }
-                catch (e) {
-                    (0, LogService_1.logCrit)("${MysqlService.js}", "Can't close MYSQL pool!");
-                }
-            }
+            await this.finishApp();
             process.exit(0);
         });
-        process.on('SIGTERM', () => {
+        process.on('SIGTERM', async () => {
             console.log('2. Received SIGTERM. Performing cleanup...');
+            await this.finishApp();
             process.exit(0);
         });
         this.serviceStarted = false;
@@ -220,15 +230,42 @@ class MysqlService extends BaseService_1.BaseService {
             const conn = await this.pool.getConnection();
             if (!conn)
                 return { error: { code: "NO_CONN", errno: 100001, fatal: true, sql: "", name: "NO_CONN", message: "Mysql pool cant get connection" }, data: null };
-            let result = null;
+            const trx = {
+                id: MysqlService.nextTransactionID++,
+                timestamp: Date.now(),
+                conn: conn,
+                queries: []
+            };
             let income = [];
             try {
                 await conn.beginTransaction();
                 await conn.query("SET autocommit=0");
-                for (let i of data) {
-                    const d = await conn.query(MysqlService.prepareQuery(i.query, i.fields));
+            }
+            catch (e) {
+                const err = this.createMysqlQueryError(e);
+                this.storeTransactionAsProblem(trx, err.message);
+                return { error: err, data: null };
+            }
+            for (let i of data) {
+                const query = MysqlService.prepareQuery(i.query, i.fields);
+                let err = null;
+                try {
+                    const d = await conn.query(query);
                     income.push(d[0]);
                 }
+                catch (e) {
+                    err = this.createMysqlQueryError(e);
+                }
+                trx.queries.push({
+                    sql: query,
+                    status: err ? err.message : "completed"
+                });
+                if (err) {
+                    this.storeTransactionAsProblem(trx, err.message);
+                    return { error: err, data: null };
+                }
+            }
+            try {
                 await conn.commit();
             }
             catch (e) {
@@ -240,25 +277,64 @@ class MysqlService extends BaseService_1.BaseService {
                     (0, LogService_1.logCrit)("${MysqlService.js}", "Can't rollback transaction!");
                     rollbackError = this.createMysqlQueryError(e2);
                 }
-                result = { error: this.createMysqlQueryError(e), data: null, rollbackError: rollbackError };
+                const err = this.createMysqlQueryError(e);
+                this.storeTransactionAsProblem(trx, err.message);
+                return { error: err, data: null, rollbackError: rollbackError };
             }
+            return { error: null, data: income };
+        };
+    }
+    async finishApp() {
+        for (let i of this.transactions) {
             try {
-                conn.release();
+                this.storeTransactionAsProblem(i, "SIGINT");
+                i.conn.removeAllListeners();
+                await i.conn.rollback();
+                i.conn.release();
             }
             catch (e) {
-                (0, LogService_1.logCrit)("${MysqlService.js}", "Can't release connection!");
+                (0, LogService_1.logError)("Can't release transaction connection", e);
             }
-            if (!result)
-                result = { error: null, data: income };
-            return result;
-        };
+        }
+        if (this.pool) {
+            try {
+                await this.pool.end();
+            }
+            catch (e) {
+                (0, LogService_1.logCrit)("${MysqlService.js}", "Can't close MYSQL pool!");
+            }
+        }
+        if (this.failReportFileStream)
+            this.failReportFileStream.end();
+        this.failReportFileStream = null;
     }
     async storeTransactionAsProblem(trx, message) {
-        if (!this.options.transactionFailReport) {
-            (0, LogService_1.logCrit)("${MysqlService.js}", "Can't report failed transaction, no report function: transactionFailReport in options");
+        if (!this.options.transactionFailReport && !this.options.transactionFailReportDir) {
+            (0, LogService_1.logCrit)("${MysqlService.js}", "Can't report failed transaction, no report function: transactionFailReport in options, and transactionFailReportDir isnt set");
             return;
         }
-        this.options.transactionFailReport(trx, message);
+        if (this.options.transactionFailReportDir) {
+            const yyymmdd = new Date().toISOString().substring(0, 10).replaceAll("-", "");
+            const date = new Date();
+            const file = path_1.default.resolve(this.options.transactionFailReportDir, yyymmdd + ".json");
+            if (this.failReportFileStream) {
+                if (this.failReportFileStreamName !== file) {
+                    this.failReportFileStream.end();
+                    this.failReportFileStream = null;
+                }
+            }
+            if (this.failReportFileStreamName) {
+                this.failReportFileStream = fs_1.default.createWriteStream(file, { flags: 'a' });
+                this.failReportFileStreamName = file;
+            }
+            this.failReportFileStream?.write(JSON.stringify({ trx, date, message }) + "\n{'s':'&$5__1AzZa'}\n", err => {
+                if (err)
+                    (0, LogService_1.logCrit)("${MysqlService.js}", "Can't write to transaction fail report file");
+            });
+            this.failReportLastAccessTime = Date.now();
+        }
+        if (this.options.transactionFailReport)
+            this.options.transactionFailReport(trx, message);
     }
     async recreatePool() {
         (0, LogService_1.logInfo)("${MysqlService.js}", "Connecting to mysql: \n HOST: " + this.options.host + '\n PORT:' + this.options.port);

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "badmfck-api-server",
-  "version": "2.2.0",
+  "version": "2.2.2",
   "description": "Simple API http server based on express",
   "main": "dist/index.js",
   "types": "dist/index.d.ts",