anote-server-libs 0.0.3 → 0.1.0

package/models/ApiCall.js

@@ -0,0 +1,37 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.ApiCallRepository = void 0;
+const mssql_1 = require("mssql");
+const ModelDao_1 = require("./repository/ModelDao");
+class ApiCallRepository extends ModelDao_1.ModelDao {
+    constructor(pool, poolMssql, logger) {
+        super(pool, poolMssql, logger, 'api_call', 5, pool ? 'id=$1,"updatedOn"=$2,"responseCode"=$3,"responseJson"=$4,"expiresAt"=$5' :
+            'id=@1,"updatedOn"=@2,"responseCode"=@3,"responseJson"=@4,"expiresAt"=@5');
+        this.pool = pool;
+        this.poolMssql = poolMssql;
+        this.logger = logger;
+    }
+    buildObject(q) {
+        if (!q)
+            return undefined;
+        q.id = q.id.trim();
+        q.updatedOn = q.updatedOn && new Date(q.updatedOn);
+        q.responseCode = parseInt(q.responseCode, 10);
+        q.expiresAt = q.expiresAt && new Date(q.expiresAt);
+        return q;
+    }
+    serialize(instance, request) {
+        if (request) {
+            request.input('1', instance.id);
+            request.input('2', mssql_1.DateTimeOffset, instance.updatedOn);
+            request.input('3', instance.responseCode);
+            request.input('4', instance.responseJson);
+            request.input('5', mssql_1.DateTimeOffset, instance.expiresAt);
+            return undefined;
+        }
+        else {
+            return [instance.id, instance.updatedOn, instance.responseCode, instance.responseJson, instance.expiresAt];
+        }
+    }
+}
+exports.ApiCallRepository = ApiCallRepository;

package/models/ApiCall.ts

@@ -1,3 +1,4 @@
+import { ConnectionPool, DateTimeOffset, Request } from 'mssql';
 import {Pool} from 'pg';
 import {Logger} from 'winston';
 import {Model, ModelDao} from './repository/ModelDao';
@@ -9,8 +10,9 @@ export interface ApiCall extends Model<string> {
 }
 
 export class ApiCallRepository extends ModelDao<string, ApiCall> {
-    constructor(protected pool: Pool, protected logger: Logger) {
-        super(pool, logger, 'api_call', 5, 'id=$1,"updatedOn"=$2,"responseCode"=$3,"responseJson"=$4,"expiresAt"=$5');
+    constructor(protected pool: Pool, protected poolMssql: ConnectionPool, protected logger: Logger) {
+        super(pool, poolMssql, logger, 'api_call', 5, pool ? 'id=$1,"updatedOn"=$2,"responseCode"=$3,"responseJson"=$4,"expiresAt"=$5' :
+            'id=@1,"updatedOn"=@2,"responseCode"=@3,"responseJson"=@4,"expiresAt"=@5');
     }
 
     buildObject(q: any): ApiCall {
@@ -22,7 +24,17 @@ export class ApiCallRepository extends ModelDao<string, ApiCall> {
         return q;
     }
 
-    serialize(instance: ApiCall): any[] {
-        return [instance.id, instance.updatedOn, instance.responseCode, instance.responseJson, instance.expiresAt];
+    serialize(instance: ApiCall, request?: Request) {
+        if(request) {
+            request.input('1', instance.id);
+            request.input('2', DateTimeOffset, instance.updatedOn);
+            request.input('3', instance.responseCode);
+            request.input('4', instance.responseJson);
+            request.input('5', DateTimeOffset, instance.expiresAt);
+            return undefined;
+        } else {
+            return [instance.id, instance.updatedOn, instance.responseCode, instance.responseJson, instance.expiresAt];
+        }
     }
+
 }

package/models/Migration.js

@@ -0,0 +1,35 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.MigrationRepository = void 0;
+const ModelDao_1 = require("./repository/ModelDao");
+class MigrationRepository extends ModelDao_1.ModelDao {
+    constructor(pool, poolMssql, logger) {
+        super(pool, poolMssql, logger, 'migration', 5, pool ? 'id=$1,hash=$2,"sqlUp"=$3,"sqlDown"=$4,state=$5' :
+            'id=@1,hash=@2,"sqlUp"=@3,"sqlDown"=@4,state=@5');
+        this.pool = pool;
+        this.poolMssql = poolMssql;
+        this.logger = logger;
+    }
+    buildObject(q) {
+        if (!q)
+            return undefined;
+        q.id = parseInt(q.id, 10);
+        q.hash = q.hash.trim();
+        q.state = parseInt(q.state, 10);
+        return q;
+    }
+    serialize(instance, request) {
+        if (request) {
+            request.input('1', instance.id);
+            request.input('2', instance.hash);
+            request.input('3', instance.sqlUp);
+            request.input('4', instance.sqlDown);
+            request.input('5', instance.state);
+            return undefined;
+        }
+        else {
+            return [instance.id, instance.hash, instance.sqlUp, instance.sqlDown, instance.state];
+        }
+    }
+}
+exports.MigrationRepository = MigrationRepository;

package/models/Migration.ts

@@ -1,3 +1,4 @@
+import { ConnectionPool, Request } from 'mssql';
 import {Pool} from 'pg';
 import {Logger} from 'winston';
 import {ModelDao} from './repository/ModelDao';
@@ -11,8 +12,9 @@ export interface Migration {
 }
 
 export class MigrationRepository extends ModelDao<number, Migration> {
-    constructor(protected pool: Pool, protected logger: Logger) {
-        super(pool, logger, 'migration', 5, 'id=$1,hash=$2,"sqlUp"=$3,"sqlDown"=$4,state=$5');
+    constructor(protected pool: Pool, protected poolMssql: ConnectionPool, protected logger: Logger) {
+        super(pool, poolMssql, logger, 'migration', 5, pool ? 'id=$1,hash=$2,"sqlUp"=$3,"sqlDown"=$4,state=$5' :
+            'id=@1,hash=@2,"sqlUp"=@3,"sqlDown"=@4,state=@5');
     }
 
     buildObject(q: any): Migration {
@@ -23,7 +25,16 @@ export class MigrationRepository extends ModelDao<number, Migration> {
         return q;
     }
 
-    serialize(instance: Migration): any[] {
-        return [instance.id, instance.hash, instance.sqlUp, instance.sqlDown, instance.state];
+    serialize(instance: Migration, request?: Request) {
+        if(request) {
+            request.input('1', instance.id);
+            request.input('2', instance.hash);
+            request.input('3', instance.sqlUp);
+            request.input('4', instance.sqlDown);
+            request.input('5', instance.state);
+            return undefined;
+        } else {
+            return [instance.id, instance.hash, instance.sqlUp, instance.sqlDown, instance.state];
+        }
     }
 }

package/models/repository/BaseModelRepository.js

@@ -0,0 +1,156 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.BaseModelRepository = void 0;
+const fs = require("fs");
+const node_forge_1 = require("node-forge");
+const ApiCall_1 = require("../ApiCall");
+const Migration_1 = require("../Migration");
+class BaseModelRepository {
+    constructor(db, dbSpare, dbMssql, logger, cache) {
+        this.db = db;
+        this.dbSpare = dbSpare;
+        this.dbMssql = dbMssql;
+        this.logger = logger;
+        this.cache = cache;
+        if (db && dbSpare) {
+            const dbQuery = db.query.bind(db);
+            db.query = (function (text, values, cb) {
+                if ((this.idleCount + this.waitingCount) >= this.totalCount && this.totalCount === this.options.max)
+                    return dbSpare.query(text, values, cb);
+                return dbQuery(text, values, cb);
+            }).bind(db);
+        }
+        this.Migration = new Migration_1.MigrationRepository(db, dbMssql, logger);
+        this.ApiCall = new ApiCall_1.ApiCallRepository(db, dbMssql, logger);
+    }
+    migrate(migrationsPath, callback) {
+        (this.db ? this.db.query('CREATE TABLE IF NOT EXISTS migration (' +
+            'id integer PRIMARY KEY,' +
+            'hash text NOT NULL,' +
+            '"sqlUp" text NOT NULL,' +
+            '"sqlDown" text NOT NULL,' +
+            'state integer NOT NULL' +
+            ')') : this.dbMssql.query('if not exists (select * from sysobjects where name=\'migration\' and xtype=\'U\') CREATE TABLE migration (' +
+            'id int PRIMARY KEY,' +
+            'hash text NOT NULL,' +
+            '"sqlUp" text NOT NULL,' +
+            '"sqlDown" text NOT NULL,' +
+            'state int NOT NULL' +
+            ')')).then(() => {
+            this.Migration.getAllBy('id').then((migrations) => {
+                if (migrations.find(migration => migration.state !== 0))
+                    process.exit(4);
+                fs.readdir(migrationsPath, (_, files) => {
+                    const migrationsAvailable = files
+                        .filter(file => /[0-9]+\.sql/.test(file))
+                        .map(file => parseInt(file.split('.sql')[0], 10))
+                        .filter(file => file > 0)
+                        .sort((a, b) => a - b)
+                        .map(file => {
+                        const content = fs.readFileSync(migrationsPath + file + '.sql', 'utf-8');
+                        return {
+                            id: file,
+                            content: content,
+                            hash: node_forge_1.md.sha256.create().update(content).digest().toHex()
+                        };
+                    });
+                    if (migrationsAvailable.length === 0
+                        || migrationsAvailable.length
+                            !== migrationsAvailable[migrationsAvailable.length - 1].id)
+                        process.exit(5);
+                    let highestCommon = 0;
+                    while (highestCommon < migrations.length && highestCommon < migrationsAvailable.length
+                        && migrations[highestCommon].hash === migrationsAvailable[highestCommon].hash)
+                        highestCommon++;
+                    this.applyDownUntil(migrations, migrations.length, highestCommon).then(() => {
+                        this.applyUpUntil(migrationsAvailable, highestCommon, migrationsAvailable.length).then(callback, process.exit);
+                    }, process.exit);
+                });
+            }, () => process.exit(3));
+        }, () => process.exit(2));
+    }
+    lockTables(tables, client) {
+        if (this.db)
+            return Promise.all(tables.map(t => client.query('LOCK TABLE ' + t.table + ' IN EXCLUSIVE MODE')));
+        return Promise.all(tables.map(t => client.request().query('SELECT id FROM ' + t.table + ' WITH (UPDLOCK)')));
+    }
+    applyUpUntil(migrations, current, until) {
+        if (current < until)
+            return this.applyUp(migrations[current]).then(() => this.applyUpUntil(migrations, current + 1, until));
+        return Promise.resolve();
+    }
+    applyUp(migration) {
+        return new Promise((resolve, reject) => {
+            const sqlParts = migration.content.split('----');
+            this.Migration.create({
+                id: migration.id,
+                hash: migration.hash,
+                sqlUp: sqlParts[0],
+                sqlDown: sqlParts[1],
+                state: 2
+            }).then(() => {
+                (this.db || this.dbMssql).query(sqlParts[0], (err) => {
+                    if (err) {
+                        console.error(err);
+                        reject(10);
+                    }
+                    else {
+                        (this.db || this.dbMssql).query('UPDATE "migration" SET "state"=0 WHERE "id"=' + migration.id, (err2) => {
+                            if (err2)
+                                reject(11);
+                            else
+                                resolve();
+                        });
+                    }
+                });
+            }, () => process.exit(9));
+        });
+    }
+    applyDownUntil(migrations, current, until) {
+        if (current > until) {
+            current--;
+            return this.applyDown(migrations[current]).then(() => this.applyDownUntil(migrations, current, until));
+        }
+        return Promise.resolve();
+    }
+    applyDown(migration) {
+        return new Promise((resolve, reject) => {
+            (this.db || this.dbMssql).query('UPDATE "migration" SET "state"=1 WHERE "id"=' + migration.id, (err) => {
+                if (err)
+                    reject(6);
+                else
+                    (this.db || this.dbMssql).query(migration.sqlDown, (err2) => {
+                        if (err2) {
+                            console.error(err2);
+                            reject(7);
+                        }
+                        else
+                            (this.db || this.dbMssql).query('DELETE FROM "migration" WHERE "id"=' + migration.id, (err3) => {
+                                if (err3 && migration.id !== 1)
+                                    reject(8);
+                                else {
+                                    if (migration.id === 1) {
+                                        (this.db ? this.db.query('CREATE TABLE IF NOT EXISTS migration (' +
+                                            'id integer PRIMARY KEY,' +
+                                            'hash text NOT NULL,' +
+                                            '"sqlUp" text NOT NULL,' +
+                                            '"sqlDown" text NOT NULL,' +
+                                            'state integer NOT NULL' +
+                                            ')') : this.dbMssql.query('if not exists (select * from sysobjects where name=\'migration\' and xtype=\'U\') CREATE TABLE migration (' +
+                                            'id int PRIMARY KEY,' +
+                                            'hash text NOT NULL,' +
+                                            '"sqlUp" text NOT NULL,' +
+                                            '"sqlDown" text NOT NULL,' +
+                                            'state int NOT NULL' +
+                                            ')')).then(() => resolve(), reject);
+                                    }
+                                    else
+                                        resolve();
+                                }
+                            });
+                    });
+            });
+        });
+    }
+}
+exports.BaseModelRepository = BaseModelRepository;

package/models/repository/BaseModelRepository.ts

@@ -1,5 +1,6 @@
 import * as fs from 'fs';
 import * as Memcached from 'memcached';
+import {ConnectionPool, Transaction} from 'mssql';
 import {md} from 'node-forge';
 import {ClientBase, Pool} from 'pg';
 import {Logger} from 'winston';
@@ -11,25 +12,33 @@ export class BaseModelRepository {
     Migration: MigrationRepository;
     ApiCall: ApiCallRepository;
 
-    constructor(public db: Pool, public dbSpare: Pool, public logger: Logger, public cache: Memcached) {
-        const dbQuery = db.query.bind(db);
-        db.query = (function(text: any, values: any, cb: any) {
-            if((this.idleCount + this.waitingCount) >= this.totalCount && this.totalCount === this.options.max)
-                return dbSpare.query(text, values, cb);
-            return dbQuery(text, values, cb);
-        }).bind(db);
-        this.Migration = new MigrationRepository(db, logger);
-        this.ApiCall = new ApiCallRepository(db, logger);
+    constructor(public db: Pool, public dbSpare: Pool, public dbMssql: ConnectionPool, public logger: Logger, public cache: Memcached) {
+        if(db && dbSpare) {
+            const dbQuery = db.query.bind(db);
+            db.query = (function(text: any, values: any, cb: any) {
+                if((this.idleCount + this.waitingCount) >= this.totalCount && this.totalCount === this.options.max)
+                    return dbSpare.query(text, values, cb);
+                return dbQuery(text, values, cb);
+            }).bind(db);
+        }
+        this.Migration = new MigrationRepository(db, dbMssql, logger);
+        this.ApiCall = new ApiCallRepository(db, dbMssql, logger);
     }
 
     migrate(migrationsPath: string, callback: (() => void)) {
-        this.db.query('CREATE TABLE IF NOT EXISTS migration (' +
+        (this.db ? this.db.query('CREATE TABLE IF NOT EXISTS migration (' +
             'id integer PRIMARY KEY,' +
             'hash text NOT NULL,' +
             '"sqlUp" text NOT NULL,' +
             '"sqlDown" text NOT NULL,' +
             'state integer NOT NULL' +
-            ')').then(() => {
+            ')') : this.dbMssql.query('if not exists (select * from sysobjects where name=\'migration\' and xtype=\'U\') CREATE TABLE migration (' +
+            'id int PRIMARY KEY,' +
+            'hash text NOT NULL,' +
+            '"sqlUp" text NOT NULL,' +
+            '"sqlDown" text NOT NULL,' +
+            'state int NOT NULL' +
+            ')')).then(() => {
             this.Migration.getAllBy('id').then((migrations: Migration[]) => {
                 if(migrations.find(migration => migration.state !== 0)) process.exit(4); // Have to fix manually
                 // Read the new ones
@@ -62,8 +71,10 @@ export class BaseModelRepository {
         }, () => process.exit(2));
     }
 
-    lockTables(tables: ModelRepr[], client: ClientBase): Promise<any> {
-        return Promise.all(tables.map(t => client.query('LOCK TABLE ' + t.table + ' IN EXCLUSIVE MODE')));
+    lockTables(tables: ModelRepr[], client: ClientBase | Transaction): Promise<any> {
+        if(this.db)
+            return Promise.all(tables.map(t => (<ClientBase>client).query('LOCK TABLE ' + t.table + ' IN EXCLUSIVE MODE')));
+        return Promise.all(tables.map(t => (<Transaction>client).request().query('SELECT id FROM ' + t.table + ' WITH (UPDLOCK)')));
     }
 
     private applyUpUntil(migrations: {id: number, content: string, hash: string}[], current: number, until: number): Promise<void> {
@@ -82,12 +93,12 @@ export class BaseModelRepository {
                 sqlDown: sqlParts[1],
                 state: 2
             }).then(() => {
-                this.db.query(sqlParts[0], (err: any) => {
+                (<any>(this.db|| this.dbMssql)).query(sqlParts[0], (err: any) => {
                     if(err) {
                         console.error(err);
                         reject(10);
                     } else {
-                        this.db.query('UPDATE "migration" SET "state"=0 WHERE "id"=' + migration.id, (err2: any) => {
+                        (<any>(this.db|| this.dbMssql)).query('UPDATE "migration" SET "state"=0 WHERE "id"=' + migration.id, (err2: any) => {
                             if(err2) reject(11); // No cleanup
                             else resolve();
                         });
@@ -107,24 +118,30 @@ export class BaseModelRepository {
 
     private applyDown(migration: Migration): Promise<void> {
         return new Promise((resolve, reject) => {
-            this.db.query('UPDATE "migration" SET "state"=1 WHERE "id"=' + migration.id, (err: any) => {
+            (<any>(this.db|| this.dbMssql)).query('UPDATE "migration" SET "state"=1 WHERE "id"=' + migration.id, (err: any) => {
                 if(err) reject(6); // No required change
-                else this.db.query(migration.sqlDown, (err2: any) => {
+                else (<any>(this.db|| this.dbMssql)).query(migration.sqlDown, (err2: any) => {
                     if(err2) {
                         console.error(err2);
                         reject(7);
                     } // No apply down
-                    else this.db.query('DELETE FROM "migration" WHERE "id"=' + migration.id, (err3: any) => {
+                    else (<any>(this.db|| this.dbMssql)).query('DELETE FROM "migration" WHERE "id"=' + migration.id, (err3: any) => {
                         if(err3 && migration.id !== 1) reject(8); // No cleanup for not base migration
                         else {
                             if(migration.id === 1) {
-                                this.db.query('CREATE TABLE IF NOT EXISTS migration (' +
+                                (this.db ? this.db.query('CREATE TABLE IF NOT EXISTS migration (' +
                                     'id integer PRIMARY KEY,' +
                                     'hash text NOT NULL,' +
                                     '"sqlUp" text NOT NULL,' +
                                     '"sqlDown" text NOT NULL,' +
                                     'state integer NOT NULL' +
-                                    ')').then(() => resolve(), reject);
+                                    ')') : this.dbMssql.query('if not exists (select * from sysobjects where name=\'migration\' and xtype=\'U\') CREATE TABLE migration (' +
+                                    'id int PRIMARY KEY,' +
+                                    'hash text NOT NULL,' +
+                                    '"sqlUp" text NOT NULL,' +
+                                    '"sqlDown" text NOT NULL,' +
+                                    'state int NOT NULL' +
+                                    ')')).then(() => resolve(), reject);
                             } else resolve();
                         }
                     });

package/models/repository/MemoryCache.js

@@ -0,0 +1,92 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.MemoryCache = void 0;
+class MemoryCache {
+    constructor(localKey, cache) {
+        this.localKey = localKey;
+        this.cache = cache;
+        this.localCache = {};
+    }
+    list() {
+        if (this.cache)
+            return new Promise(resolve => {
+                let pending = true;
+                setTimeout(() => {
+                    if (pending) {
+                        pending = false;
+                        resolve([]);
+                    }
+                }, 250);
+                this.cache.items((_, data) => {
+                    if (pending) {
+                        pending = false;
+                        resolve(data.map(s => {
+                            const value = s[Object.getOwnPropertyNames(s).find(sname => sname.startsWith(this.localKey))];
+                            return value && JSON.parse(value);
+                        }).filter(x => x));
+                    }
+                });
+            });
+        else
+            return Promise.resolve(Object.getOwnPropertyNames(this.localCache).map(key => this.localCache[key]));
+    }
+    get(key) {
+        if (this.cache)
+            return new Promise(resolve => {
+                let pending = true;
+                setTimeout(() => {
+                    if (pending) {
+                        pending = false;
+                        resolve(undefined);
+                    }
+                }, 250);
+                this.cache.get(this.localKey + key, (_, data) => {
+                    if (pending) {
+                        pending = false;
+                        resolve(data && JSON.parse(data));
+                    }
+                });
+            });
+        else
+            return Promise.resolve(this.localCache[key]);
+    }
+    set(key, val) {
+        if (this.cache)
+            return new Promise(resolve => this.cache.add(this.localKey + key, JSON.stringify(val), 15 * 60, resolve));
+        else {
+            this.localCache[key] = val;
+            return Promise.resolve();
+        }
+    }
+    delete(key) {
+        if (this.cache) {
+            return new Promise(resolve => {
+                let fired = false;
+                const handler = setTimeout(() => {
+                    fired = true;
+                    resolve();
+                }, 50);
+                this.cache.del(this.localKey + key, () => {
+                    if (!fired) {
+                        clearTimeout(handler);
+                        resolve();
+                    }
+                });
+            });
+        }
+        else {
+            this.localCache[key] = undefined;
+            return Promise.resolve();
+        }
+    }
+    clear() {
+        if (this.cache) {
+            this.localKey = this.localKey + '_';
+            if (this.localKey.length > 40)
+                this.localKey = this.localKey.replace(/_+$/, '');
+        }
+        else
+            this.localCache = {};
+    }
+}
+exports.MemoryCache = MemoryCache;