@balena/pinejs 14.44.0-linear-runtime-migrator-9d426d29f2b01ef0425c72333c2c691976fdc219 → 15.0.0-delete-state-default-user-permissions-57ce3dc6141cd1e8159f4c34da29d1fb113242c6

package/out/migrator/sync.js

@@ -1,117 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.config = exports.run = exports.postRun = void 0;
-const utils_1 = require("./utils");
-const _ = require("lodash");
-const sbvrUtils = require("../sbvr-api/sbvr-utils");
-const postRun = async (tx, model) => {
-    var _a, _b;
-    const { initSql } = model;
-    if (initSql == null) {
-        return;
-    }
-    const modelName = model.apiRoot;
-    const exists = await (0, utils_1.checkModelAlreadyExists)(tx, modelName);
-    if (!exists) {
-        ((_b = (_a = sbvrUtils.api.migrations) === null || _a === void 0 ? void 0 : _a.logger.info) !== null && _b !== void 0 ? _b : console.info)('First time executing, running init script');
-        await (0, utils_1.lockMigrations)(tx, modelName, async () => {
-            var _a, _b;
-            try {
-                await tx.executeSql(initSql);
-            }
-            catch (err) {
-                ((_b = (_a = sbvrUtils.api.migrations) === null || _a === void 0 ? void 0 : _a.logger.error) !== null && _b !== void 0 ? _b : console.error)(`postRun locked sql execution error ${err} `);
-            }
-        });
-    }
-};
-exports.postRun = postRun;
-const run = async (tx, model) => {
-    const { migrations } = model;
-    if (migrations == null ||
-        _.isEmpty(migrations) ||
-        migrations[utils_1.defaultMigrationCategory] === undefined) {
-        return;
-    }
-    return $run(tx, model, migrations[utils_1.defaultMigrationCategory]);
-};
-exports.run = run;
-const $run = async (tx, model, migrations) => {
-    var _a, _b;
-    const modelName = model.apiRoot;
-    const exists = await (0, utils_1.checkModelAlreadyExists)(tx, modelName);
-    if (!exists) {
-        ((_b = (_a = sbvrUtils.api.migrations) === null || _a === void 0 ? void 0 : _a.logger.info) !== null && _b !== void 0 ? _b : console.info)('First time model has executed, skipping migrations');
-        return await (0, utils_1.setExecutedMigrations)(tx, modelName, Object.keys(migrations));
-    }
-    await (0, utils_1.lockMigrations)(tx, modelName, async () => {
-        var _a, _b;
-        try {
-            const executedMigrations = await (0, utils_1.getExecutedMigrations)(tx, modelName);
-            const pendingMigrations = filterAndSortPendingMigrations(migrations, executedMigrations);
-            if (pendingMigrations.length === 0) {
-                return;
-            }
-            const newlyExecutedMigrations = await executeMigrations(tx, pendingMigrations);
-            await (0, utils_1.setExecutedMigrations)(tx, modelName, [
-                ...executedMigrations,
-                ...newlyExecutedMigrations,
-            ]);
-        }
-        catch (err) {
-            ((_b = (_a = sbvrUtils.api.migrations) === null || _a === void 0 ? void 0 : _a.logger.error) !== null && _b !== void 0 ? _b : console.error)(`$run executedMigrations error ${err}`);
-        }
-    });
-};
-const filterAndSortPendingMigrations = (migrations, executedMigrations) => _(migrations).omit(executedMigrations)
-    .toPairs()
-    .sortBy(([migrationKey]) => migrationKey)
-    .value();
-const executeMigrations = async (tx, migrations = []) => {
-    var _a, _b;
-    try {
-        for (const migration of migrations) {
-            await executeMigration(tx, migration);
-        }
-    }
-    catch (err) {
-        ((_b = (_a = sbvrUtils.api.migrations) === null || _a === void 0 ? void 0 : _a.logger.error) !== null && _b !== void 0 ? _b : console.error)('Error while executing migrations, rolled back');
-        throw new utils_1.MigrationError(err);
-    }
-    return migrations.map(([migrationKey]) => migrationKey);
-};
-const executeMigration = async (tx, [key, migration]) => {
-    var _a, _b;
-    ((_b = (_a = sbvrUtils.api.migrations) === null || _a === void 0 ? void 0 : _a.logger.info) !== null && _b !== void 0 ? _b : console.info)(`Running migration ${JSON.stringify(key)}`);
-    if (typeof migration === 'function') {
-        await migration(tx, sbvrUtils);
-    }
-    else if (typeof migration === 'string') {
-        await tx.executeSql(migration);
-    }
-    else {
-        throw new utils_1.MigrationError(`Invalid migration type: ${typeof migration}`);
-    }
-};
-exports.config = {
-    models: [
-        {
-            modelName: 'migrations',
-            apiRoot: 'migrations',
-            modelText: utils_1.modelText,
-            migrations: {
-                [utils_1.defaultMigrationCategory]: {
-                    '11.0.0-modified-at': `
-					ALTER TABLE "migration"
-					ADD COLUMN IF NOT EXISTS "modified at" TIMESTAMP DEFAULT CURRENT_TIMESTAMP NOT NULL;
-				`,
-                    '11.0.1-modified-at': `
-					ALTER TABLE "migration lock"
-					ADD COLUMN IF NOT EXISTS "modified at" TIMESTAMP DEFAULT CURRENT_TIMESTAMP NOT NULL;
-				`,
-                },
-            },
-        },
-    ],
-};
-//# sourceMappingURL=sync.js.map

package/out/migrator/sync.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"sync.js","sourceRoot":"","sources":["../../src/migrator/sync.ts"],"names":[],"mappings":";;;AAAA,mCAUiB;AAIjB,4BAA4B;AAC5B,oDAAoD;AAI7C,MAAM,OAAO,GAAG,KAAK,EAAE,EAAM,EAAE,KAAmB,EAAiB,EAAE;;IAC3E,MAAM,EAAE,OAAO,EAAE,GAAG,KAAK,CAAC;IAC1B,IAAI,OAAO,IAAI,IAAI,EAAE;QACpB,OAAO;KACP;IAED,MAAM,SAAS,GAAG,KAAK,CAAC,OAAO,CAAC;IAEhC,MAAM,MAAM,GAAG,MAAM,IAAA,+BAAuB,EAAC,EAAE,EAAE,SAAS,CAAC,CAAC;IAC5D,IAAI,CAAC,MAAM,EAAE;QACZ,CAAC,MAAA,MAAA,SAAS,CAAC,GAAG,CAAC,UAAU,0CAAE,MAAM,CAAC,IAAI,mCAAI,OAAO,CAAC,IAAI,CAAC,CACtD,2CAA2C,CAC3C,CAAC;QAEF,MAAM,IAAA,sBAAc,EAAC,EAAE,EAAE,SAAS,EAAE,KAAK,IAAI,EAAE;;YAC9C,IAAI;gBACH,MAAM,EAAE,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC;aAC7B;YAAC,OAAO,GAAG,EAAE;gBACb,CAAC,MAAA,MAAA,SAAS,CAAC,GAAG,CAAC,UAAU,0CAAE,MAAM,CAAC,KAAK,mCAAI,OAAO,CAAC,KAAK,CAAC,CACxD,sCAAsC,GAAG,GAAG,CAC5C,CAAC;aACF;QACF,CAAC,CAAC,CAAC;KACH;AACF,CAAC,CAAC;AAxBW,QAAA,OAAO,WAwBlB;AAEK,MAAM,GAAG,GAAG,KAAK,EAAE,EAAM,EAAE,KAAmB,EAAiB,EAAE;IACvE,MAAM,EAAE,UAAU,EAAE,GAAG,KAAK,CAAC;IAC7B,IACC,UAAU,IAAI,IAAI;QAClB,CAAC,CAAC,OAAO,CAAC,UAAU,CAAC;QACrB,UAAU,CAAC,gCAAwB,CAAC,KAAK,SAAS,EACjD;QACD,OAAO;KACP;IACD,OAAO,IAAI,CAAC,EAAE,EAAE,KAAK,EAAE,UAAU,CAAC,gCAAwB,CAAC,CAAC,CAAC;AAC9D,CAAC,CAAC;AAVW,QAAA,GAAG,OAUd;AAEF,MAAM,IAAI,GAAG,KAAK,EACjB,EAAM,EACN,KAAmB,EACnB,UAAsB,EACN,EAAE;;IAClB,MAAM,SAAS,GAAG,KAAK,CAAC,OAAO,CAAC;IAIhC,MAAM,MAAM,GAAG,MAAM,IAAA,+BAAuB,EAAC,EAAE,EAAE,SAAS,CAAC,CAAC;IAC5D,IAAI,CAAC,MAAM,EAAE;QACZ,CAAC,MAAA,MAAA,SAAS,CAAC,GAAG,CAAC,UAAU,0CAAE,MAAM,CAAC,IAAI,mCAAI,OAAO,CAAC,IAAI,CAAC,CACtD,oDAAoD,CACpD,CAAC;QAEF,OAAO,MAAM,IAAA,6BAAqB,EAAC,EAAE,EAAE,SAAS,EAAE,MAAM,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC;KAC3E;IACD,MAAM,IAAA,sBAAc,EAAC,EAAE,EAAE,SAAS,EAAE,KAAK,IAAI,EAAE;;QAC9C,IAAI;YACH,MAAM,kBAAkB,GAAG,MAAM,IAAA,6BAAqB,EAAC,EAAE,EAAE,SAAS,CAAC,CAAC;YACtE,MAAM,iBAAiB,GAAG,8BAA8B,CACvD,UAAU,EACV,kBAAkB,CAClB,CAAC;YACF,IAAI,iBAAiB,CAAC,MAAM,KAAK,CAAC,EAAE;gBACnC,OAAO;aACP;YAED,MAAM,uBAAuB,GAAG,MAAM,iBAAiB,CACtD,EAAE,EACF,iBAAiB,CACjB,CAAC;YACF,MAAM,IAAA,6BAAqB,EAAC,EAAE,EAAE,SAAS,EAAE;gBAC1C,GAAG,kBAAkB;gBACrB,GAAG,uBAAuB;aAC1B,CAAC,CAAC;SACH;QAAC,OAAO,GAAG,EAAE;YACb,CAAC,MAAA,MAAA,SAAS,CAAC,GAAG,CAAC,UAAU,0CAAE,MAAM,CAAC,KAAK,mCAAI,OAAO,CAAC,KAAK,CAAC,CACxD,iCAAiC,GAAG,EAAE,CACtC,CAAC;SACF;IACF,CAAC,CAAC,CAAC;AACJ,CAAC,CAAC;AAIF,MAAM,8BAA8B,GAAG,CACtC,UAAmC,EACnC,kBAA4B,EACT,EAAE,CACpB,CAAC,CAAC,UAAU,CAAC,CAAC,IAAI,CAAC,kBAAkB,CAAiC;KACrE,OAAO,EAAE;KACT,MAAM,CAAC,CAAC,CAAC,YAAY,CAAC,EAAE,EAAE,CAAC,YAAY,CAAC;KACxC,KAAK,EAAE,CAAC;AAEX,MAAM,iBAAiB,GAAG,KAAK,EAC9B,EAAM,EACN,aAA+B,EAAE,EACb,EAAE;;IACtB,IAAI;QACH,KAAK,MAAM,SAAS,IAAI,UAAU,EAAE;YACnC,MAAM,gBAAgB,CAAC,EAAE,EAAE,SAAS,CAAC,CAAC;SACtC;KACD;IAAC,OAAO,GAAG,EAAE;QACb,CAAC,MAAA,MAAA,SAAS,CAAC,GAAG,CAAC,UAAU,0CAAE,MAAM,CAAC,KAAK,mCAAI,OAAO,CAAC,KAAK,CAAC,CACxD,+CAA+C,CAC/C,CAAC;QACF,MAAM,IAAI,sBAAc,CAAC,GAAG,CAAC,CAAC;KAC9B;IACD,OAAO,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,YAAY,CAAC,EAAE,EAAE,CAAC,YAAY,CAAC,CAAC;AACzD,CAAC,CAAC;AAEF,MAAM,gBAAgB,GAAG,KAAK,EAC7B,EAAM,EACN,CAAC,GAAG,EAAE,SAAS,CAAiB,EAChB,EAAE;;IAClB,CAAC,MAAA,MAAA,SAAS,CAAC,GAAG,CAAC,UAAU,0CAAE,MAAM,CAAC,IAAI,mCAAI,OAAO,CAAC,IAAI,CAAC,CACtD,qBAAqB,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,EAAE,CAC1C,CAAC;IAEF,IAAI,OAAO,SAAS,KAAK,UAAU,EAAE;QACpC,MAAM,SAAS,CAAC,EAAE,EAAE,SAAS,CAAC,CAAC;KAC/B;SAAM,IAAI,OAAO,SAAS,KAAK,QAAQ,EAAE;QACzC,MAAM,EAAE,CAAC,UAAU,CAAC,SAAS,CAAC,CAAC;KAC/B;SAAM;QACN,MAAM,IAAI,sBAAc,CAAC,2BAA2B,OAAO,SAAS,EAAE,CAAC,CAAC;KACxE;AACF,CAAC,CAAC;AAEW,QAAA,MAAM,GAAW;IAC7B,MAAM,EAAE;QACP;YACC,SAAS,EAAE,YAAY;YACvB,OAAO,EAAE,YAAY;YACrB,SAAS,EAAT,iBAAS;YACT,UAAU,EAAE;gBACX,CAAC,gCAAwB,CAAC,EAAE;oBAC3B,oBAAoB,EAAE;;;KAGtB;oBACA,oBAAoB,EAAE;;;KAGtB;iBACA;aACD;SACD;KACD;CACD,CAAC"}

package/out/migrator/utils.d.ts

@@ -1,51 +0,0 @@
-import type { Result, Tx } from '../database-layer/db';
-import type { Resolvable } from '../sbvr-api/common-types';
-import { TypedError } from 'typed-error';
-export { migrator as migratorEnv } from '../config-loader/env';
-export declare const modelText: any;
-import * as sbvrUtils from '../sbvr-api/sbvr-utils';
-export declare const defaultMigrationCategory = "sync";
-export declare enum migrationCategories {
-    'sync' = "sync",
-    'async' = "async"
-}
-declare type SbvrUtils = typeof sbvrUtils;
-export declare type MigrationTuple = [string, Migration];
-export declare type MigrationFn = (tx: Tx, sbvrUtils: SbvrUtils) => Resolvable<void>;
-export declare type AsyncMigrationFn = (tx: Tx, sbvrUtils: SbvrUtils) => Resolvable<Result>;
-export declare type AsyncMigration = {
-    fn?: AsyncMigrationFn | undefined;
-    sql?: string | undefined;
-    delayMS?: number | undefined;
-    backoffDelayMS?: number | undefined;
-    errorThreshold?: number | undefined;
-};
-export declare type Migration = string | MigrationFn | AsyncMigration;
-export declare type Migrations = {
-    [key: string]: Migration;
-};
-export declare class MigrationError extends TypedError {
-}
-export declare type MigrationStatus = {
-    migration_key: string;
-    start_time: Date;
-    last_run_time: Date;
-    run_counter: number;
-    migrated_rows: number;
-    error_counter: number;
-    error_threshold: number;
-    delayMS: number;
-    backoffDelayMS: number;
-    converged_time: Date | undefined;
-    last_error_message: string | undefined;
-    is_backoff: boolean;
-    should_stop: boolean;
-};
-export declare const binds: (strings: TemplateStringsArray, ...bindNums: number[]) => string;
-export declare const lockMigrations: <T>(tx: Tx, modelName: string, fn: () => Promise<T>) => Promise<T>;
-export declare const checkModelAlreadyExists: (tx: Tx, modelName: string) => Promise<boolean>;
-export declare const setExecutedMigrations: (tx: Tx, modelName: string, executedMigrations: string[]) => Promise<void>;
-export declare const getExecutedMigrations: (tx: Tx, modelName: string) => Promise<string[]>;
-export declare const initMigrationStatus: (tx: Tx, migrationStatus: MigrationStatus) => Promise<Result | undefined>;
-export declare const updateMigrationStatus: (tx: Tx, migrationStatus: MigrationStatus) => Promise<Result | undefined>;
-export declare const readMigrationStatus: (tx: Tx, migrationKey: string) => Promise<MigrationStatus | undefined>;

package/out/migrator/utils.js

@@ -1,187 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.readMigrationStatus = exports.updateMigrationStatus = exports.initMigrationStatus = exports.getExecutedMigrations = exports.setExecutedMigrations = exports.checkModelAlreadyExists = exports.lockMigrations = exports.binds = exports.MigrationError = exports.migrationCategories = exports.defaultMigrationCategory = exports.modelText = exports.migratorEnv = void 0;
-const typed_error_1 = require("typed-error");
-const env_1 = require("../config-loader/env");
-var env_2 = require("../config-loader/env");
-Object.defineProperty(exports, "migratorEnv", { enumerable: true, get: function () { return env_2.migrator; } });
-const control_flow_1 = require("../sbvr-api/control-flow");
-exports.modelText = require('./migrations.sbvr');
-const sbvrUtils = require("../sbvr-api/sbvr-utils");
-exports.defaultMigrationCategory = 'sync';
-var migrationCategories;
-(function (migrationCategories) {
-    migrationCategories["sync"] = "sync";
-    migrationCategories["async"] = "async";
-})(migrationCategories = exports.migrationCategories || (exports.migrationCategories = {}));
-class MigrationError extends typed_error_1.TypedError {
-}
-exports.MigrationError = MigrationError;
-const binds = (strings, ...bindNums) => strings
-    .map((str, i) => {
-    if (i === bindNums.length) {
-        return str;
-    }
-    if (i + 1 !== bindNums[i]) {
-        throw new SyntaxError('Migration sql binds must be sequential');
-    }
-    if (sbvrUtils.db.engine === "postgres") {
-        return str + `$${bindNums[i]}`;
-    }
-    return str + `?`;
-})
-    .join('');
-exports.binds = binds;
-const lockMigrations = async (tx, modelName, fn) => {
-    try {
-        await tx.executeSql((0, exports.binds) `
-		DELETE FROM "migration lock"
-		WHERE "model name" = ${1}
-		AND "created at" < ${2}`, [modelName, new Date(Date.now() - env_1.migrator.lockTimeout)]);
-        await tx.executeSql((0, exports.binds) `
-		INSERT INTO "migration lock" ("model name")
-		VALUES (${1})`, [modelName]);
-    }
-    catch (err) {
-        await (0, control_flow_1.delay)(env_1.migrator.lockFailDelay);
-        throw err;
-    }
-    try {
-        return await fn();
-    }
-    finally {
-        try {
-            await tx.executeSql((0, exports.binds) `
-		DELETE FROM "migration lock"
-		WHERE "model name" = ${1}`, [modelName]);
-        }
-        catch (_a) {
-        }
-    }
-};
-exports.lockMigrations = lockMigrations;
-const checkModelAlreadyExists = async (tx, modelName) => {
-    const result = await tx.tableList("name = 'migration'");
-    if (result.rows.length === 0) {
-        return false;
-    }
-    const { rows } = await tx.executeSql((0, exports.binds) `
-        SELECT 1
-        FROM "model"
-        WHERE "model"."is of-vocabulary" = ${1}
-        LIMIT 1`, [modelName]);
-    return rows.length > 0;
-};
-exports.checkModelAlreadyExists = checkModelAlreadyExists;
-const setExecutedMigrations = async (tx, modelName, executedMigrations) => {
-    const stringifiedMigrations = JSON.stringify(executedMigrations);
-    const result = await tx.tableList("name = 'migration'");
-    if (result.rows.length === 0) {
-        return;
-    }
-    const { rowsAffected } = await tx.executeSql((0, exports.binds) `
-UPDATE "migration"
-SET "model name" = ${1},
-"executed migrations" = ${2}
-WHERE "migration"."model name" = ${3}`, [modelName, stringifiedMigrations, modelName]);
-    if (rowsAffected === 0) {
-        await tx.executeSql((0, exports.binds) `
-INSERT INTO "migration" ("model name", "executed migrations")
-VALUES (${1}, ${2})`, [modelName, stringifiedMigrations]);
-    }
-};
-exports.setExecutedMigrations = setExecutedMigrations;
-const getExecutedMigrations = async (tx, modelName) => {
-    const { rows } = await tx.executeSql((0, exports.binds) `
-SELECT "migration"."executed migrations" AS "executed_migrations"
-FROM "migration"
-WHERE "migration"."model name" = ${1}`, [modelName]);
-    const data = rows[0];
-    if (data == null) {
-        return [];
-    }
-    return JSON.parse(data.executed_migrations);
-};
-exports.getExecutedMigrations = getExecutedMigrations;
-const initMigrationStatus = async (tx, migrationStatus) => {
-    try {
-        const result = await tx.executeSql((0, exports.binds) `
-INSERT INTO "migration status" ("migration key", "start time", "delayMS", "backoffDelayMS", "is backoff", "error threshold", "should stop")
-VALUES (${1}, ${2}, ${3}, ${4}, ${5}, ${6}, ${7});
-`, [
-            migrationStatus['migration_key'],
-            migrationStatus['start_time'],
-            migrationStatus['delayMS'],
-            migrationStatus['backoffDelayMS'],
-            migrationStatus['is_backoff'] === true ? 1 : 0,
-            migrationStatus['error_threshold'],
-            migrationStatus['should_stop'] === true ? 1 : 0,
-        ]);
-        return result;
-    }
-    catch (err) {
-    }
-};
-exports.initMigrationStatus = initMigrationStatus;
-const updateMigrationStatus = async (tx, migrationStatus) => {
-    try {
-        return await tx.executeSql((0, exports.binds) `
-UPDATE "migration status"
-SET
-"run counter"	= ${1},
-"last run time" = ${2},
-"migrated rows" = ${3},
-"error counter" = ${4},
-"converged time" = ${5},
-"last error message" = ${6},
-"is backoff" = ${7},
-"should stop" = ${8}
-WHERE "migration status"."migration key" = ${9};`, [
-            migrationStatus['run_counter'],
-            migrationStatus['last_run_time'],
-            migrationStatus['migrated_rows'],
-            migrationStatus['error_counter'],
-            migrationStatus['converged_time'],
-            migrationStatus['last_error_message'],
-            migrationStatus['is_backoff'] === true ? 1 : 0,
-            migrationStatus['should_stop'] === true ? 1 : 0,
-            migrationStatus['migration_key'],
-        ]);
-    }
-    catch (err) {
-    }
-};
-exports.updateMigrationStatus = updateMigrationStatus;
-const readMigrationStatus = async (tx, migrationKey) => {
-    try {
-        const { rows } = await tx.executeSql((0, exports.binds) `
-SELECT *
-FROM "migration status"
-WHERE "migration status"."migration key" = ${1}
-LIMIT 1;`, [migrationKey]);
-        const data = rows[0];
-        if (data == null) {
-            return undefined;
-        }
-        return {
-            migration_key: data['migration key'],
-            start_time: data['start time'],
-            last_run_time: data['last run time'],
-            run_counter: data['run counter'],
-            migrated_rows: data['migrated rows'],
-            error_counter: data['error counter'],
-            error_threshold: data['error threshold'],
-            delayMS: data['delayMS'],
-            backoffDelayMS: data['backoffDelayMS'],
-            converged_time: data['converged_time'],
-            last_error_message: data['last error message'],
-            is_backoff: data['is backoff'] === 1 ? true : false,
-            should_stop: data['should stop'] === 1 ? true : false,
-        };
-    }
-    catch (err) {
-        return undefined;
-    }
-};
-exports.readMigrationStatus = readMigrationStatus;
-//# sourceMappingURL=utils.js.map

package/out/migrator/utils.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"utils.js","sourceRoot":"","sources":["../../src/migrator/utils.ts"],"names":[],"mappings":";;;AAKA,6CAAyC;AACzC,8CAA+D;AAC/D,4CAA+D;AAAtD,kGAAA,QAAQ,OAAe;AAChC,2DAAiD;AAGpC,QAAA,SAAS,GAAG,OAAO,CAAC,mBAAmB,CAAC,CAAC;AAEtD,oDAAoD;AAEvC,QAAA,wBAAwB,GAAG,MAAM,CAAC;AAC/C,IAAY,mBAGX;AAHD,WAAY,mBAAmB;IAC9B,oCAAe,CAAA;IACf,sCAAiB,CAAA;AAClB,CAAC,EAHW,mBAAmB,GAAnB,2BAAmB,KAAnB,2BAAmB,QAG9B;AAwBD,MAAa,cAAe,SAAQ,wBAAU;CAAG;AAAjD,wCAAiD;AAoB1C,MAAM,KAAK,GAAG,CAAC,OAA6B,EAAE,GAAG,QAAkB,EAAE,EAAE,CAC7E,OAAO;KACL,GAAG,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE;IACf,IAAI,CAAC,KAAK,QAAQ,CAAC,MAAM,EAAE;QAC1B,OAAO,GAAG,CAAC;KACX;IACD,IAAI,CAAC,GAAG,CAAC,KAAK,QAAQ,CAAC,CAAC,CAAC,EAAE;QAC1B,MAAM,IAAI,WAAW,CAAC,wCAAwC,CAAC,CAAC;KAChE;IACD,IAAI,SAAS,CAAC,EAAE,CAAC,MAAM,eAAqB,EAAE;QAC7C,OAAO,GAAG,GAAG,IAAI,QAAQ,CAAC,CAAC,CAAC,EAAE,CAAC;KAC/B;IACD,OAAO,GAAG,GAAG,GAAG,CAAC;AAClB,CAAC,CAAC;KACD,IAAI,CAAC,EAAE,CAAC,CAAC;AAdC,QAAA,KAAK,SAcN;AAEL,MAAM,cAAc,GAAG,KAAK,EAClC,EAAM,EACN,SAAiB,EACjB,EAAoB,EACP,EAAE;IACf,IAAI;QACH,MAAM,EAAE,CAAC,UAAU,CAClB,IAAA,aAAK,EAAA;;yBAEiB,CAAC;uBACH,CAAC,EAAE,EACvB,CAAC,SAAS,EAAE,IAAI,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,cAAW,CAAC,WAAW,CAAC,CAAC,CAC3D,CAAC;QACF,MAAM,EAAE,CAAC,UAAU,CAClB,IAAA,aAAK,EAAA;;YAEI,CAAC,GAAG,EACb,CAAC,SAAS,CAAC,CACX,CAAC;KACF;IAAC,OAAO,GAAG,EAAE;QACb,MAAM,IAAA,oBAAK,EAAC,cAAW,CAAC,aAAa,CAAC,CAAC;QACvC,MAAM,GAAG,CAAC;KACV;IACD,IAAI;QACH,OAAO,MAAM,EAAE,EAAE,CAAC;KAClB;YAAS;QACT,IAAI;YACH,MAAM,EAAE,CAAC,UAAU,CAClB,IAAA,aAAK,EAAA;;yBAEgB,CAAC,EAAE,EACxB,CAAC,SAAS,CAAC,CACX,CAAC;SACF;QAAC,WAAM;SAIP;KACD;AACF,CAAC,CAAC;AAvCW,QAAA,cAAc,kBAuCzB;AAEK,MAAM,uBAAuB,GAAG,KAAK,EAC3C,EAAM,EACN,SAAiB,EACE,EAAE;IACrB,MAAM,MAAM,GAAG,MAAM,EAAE,CAAC,SAAS,CAAC,oBAAoB,CAAC,CAAC;IACxD,IAAI,MAAM,CAAC,IAAI,CAAC,MAAM,KAAK,CAAC,EAAE;QAC7B,OAAO,KAAK,CAAC;KACb;IACD,MAAM,EAAE,IAAI,EAAE,GAAG,MAAM,EAAE,CAAC,UAAU,CACnC,IAAA,aAAK,EAAA;;;6CAGsC,CAAC;gBAC9B,EACd,CAAC,SAAS,CAAC,CACX,CAAC;IAEF,OAAO,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC;AACxB,CAAC,CAAC;AAlBW,QAAA,uBAAuB,2BAkBlC;AAEK,MAAM,qBAAqB,GAAG,KAAK,EACzC,EAAM,EACN,SAAiB,EACjB,kBAA4B,EACZ,EAAE;IAClB,MAAM,qBAAqB,GAAG,IAAI,CAAC,SAAS,CAAC,kBAAkB,CAAC,CAAC;IAEjE,MAAM,MAAM,GAAG,MAAM,EAAE,CAAC,SAAS,CAAC,oBAAoB,CAAC,CAAC;IACxD,IAAI,MAAM,CAAC,IAAI,CAAC,MAAM,KAAK,CAAC,EAAE;QAC7B,OAAO;KACP;IAED,MAAM,EAAE,YAAY,EAAE,GAAG,MAAM,EAAE,CAAC,UAAU,CAC3C,IAAA,aAAK,EAAA;;qBAEc,CAAC;0BACI,CAAC;mCACQ,CAAC,EAAE,EACpC,CAAC,SAAS,EAAE,qBAAqB,EAAE,SAAS,CAAC,CAC7C,CAAC;IAEF,IAAI,YAAY,KAAK,CAAC,EAAE;QACvB,MAAM,EAAE,CAAC,UAAU,CAClB,IAAA,aAAK,EAAA;;UAEE,CAAC,KAAK,CAAC,GAAG,EACjB,CAAC,SAAS,EAAE,qBAAqB,CAAC,CAClC,CAAC;KACF;AACF,CAAC,CAAC;AA7BW,QAAA,qBAAqB,yBA6BhC;AAEK,MAAM,qBAAqB,GAAG,KAAK,EACzC,EAAM,EACN,SAAiB,EACG,EAAE;IACtB,MAAM,EAAE,IAAI,EAAE,GAAG,MAAM,EAAE,CAAC,UAAU,CACnC,IAAA,aAAK,EAAA;;;mCAG4B,CAAC,EAAE,EACpC,CAAC,SAAS,CAAC,CACX,CAAC;IAEF,MAAM,IAAI,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC;IACrB,IAAI,IAAI,IAAI,IAAI,EAAE;QACjB,OAAO,EAAE,CAAC;KACV;IAED,OAAO,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,mBAAmB,CAAa,CAAC;AACzD,CAAC,CAAC;AAlBW,QAAA,qBAAqB,yBAkBhC;AAGK,MAAM,mBAAmB,GAAG,KAAK,EACvC,EAAM,EACN,eAAgC,EACF,EAAE;IAChC,IAAI;QACH,MAAM,MAAM,GAAG,MAAM,EAAE,CAAC,UAAU,CACjC,IAAA,aAAK,EAAA;;UAEE,CAAC,KAAK,CAAC,KAAK,CAAC,KAAK,CAAC,KAAK,CAAC,KAAK,CAAC,KAAK,CAAC;CAC9C,EACE;YACC,eAAe,CAAC,eAAe,CAAC;YAChC,eAAe,CAAC,YAAY,CAAC;YAC7B,eAAe,CAAC,SAAS,CAAC;YAC1B,eAAe,CAAC,gBAAgB,CAAC;YACjC,eAAe,CAAC,YAAY,CAAC,KAAK,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YAC9C,eAAe,CAAC,iBAAiB,CAAC;YAClC,eAAe,CAAC,aAAa,CAAC,KAAK,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;SAC/C,CACD,CAAC;QACF,OAAO,MAAM,CAAC;KACd;IAAC,OAAO,GAAG,EAAE;KAEb;AACF,CAAC,CAAC;AAxBW,QAAA,mBAAmB,uBAwB9B;AAGK,MAAM,qBAAqB,GAAG,KAAK,EACzC,EAAM,EACN,eAAgC,EACF,EAAE;IAChC,IAAI;QACH,OAAO,MAAM,EAAE,CAAC,UAAU,CACzB,IAAA,aAAK,EAAA;;;kBAGU,CAAC;oBACC,CAAC;oBACD,CAAC;oBACD,CAAC;qBACA,CAAC;yBACG,CAAC;iBACT,CAAC;kBACA,CAAC;6CAC0B,CAAC,GAAG,EAC9C;YACC,eAAe,CAAC,aAAa,CAAC;YAC9B,eAAe,CAAC,eAAe,CAAC;YAChC,eAAe,CAAC,eAAe,CAAC;YAChC,eAAe,CAAC,eAAe,CAAC;YAChC,eAAe,CAAC,gBAAgB,CAAC;YACjC,eAAe,CAAC,oBAAoB,CAAC;YACrC,eAAe,CAAC,YAAY,CAAC,KAAK,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YAC9C,eAAe,CAAC,aAAa,CAAC,KAAK,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YAC/C,eAAe,CAAC,eAAe,CAAC;SAChC,CACD,CAAC;KACF;IAAC,OAAO,GAAG,EAAE;KAEb;AACF,CAAC,CAAC;AAjCW,QAAA,qBAAqB,yBAiChC;AAEK,MAAM,mBAAmB,GAAG,KAAK,EACvC,EAAM,EACN,YAAoB,EACmB,EAAE;IACzC,IAAI;QACH,MAAM,EAAE,IAAI,EAAE,GAAG,MAAM,EAAE,CAAC,UAAU,CACnC,IAAA,aAAK,EAAA;;;6CAGqC,CAAC;SACrC,EACN,CAAC,YAAY,CAAC,CACd,CAAC;QAEF,MAAM,IAAI,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC;QACrB,IAAI,IAAI,IAAI,IAAI,EAAE;YACjB,OAAO,SAAS,CAAC;SACjB;QAED,OAAO;YACN,aAAa,EAAE,IAAI,CAAC,eAAe,CAAC;YACpC,UAAU,EAAE,IAAI,CAAC,YAAY,CAAC;YAC9B,aAAa,EAAE,IAAI,CAAC,eAAe,CAAC;YACpC,WAAW,EAAE,IAAI,CAAC,aAAa,CAAC;YAChC,aAAa,EAAE,IAAI,CAAC,eAAe,CAAC;YACpC,aAAa,EAAE,IAAI,CAAC,eAAe,CAAC;YACpC,eAAe,EAAE,IAAI,CAAC,iBAAiB,CAAC;YACxC,OAAO,EAAE,IAAI,CAAC,SAAS,CAAC;YACxB,cAAc,EAAE,IAAI,CAAC,gBAAgB,CAAC;YACtC,cAAc,EAAE,IAAI,CAAC,gBAAgB,CAAC;YACtC,kBAAkB,EAAE,IAAI,CAAC,oBAAoB,CAAC;YAC9C,UAAU,EAAE,IAAI,CAAC,YAAY,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,KAAK;YACnD,WAAW,EAAE,IAAI,CAAC,aAAa,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,KAAK;SACrD,CAAC;KACF;IAAC,OAAO,GAAG,EAAE;QAEb,OAAO,SAAS,CAAC;KACjB;AACF,CAAC,CAAC;AAtCW,QAAA,mBAAmB,uBAsC9B"}

package/src/migrator/async.ts

@@ -1,273 +0,0 @@
-import type { Tx } from '../database-layer/db';
-import type { Model } from '../config-loader/config-loader';
-
-import * as _ from 'lodash';
-import * as sbvrUtils from '../sbvr-api/sbvr-utils';
-
-type ApiRootModel = Model & { apiRoot: string };
-
-import {
-	MigrationTuple,
-	Migrations,
-	AsyncMigrationFn,
-	migrationCategories,
-	checkModelAlreadyExists,
-	setExecutedMigrations,
-	getExecutedMigrations,
-	migratorEnv,
-	lockMigrations,
-	initMigrationStatus,
-	readMigrationStatus,
-	updateMigrationStatus,
-} from './utils';
-
-export const run = async (model: ApiRootModel): Promise<void> => {
-	const { migrations } = model;
-	if (
-		migrations == null ||
-		_.isEmpty(migrations) ||
-		migrations[migrationCategories.async] === undefined
-	) {
-		return;
-	}
-	await $run(model, migrations[migrationCategories.async]);
-};
-
-const $run = async (
-	model: ApiRootModel,
-	migrations: Migrations,
-): Promise<void> => {
-	const modelName = model.apiRoot;
-
-	// init migrations
-	let exists;
-	await sbvrUtils.db.transaction(async (tx) => {
-		exists = await checkModelAlreadyExists(tx, modelName);
-		if (!exists) {
-			(sbvrUtils.api.migrations?.logger.info ?? console.info)(
-				'First time model has executed, skipping migrations',
-			);
-
-			return await setExecutedMigrations(
-				tx,
-				modelName,
-				Object.keys(migrations),
-			);
-		}
-	});
-
-	if (!exists) {
-		return;
-	}
-
-	/**
-	 * preflight check if there are already migrations executed before starting the async scheduler
-	 * this will impplicitly skip async migrations that have been superceeded by synchron migrations.
-	 * e.g.:
-	 *
-	 * sync migrations in repo: 	[001,002,004,005]
-	 * async migrations in repo: 	[003,006]
-	 *
-	 * executed migrations at this point should always contain all sync migrations:
-	 * executed migrations: 		[001,002,004,005]
-	 *
-	 * This will result in only async migration 006 being executed.
-	 *
-	 * The async migrations are ment to be used in seperate deployments to make expensive data migrations
-	 * of multiple million row update queries cheaper and with no downtime / long lasting table lock.
-	 * In the end, after each async migration, the next deploymemnt should follow up the data migration
-	 * with a final sync data migrations.
-	 * A async migration will be executed in iterations until no rows are updated anymore (keep row locks short)
-	 * then it switches into a backoff mode to check with longer delay if data needs to be migrated in the future.
-	 * Example query:
-	 * UPDATE tableA
-	 * SET columnB = columnA
-	 * WHERE id IN (SELECT id
-	 * 	           FROM tableA
-	 *             WHERE (columnA <> columnB) OR (columnA IS NOT NULL AND columnB IS NULL)
-	 *             LIMIT 1000);
-	 *
-	 * The final sync data migration would look like:
-	 * UPDATE tableA
-	 * SET columnB = columnA
-	 * WHERE (columnA <> columnB) OR (columnA IS NOT NULL AND columnB IS NULL);
-	 *
-	 * And will update remaining rows, which ideally are 0 and therefore now rows are locked for the update
-	 *
-	 * In the case of a column rename the columnA could be savely dropped:
-	 * ALTER TABLE tableA
-	 * DROP COLUMN IF EXISTS columnA;
-	 */
-
-	let pendingMigrations: MigrationTuple[] = [];
-	await sbvrUtils.db.transaction(async (tx) => {
-		const executedMigrations = await getExecutedMigrations(tx, modelName);
-		pendingMigrations = filterAndSortPendingAsyncMigrations(
-			migrations,
-			executedMigrations,
-		);
-	});
-
-	// Just schedule the migration workers and don't wait for any return of them
-	// the migration workers run until the next deployment and may synchronise with other
-	// instances via database tables: migration lock and migration status
-	for (const [key, migration] of pendingMigrations) {
-		const initMigrationState = {
-			migration_key: key,
-			start_time: new Date(Date.now()),
-			last_run_time: new Date(Date.now()),
-			run_counter: 0,
-			migrated_rows: 0,
-			error_counter: 0,
-			error_threshold: migratorEnv.asyncMigrationDefaultErrorThreshold,
-			delayMS: migratorEnv.asyncMigrationDefaultDelayMS,
-			backoffDelayMS: migratorEnv.asyncMigrationDefaultBackoffDelayMS,
-			converged_time: undefined,
-			last_error_message: undefined,
-			is_backoff: false,
-			should_stop: false,
-		};
-
-		let asyncRunnerMigratorFn: ((tx: Tx) => Promise<number>) | undefined;
-
-		if (typeof migration === 'object') {
-			if (migration.fn && typeof migration.fn === 'function') {
-				asyncRunnerMigratorFn = async (tx: Tx) =>
-					(await (migration.fn as AsyncMigrationFn)(tx, sbvrUtils))
-						.rowsAffected;
-			} else if (migration.sql && typeof migration.sql === 'string') {
-				asyncRunnerMigratorFn = async (tx: Tx) =>
-					(await tx.executeSql(migration.sql as string)).rowsAffected;
-			} else {
-				// don't break the async migration b/c of one migration fails
-				(sbvrUtils.api.migrations?.logger.error ?? console.error)(
-					`Invalid migration object: ${JSON.stringify(migration, null, 2)}`,
-				);
-				continue;
-			}
-
-			initMigrationState.backoffDelayMS =
-				migration.backoffDelayMS ||
-				migratorEnv.asyncMigrationDefaultBackoffDelayMS;
-			initMigrationState.delayMS =
-				migration.delayMS || migratorEnv.asyncMigrationDefaultDelayMS;
-			initMigrationState.error_threshold =
-				migration.errorThreshold ||
-				migratorEnv.asyncMigrationDefaultErrorThreshold;
-		} else if (typeof migration === 'string') {
-			asyncRunnerMigratorFn = async (tx: Tx) =>
-				(await tx.executeSql(migration)).rowsAffected;
-		} else {
-			(sbvrUtils.api.migrations?.logger.error ?? console.error)(
-				`Invalid async migration object: ${JSON.stringify(migration, null, 2)}`,
-			);
-			continue;
-		}
-
-		await sbvrUtils.db.transaction(async (tx) =>
-			initMigrationStatus(tx, initMigrationState),
-		);
-
-		const asyncRunner = async () => {
-			await sbvrUtils.db.transaction(async (tx) => {
-				await lockMigrations(tx, modelName, async () => {
-					const migrationState = await readMigrationStatus(tx, key);
-
-					if (!migrationState || migrationState.should_stop === true) {
-						// migration status is unclear stop the migrator
-						// or migration should stop
-						(sbvrUtils.api.migrations?.logger.info ?? console.info)(
-							`stopping async migration: ${key}`,
-						);
-						clearInterval(asyncScheduler);
-						return;
-					}
-					try {
-						// clear the interval to avoid retriggering before finisheing this migraiton query
-						clearInterval(asyncScheduler);
-
-						// sync on the last execution time between instances
-						// precondition: All running instances are running on the same time/block
-						// skip execution
-						if (migrationState.last_run_time) {
-							const durationSinceLastRun =
-								Date.now().valueOf() - migrationState.last_run_time.valueOf();
-							if (
-								(migrationState.is_backoff &&
-									durationSinceLastRun < migrationState.backoffDelayMS) ||
-								(!migrationState.is_backoff &&
-									durationSinceLastRun < migrationState.delayMS)
-							) {
-								// will still execute finally block where the migration lock is released.
-								return;
-							}
-						}
-						// set last run time and run counter only when backoff time sync between
-						// competing instances is in sync
-						migrationState.last_run_time = new Date(Date.now());
-						migrationState.run_counter += 1;
-
-						let migratedRows = 0;
-						await sbvrUtils.db.transaction(async (migrationTx) => {
-							migratedRows = (await asyncRunnerMigratorFn?.(migrationTx)) || 0;
-						});
-
-						migrationState.migrated_rows += migratedRows;
-						if (migratedRows === 0) {
-							// when all rows have been catched up once we only catch up less frequently
-							migrationState.is_backoff = true;
-							if (!migrationState.converged_time) {
-								// only store the first time when migrator converged to all data migrated
-								migrationState.converged_time = new Date(Date.now());
-							}
-						} else {
-							// Only here for the case that after backoff more rows need to be catched up faster
-							// If rows have been updated recently we start the interval again with normal frequency
-							migrationState.is_backoff = false;
-						}
-					} catch (err) {
-						migrationState.error_counter++;
-
-						if (
-							migrationState.error_counter % migrationState.error_threshold ===
-							0
-						) {
-							migrationState.last_error_message = `${err.name} ${err.message}`;
-							(sbvrUtils.api.migrations?.logger.error ?? console.error)(
-								`${key}: ${err.name} ${err.message}`,
-							);
-							migrationState.is_backoff = true;
-						}
-					} finally {
-						if (migrationState.is_backoff) {
-							asyncScheduler = setInterval(
-								asyncRunner,
-								migrationState.backoffDelayMS,
-							);
-						} else {
-							asyncScheduler = setInterval(asyncRunner, migrationState.delayMS);
-						}
-						// using finally as it will also run when return statement is called inside the try block
-						// either success or error release the lock
-						await updateMigrationStatus(tx, migrationState);
-					}
-				});
-			});
-		};
-		let asyncScheduler = setInterval(asyncRunner, initMigrationState.delayMS);
-	}
-};
-
-const filterAndSortPendingAsyncMigrations = (
-	migrations: NonNullable<Migrations>,
-	executedMigrations: string[],
-): MigrationTuple[] => {
-	// using it for string comparison, any string is greater than ''
-	const latestExecutedMigration = executedMigrations.sort().pop() ?? '';
-
-	return (_(migrations).omit(executedMigrations) as _.Object<typeof migrations>)
-		.toPairs()
-		.filter(([migrationKey]) => migrationKey > latestExecutedMigration)
-		.sortBy(([migrationKey]) => migrationKey)
-		.value();
-};