nesoi 3.0.9 → 3.0.10

package/lib/adapters/postgres/src/migrator/generator/provider.js

@@ -1,74 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.MigrationProvider = void 0;
-const log_1 = require("../../../../../engine/util/log");
-const runner_1 = require("../runner/runner");
-const daemon_1 = require("../../../../../engine/daemon");
-const postgres_bucket_adapter_1 = require("../../postgres.bucket_adapter");
-const string_1 = require("../../../../../engine/util/string");
-const generator_1 = require("./generator");
-class MigrationProvider {
-    constructor(daemon, sql, dirpath = './migrations') {
-        this.daemon = daemon;
-        this.sql = sql;
-        this.dirpath = dirpath;
-    }
-    static async create(daemon, sql) {
-        const provider = new MigrationProvider(daemon, sql);
-        const oldTable = await provider.sql `
-            SELECT * FROM pg_catalog.pg_tables WHERE tablename = ${runner_1.MigrationRunner.MIGRATION_TABLE_NAME};
-        `;
-        if (!oldTable.length) {
-            await provider.sql `CREATE TABLE ${provider.sql(runner_1.MigrationRunner.MIGRATION_TABLE_NAME)} (
-                id SERIAL PRIMARY KEY,
-                module VARCHAR NOT NULL,
-                name VARCHAR NOT NULL,
-                description VARCHAR,
-                batch INT4 NOT NULL,
-                timestamp TIMESTAMP NOT NULL,
-                hash VARCHAR
-            )`;
-        }
-        provider.status = await runner_1.MigrationRunner.status(daemon, provider.sql, provider.dirpath);
-        return provider;
-    }
-    async generate() {
-        const modules = daemon_1.Daemon.getModules(this.daemon);
-        const migrations = [];
-        for (const module of modules) {
-            const buckets = daemon_1.Daemon.getModule(this.daemon, module.name).buckets;
-            for (const bucket in buckets) {
-                const schema = buckets[bucket].schema;
-                // Avoid external buckets
-                if (schema.module !== module.name)
-                    continue;
-                // Avoid non-postgres buckets
-                const adapter = buckets[bucket].adapter;
-                if (!(adapter instanceof postgres_bucket_adapter_1.PostgresBucketAdapter))
-                    continue;
-                const migration = await this.generateForBucket(module.name, bucket, adapter.tableName);
-                if (migration) {
-                    migrations.push(migration);
-                }
-            }
-        }
-        return migrations;
-    }
-    async generateForBucket(module, bucket, tableName) {
-        const generator = new generator_1.MigrationGenerator(this.daemon, this.sql, module, bucket, tableName);
-        const migration = await generator.generate();
-        const tag = (0, string_1.colored)(`${module}::bucket:${bucket}`, 'lightcyan');
-        if (!migration) {
-            log_1.Log.info('migrator', 'bucket', `No migrations for ${tag}.`);
-            return undefined;
-        }
-        const hash = migration.hash();
-        const alreadyExists = this.status.items.find(item => item.hash === hash);
-        if (alreadyExists && alreadyExists?.state === 'pending') {
-            log_1.Log.warn('migrator', 'bucket', `A similar migration for ${tag} was found pending, ignoring this one.`);
-            return undefined;
-        }
-        return migration;
-    }
-}
-exports.MigrationProvider = MigrationProvider;

package/lib/adapters/postgres/src/migrator/index.d.ts

@@ -1,47 +0,0 @@
-import postgres from 'postgres';
-import { AnyTrxNode } from "../../../../engine/transaction/trx_node";
-type MigrationFn = ($: {
-    sql: postgres.Sql<any>;
-    trx: AnyTrxNode;
-}) => Promise<void>;
-/**
- * An entry on a bucket adapter describing one migration.
- */
-export type MigrationRow = {
-    id: number;
-    module: string;
-    name: string;
-    description?: string;
-    batch: number;
-    timestamp: string;
-    hash: string;
-};
-/**
- * A file on disk describing one migration.
- */
-export type MigrationFile = {
-    module: string;
-    name: string;
-    path: string;
-    routine: MigrationRoutine;
-};
-/**
- * A migration routine, composed of up and down methods.
- */
-export declare class MigrationRoutine {
-    hash?: string;
-    description?: string;
-    up: MigrationFn;
-    down: MigrationFn;
-    constructor($: {
-        hash?: string;
-        description?: string;
-        up: MigrationFn;
-        down: MigrationFn;
-    });
-}
-/**
- * Function used on migration files to declare a routine
- */
-export declare function migration(...$: ConstructorParameters<typeof MigrationRoutine>): MigrationRoutine;
-export {};

package/lib/adapters/postgres/src/migrator/index.js

@@ -1,22 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.MigrationRoutine = void 0;
-exports.migration = migration;
-/**
- * A migration routine, composed of up and down methods.
- */
-class MigrationRoutine {
-    constructor($) {
-        this.hash = $.hash;
-        this.description = $.description;
-        this.up = $.up;
-        this.down = $.down;
-    }
-}
-exports.MigrationRoutine = MigrationRoutine;
-/**
- * Function used on migration files to declare a routine
- */
-function migration(...$) {
-    return new MigrationRoutine(...$);
-}

package/lib/adapters/postgres/src/migrator/runner/runner.d.ts

@@ -1,17 +0,0 @@
-import postgres from 'postgres';
-import { AnyDaemon } from "../../../../../engine/daemon";
-import { MigrationRunnerStatus } from './status';
-import { $Migration } from '../generator/migration';
-export declare class MigrationRunner {
-    static MIGRATION_TABLE_NAME: string;
-    private static scanFiles;
-    private static scanRows;
-    static status(daemon: AnyDaemon, sql: postgres.Sql<any>, migrations_dir: string): Promise<MigrationRunnerStatus>;
-    static up(daemon: AnyDaemon, sql: postgres.Sql<any>, mode?: 'one' | 'batch', dirpath?: string): Promise<void>;
-    static down(daemon: AnyDaemon, sql: postgres.Sql<any>, mode?: 'one' | 'batch', dirpath?: string): Promise<void>;
-    static fromSchema: {
-        up: (daemon: AnyDaemon, sql: postgres.Sql<any>, migration: $Migration, dirpath?: string) => Promise<void>;
-    };
-    private static migrateUp;
-    private static migrateDown;
-}

package/lib/adapters/postgres/src/migrator/runner/runner.js

@@ -1,249 +0,0 @@
-"use strict";
-var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
-    if (k2 === undefined) k2 = k;
-    var desc = Object.getOwnPropertyDescriptor(m, k);
-    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
-      desc = { enumerable: true, get: function() { return m[k]; } };
-    }
-    Object.defineProperty(o, k2, desc);
-}) : (function(o, m, k, k2) {
-    if (k2 === undefined) k2 = k;
-    o[k2] = m[k];
-}));
-var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
-    Object.defineProperty(o, "default", { enumerable: true, value: v });
-}) : function(o, v) {
-    o["default"] = v;
-});
-var __importStar = (this && this.__importStar) || (function () {
-    var ownKeys = function(o) {
-        ownKeys = Object.getOwnPropertyNames || function (o) {
-            var ar = [];
-            for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
-            return ar;
-        };
-        return ownKeys(o);
-    };
-    return function (mod) {
-        if (mod && mod.__esModule) return mod;
-        var result = {};
-        if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
-        __setModuleDefault(result, mod);
-        return result;
-    };
-})();
-var __importDefault = (this && this.__importDefault) || function (mod) {
-    return (mod && mod.__esModule) ? mod : { "default": mod };
-};
-var _a;
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.MigrationRunner = void 0;
-const fs = __importStar(require("fs"));
-const path = __importStar(require("path"));
-const string_1 = require("../../../../../engine/util/string");
-const log_1 = require("../../../../../engine/util/log");
-const datetime_1 = require("../../../../../engine/data/datetime");
-const daemon_1 = require("../../../../../engine/daemon");
-const trx_1 = require("../../../../../engine/transaction/trx");
-const status_1 = require("./status");
-const __1 = require("..");
-const ui_1 = __importDefault(require("../../../../../engine/cli/ui"));
-class MigrationRunner {
-    // Scan (to generate status)
-    static async scanFiles(daemon, migrations_dir) {
-        const modules = daemon_1.Daemon.getModules(daemon);
-        // Read migration files of each module
-        const files = [];
-        for (const module of modules) {
-            const modulepath = path.join('modules', module.name, migrations_dir);
-            if (!fs.existsSync(modulepath))
-                continue;
-            fs.readdirSync(modulepath, { withFileTypes: true })
-                .forEach(node => {
-                const nodePath = path.resolve(modulepath, node.name);
-                if (nodePath.endsWith('.d.ts')) {
-                    return;
-                }
-                files.push({
-                    module: module.name,
-                    name: node.name,
-                    path: nodePath
-                });
-            });
-        }
-        // Extract migration routine of each file
-        const migrationFiles = [];
-        for (const file of files) {
-            const { default: routine } = await Promise.resolve(`${file.path}`).then(s => __importStar(require(s)));
-            if (routine instanceof __1.MigrationRoutine) {
-                const name = file.name.replace(/'.[t|j]s'/, '');
-                migrationFiles.push({
-                    ...file,
-                    name,
-                    routine
-                });
-            }
-            else {
-                log_1.Log.warn('migrator', 'scan', `File at ${file.path} doesn't appear to be a migration. Skipping it.`);
-            }
-        }
-        return migrationFiles;
-    }
-    static async scanRows(sql) {
-        const db = await sql `
-            SELECT * FROM ${sql(_a.MIGRATION_TABLE_NAME)}
-            ORDER BY id
-        `;
-        return db;
-    }
-    static async status(daemon, sql, migrations_dir) {
-        const migrationFiles = await _a.scanFiles(daemon, migrations_dir);
-        const migrationRows = await _a.scanRows(sql);
-        return new status_1.MigrationRunnerStatus(migrationFiles, migrationRows);
-    }
-    // Public Up / Down
-    static async up(daemon, sql, mode = 'one', dirpath = 'migrations') {
-        let status = await _a.status(daemon, sql, dirpath);
-        console.log(status.describe());
-        const pending = status.items.filter(item => item.state === 'pending');
-        if (!pending.length) {
-            log_1.Log.info('migrator', 'up', 'No migrations to run.');
-            return;
-        }
-        const n = (mode === 'one' ? 1 : pending.length).toString();
-        const confirm = await ui_1.default.yesOrNo(`Run ${(0, string_1.colored)(n, 'green')} migration(s) ${(0, string_1.colored)('▲ UP', 'lightgreen')}?`);
-        if (!confirm) {
-            return;
-        }
-        await sql.begin(async (sql) => {
-            if (mode === 'one') {
-                const migration = pending[0];
-                await this.migrateUp(daemon, sql, migration, status.batch + 1);
-            }
-            else {
-                for (const migration of pending) {
-                    await this.migrateUp(daemon, sql, migration, status.batch + 1);
-                }
-            }
-        });
-        status = await _a.status(daemon, sql, dirpath);
-        console.log(status.describe());
-    }
-    static async down(daemon, sql, mode = 'one', dirpath = 'migrations') {
-        let status = await _a.status(daemon, sql, dirpath);
-        console.log(status.describe());
-        const lastBatch = status.items.filter(item => item.batch === status.batch);
-        if (!lastBatch.length) {
-            log_1.Log.info('migrator', 'down', 'No migrations to rollback.');
-            return;
-        }
-        const n = mode === 'one' ? 'one' : 'last batch of';
-        const confirm = await ui_1.default.yesOrNo(`Rollback ${(0, string_1.colored)(n, 'green')} migration(s) ${(0, string_1.colored)('▼ DOWN', 'red')}?`);
-        if (!confirm) {
-            return;
-        }
-        await sql.begin(async (sql) => {
-            if (mode === 'one') {
-                const migration = lastBatch.at(-1);
-                await this.migrateDown(daemon, sql, migration);
-            }
-            else {
-                for (const migration of lastBatch) {
-                    await this.migrateDown(daemon, sql, migration);
-                }
-            }
-        });
-        status = await _a.status(daemon, sql, dirpath);
-        console.log(status.describe());
-    }
-    // Implementation Up/Down
-    static async migrateUp(daemon, sql, migration, batch) {
-        log_1.Log.info('migrator', 'up', `Running migration ${(0, string_1.colored)('▲ UP', 'lightgreen')} ${(0, string_1.colored)(migration.name, 'lightblue')}`);
-        const status = await daemon.trx(migration.module)
-            .run(async (trx) => {
-            trx_1.Trx.set(trx, 'sql', sql);
-            await migration.routine.up({
-                sql,
-                trx
-            });
-        });
-        if (status.state !== 'ok') {
-            throw new Error('Migration failed. Rolling back all batch changes.');
-        }
-        const row = {
-            module: migration.module,
-            name: migration.name,
-            description: migration.routine.description,
-            batch,
-            timestamp: datetime_1.NesoiDatetime.now(),
-            hash: migration.hash || null
-        };
-        if (migration.description) {
-            row.description = migration.description;
-        }
-        await sql `
-            INSERT INTO ${sql(_a.MIGRATION_TABLE_NAME)}
-            ${sql(row)}
-        `;
-    }
-    static async migrateDown(daemon, sql, migration) {
-        const name = (0, string_1.colored)(migration.name, 'lightblue');
-        log_1.Log.info('migrator', 'up', `Running migration ${(0, string_1.colored)('▼ DOWN', 'yellow')} ${name}`);
-        if (migration.state === 'lost') {
-            const del = await ui_1.default.yesOrNo(`The migration ${name} is ${(0, string_1.colored)('lost', 'red')}, skip and delete it? ${(0, string_1.colored)('Warning: this might cause inconsistencies', 'red')}.`);
-            if (!del) {
-                throw new Error(`Migration ${migration.name} was lost, unable to migrate down.`);
-            }
-        }
-        else {
-            const status = await daemon.trx(migration.module)
-                .run(async (trx) => {
-                trx_1.Trx.set(trx, 'sql', sql);
-                await migration.routine.down({
-                    sql,
-                    trx
-                });
-            });
-            if (status.state !== 'ok') {
-                throw new Error('Migration failed. Rolling back all batch changes.');
-            }
-        }
-        await sql `
-            DELETE FROM ${sql(_a.MIGRATION_TABLE_NAME)}
-            WHERE id = ${migration.id}
-        `;
-    }
-}
-exports.MigrationRunner = MigrationRunner;
-_a = MigrationRunner;
-MigrationRunner.MIGRATION_TABLE_NAME = '__nesoi_migrations';
-MigrationRunner.fromSchema = {
-    up: async (daemon, sql, migration, dirpath = 'migrations') => {
-        let status = await _a.status(daemon, sql, dirpath);
-        console.log(status.describe());
-        const routine = new __1.MigrationRoutine({
-            description: migration.description,
-            up: async ($) => {
-                for (const sql of migration.sqlUp()) {
-                    await $.sql.unsafe(sql);
-                }
-            },
-            down: async ($) => {
-                for (const sql of migration.sqlDown()) {
-                    await $.sql.unsafe(sql);
-                }
-            }
-        });
-        const mig = {
-            ...migration,
-            state: 'pending',
-            hash: routine.hash,
-            routine
-        };
-        await sql.begin(async (sql) => {
-            await _a.migrateUp(daemon, sql, mig, status.batch + 1);
-        });
-        status = await _a.status(daemon, sql, dirpath);
-        console.log(status.describe());
-    }
-};

package/lib/adapters/postgres/src/migrator/runner/status.d.ts

@@ -1,17 +0,0 @@
-import { MigrationFile, MigrationRoutine, MigrationRow } from '..';
-export declare class MigrationRunnerStatus {
-    items: {
-        state: 'done' | 'pending' | 'lost' | 'modified';
-        id?: number;
-        module: string;
-        name: string;
-        description?: string;
-        batch?: number;
-        timestamp?: string;
-        hash?: string;
-        routine?: MigrationRoutine;
-    }[];
-    batch: number;
-    constructor(migrationFiles: MigrationFile[], migrationRows: MigrationRow[]);
-    describe(): string;
-}

package/lib/adapters/postgres/src/migrator/runner/status.js

@@ -1,55 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.MigrationRunnerStatus = void 0;
-const string_1 = require("../../../../../engine/util/string");
-class MigrationRunnerStatus {
-    constructor(migrationFiles, migrationRows) {
-        this.items = migrationRows.map(migration => ({
-            ...migration,
-            state: 'lost'
-        }));
-        migrationFiles.forEach(migration => {
-            const hash = migration.routine.hash;
-            const old = this.items.find(item => item.name === migration.name);
-            if (old) {
-                if (!old.hash || old.hash === hash) {
-                    old.state = 'done';
-                }
-                else {
-                    old.state = 'modified';
-                }
-                old.routine = migration.routine;
-            }
-            else {
-                this.items.push({
-                    id: undefined,
-                    module: migration.module,
-                    name: migration.name,
-                    description: migration.routine.description,
-                    batch: undefined,
-                    hash,
-                    state: 'pending',
-                    routine: migration.routine
-                });
-            }
-        });
-        const lastBatch = Math.max(...this.items.map(item => item.batch || 0), 0);
-        this.batch = lastBatch;
-    }
-    describe() {
-        let str = '';
-        str += `◆ ${(0, string_1.colored)('Migration Status', 'lightblue')}\n`;
-        this.items.forEach(item => {
-            const state = {
-                'done': () => (0, string_1.colored)('done', 'green'),
-                'pending': () => (0, string_1.colored)('pending', 'yellow'),
-                'lost': () => (0, string_1.colored)('lost', 'red'),
-                'modified': () => (0, string_1.colored)('modified', 'brown'),
-            }[item.state]();
-            const module = (0, string_1.colored)(item.module, 'lightcyan');
-            str += `└ ${item.id || '*'}\t${state}\t${module} ${item.name} @ ${item.batch || '...'}\n`;
-        });
-        return str;
-    }
-}
-exports.MigrationRunnerStatus = MigrationRunnerStatus;

package/lib/adapters/postgres/src/postgres.bucket_adapter.d.ts

@@ -1,42 +0,0 @@
-import { $Bucket } from "../../../elements";
-import { BucketAdapter } from "../../../elements/entities/bucket/adapters/bucket_adapter";
-import { AnyTrxNode } from "../../../engine/transaction/trx_node";
-import { NQL_QueryMeta } from "../../../elements/entities/bucket/query/nql.schema";
-import { PostgresProvider } from './postgres.provider';
-export declare class PostgresBucketAdapter<$ extends $Bucket, Obj extends $['#data']> extends BucketAdapter<$['#data']> {
-    schema: $;
-    provider: PostgresProvider;
-    tableName: string;
-    constructor(schema: $, provider: PostgresProvider, tableName: string);
-    private guard;
-    getQueryMeta(): {
-        scope: string;
-        avgTime: number;
-    };
-    protected deleteEverything(trx: AnyTrxNode): Promise<void>;
-    index(trx: AnyTrxNode): Promise<Obj[]>;
-    get(trx: AnyTrxNode, id: Obj['id']): Promise<Obj>;
-    private precleanup;
-    create(trx: AnyTrxNode, obj: Record<string, any>): Promise<Obj>;
-    createMany(trx: AnyTrxNode, objs: Record<string, any>[]): Promise<Obj[]>;
-    patch(trx: AnyTrxNode, obj: Record<string, any>): Promise<Obj>;
-    patchMany(trx: AnyTrxNode, objs: Record<string, any>[]): Promise<$["#data"][]>;
-    replace(trx: AnyTrxNode, obj: Record<string, any>): Promise<Obj>;
-    replaceMany(trx: AnyTrxNode, objs: Record<string, any>[]): Promise<$["#data"][]>;
-    put(trx: AnyTrxNode, obj: Record<string, any>): Promise<Obj>;
-    putMany(trx: AnyTrxNode, objs: Record<string, any>[]): Promise<$["#data"][]>;
-    delete(trx: AnyTrxNode, id: Obj['id']): Promise<void>;
-    deleteMany(trx: AnyTrxNode, ids: Obj['id'][]): Promise<void>;
-    syncOne(trx: AnyTrxNode, id: Obj['id'], lastObjUpdateEpoch: number): Promise<any>;
-    syncOneAndPast(trx: AnyTrxNode, id: Obj['id'], lastUpdateEpoch: number): Promise<any>;
-    syncAll(trx: AnyTrxNode, lastHash?: string, lastUpdateEpoch?: number): Promise<any>;
-    static getTableMeta(trx: AnyTrxNode, meta: NQL_QueryMeta): {
-        tableName: string;
-        meta: {
-            created_at: string;
-            created_by: string;
-            updated_at: string;
-            updated_by: string;
-        };
-    };
-}