nesoi 3.0.8 → 3.0.10

package/lib/adapters/postgres/src/migrator/migrator.js

@@ -1,76 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.Migrator = void 0;
-const log_1 = require("../../../../engine/util/log");
-const runner_1 = require("./runner");
-const daemon_1 = require("../../../../engine/daemon");
-const string_1 = require("../../../../engine/util/string");
-const bucket_1 = require("./bucket");
-class Migrator {
-    constructor(daemon, sql, dirpath = './migrations') {
-        this.daemon = daemon;
-        this.sql = sql;
-        this.dirpath = dirpath;
-    }
-    static async prepare(daemon, sql) {
-        const migrator = new Migrator(daemon, sql);
-        const oldTable = await migrator.sql `
-            SELECT * FROM pg_catalog.pg_tables WHERE tablename = ${Migrator.MIGRATION_TABLE_NAME};
-        `;
-        if (!oldTable.length) {
-            await migrator.sql `CREATE TABLE ${migrator.sql(Migrator.MIGRATION_TABLE_NAME)} (
-                id SERIAL PRIMARY KEY,
-                module VARCHAR NOT NULL,
-                name VARCHAR NOT NULL,
-                description VARCHAR,
-                batch INT4 NOT NULL,
-                timestamp TIMESTAMP NOT NULL,
-                hash VARCHAR NOT NULL,
-                filehash VARCHAR NOT NULL
-            )`;
-        }
-        migrator.status = await runner_1.MigrationRunner.status(daemon, migrator.sql, migrator.dirpath);
-        return migrator;
-    }
-    async generate() {
-        const modules = daemon_1.Daemon.getModules(this.daemon);
-        const migrations = [];
-        for (const module of modules) {
-            const buckets = daemon_1.Daemon.getModule(this.daemon, module.name).buckets;
-            for (const bucket in buckets) {
-                const schema = buckets[bucket].schema;
-                if (schema.module !== module.name)
-                    continue;
-                const adapter = buckets[bucket].adapter;
-                if (!adapter?.tableName)
-                    continue;
-                const migration = await this.generateForBucket(module.name, bucket, adapter.tableName);
-                if (migration) {
-                    migrations.push(migration);
-                }
-            }
-        }
-        return migrations;
-    }
-    async generateForBucket(module, bucket, tableName) {
-        const migrator = new bucket_1.BucketMigrator(this.daemon, this.sql, module, bucket, tableName);
-        const migration = await migrator.generate();
-        const tag = (0, string_1.colored)(`${module}::bucket:${bucket}`, 'lightcyan');
-        if (!migration) {
-            log_1.Log.info('migrator', 'bucket', `No changes detected on ${tag}.`);
-            return undefined;
-        }
-        const hash = migration.hash();
-        const alreadyExists = this.status.items.find(item => item.hash === hash);
-        if (alreadyExists && alreadyExists?.state === 'pending') {
-            log_1.Log.warn('migrator', 'bucket', `A similar migration for ${tag} was found pending, ignoring this one.`);
-            return undefined;
-        }
-        return migration;
-    }
-    static migration(...$) {
-        return new runner_1.MigrationMethod(...$);
-    }
-}
-exports.Migrator = Migrator;
-Migrator.MIGRATION_TABLE_NAME = '__nesoi_migrations';

package/lib/adapters/postgres/src/migrator/runner.d.ts

@@ -1,71 +0,0 @@
-import postgres from 'postgres';
-import { Migration } from './migration';
-import { AnyDaemon } from "../../../../engine/daemon";
-import { AnyTrxNode } from "../../../../engine/transaction/trx_node";
-type MigrationFn = ($: {
-    sql: postgres.Sql<any>;
-    trx: AnyTrxNode;
-}) => Promise<void>;
-export type MigrationRow = {
-    id: number;
-    module: string;
-    name: string;
-    description?: string;
-    batch: number;
-    timestamp: string;
-    hash: string;
-    filehash: string;
-};
-export declare class MigrationMethod {
-    description?: string;
-    up: MigrationFn;
-    down: MigrationFn;
-    constructor($: {
-        description?: string;
-        up: MigrationFn;
-        down: MigrationFn;
-    });
-}
-export declare class MigrationStatus {
-    items: {
-        state: 'done' | 'pending' | 'lost';
-        id?: number;
-        module: string;
-        name: string;
-        description?: string;
-        batch?: number;
-        timestamp?: string;
-        hash: string;
-        filehash?: string;
-        method?: MigrationMethod;
-    }[];
-    batch: number;
-    constructor(fileMigrations: {
-        module: string;
-        name: string;
-        hash: string;
-        path: string;
-        method: MigrationMethod;
-    }[], dbMigrations: MigrationRow[]);
-    describe(): string;
-}
-export declare class MigrationRunner {
-    dirpath: string;
-    private migrations;
-    private constructor();
-    static scanFiles(daemon: AnyDaemon, dirpath: string): Promise<{
-        module: string;
-        name: string;
-        path: string;
-        hash: string;
-        method: MigrationMethod;
-    }[]>;
-    static scanDb(sql: postgres.Sql<any>): Promise<postgres.RowList<MigrationRow[]>>;
-    static status(daemon: AnyDaemon, sql: postgres.Sql<any>, dirpath: string): Promise<MigrationStatus>;
-    static up(daemon: AnyDaemon, sql: postgres.Sql<any>, mode?: 'one' | 'batch', dirpath?: string): Promise<void>;
-    static down(daemon: AnyDaemon, sql: postgres.Sql<any>, mode?: 'one' | 'batch', dirpath?: string): Promise<void>;
-    static injectUp(daemon: AnyDaemon, sql: postgres.Sql<any>, migration: Migration, dirpath?: string): Promise<void>;
-    private static migrateUp;
-    private static migrateDown;
-}
-export {};

package/lib/adapters/postgres/src/migrator/runner.js

@@ -1,271 +0,0 @@
-"use strict";
-var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
-    if (k2 === undefined) k2 = k;
-    var desc = Object.getOwnPropertyDescriptor(m, k);
-    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
-      desc = { enumerable: true, get: function() { return m[k]; } };
-    }
-    Object.defineProperty(o, k2, desc);
-}) : (function(o, m, k, k2) {
-    if (k2 === undefined) k2 = k;
-    o[k2] = m[k];
-}));
-var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
-    Object.defineProperty(o, "default", { enumerable: true, value: v });
-}) : function(o, v) {
-    o["default"] = v;
-});
-var __importStar = (this && this.__importStar) || (function () {
-    var ownKeys = function(o) {
-        ownKeys = Object.getOwnPropertyNames || function (o) {
-            var ar = [];
-            for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
-            return ar;
-        };
-        return ownKeys(o);
-    };
-    return function (mod) {
-        if (mod && mod.__esModule) return mod;
-        var result = {};
-        if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
-        __setModuleDefault(result, mod);
-        return result;
-    };
-})();
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.MigrationRunner = exports.MigrationStatus = exports.MigrationMethod = void 0;
-const fs = __importStar(require("fs"));
-const path = __importStar(require("path"));
-const migrator_1 = require("./migrator");
-const crypto_1 = require("crypto");
-const string_1 = require("../../../../engine/util/string");
-const log_1 = require("../../../../engine/util/log");
-const datetime_1 = require("../../../../engine/data/datetime");
-const daemon_1 = require("../../../../engine/daemon");
-const trx_1 = require("../../../../engine/transaction/trx");
-class MigrationMethod {
-    constructor($) {
-        this.description = $.description;
-        this.up = $.up;
-        this.down = $.down;
-    }
-}
-exports.MigrationMethod = MigrationMethod;
-class MigrationStatus {
-    constructor(fileMigrations, dbMigrations) {
-        this.items = dbMigrations.map(migration => ({
-            ...migration,
-            state: 'lost'
-        }));
-        fileMigrations.forEach(migration => {
-            const file = fs.readFileSync(migration.path).toString();
-            const filehash = (0, crypto_1.createHash)('md5').update(file).digest('hex');
-            const old = this.items.find(item => item.name === migration.name);
-            if (old) {
-                if (old.filehash === filehash) {
-                    old.state = 'done';
-                    old.method = migration.method;
-                }
-            }
-            else {
-                this.items.push({
-                    id: undefined,
-                    module: migration.module,
-                    name: migration.name,
-                    description: migration.method.description,
-                    batch: undefined,
-                    hash: migration.hash,
-                    filehash,
-                    state: 'pending',
-                    method: migration.method
-                });
-            }
-        });
-        const lastBatch = Math.max(...this.items.map(item => item.batch || 0), 0);
-        this.batch = lastBatch;
-    }
-    describe() {
-        let str = '';
-        str += `◆ ${(0, string_1.colored)('Migration Status', 'lightblue')}\n`;
-        this.items.forEach(item => {
-            const state = {
-                'done': () => (0, string_1.colored)('done', 'green'),
-                'pending': () => (0, string_1.colored)('pending', 'yellow'),
-                'lost': () => (0, string_1.colored)('lost', 'brown'),
-            }[item.state]();
-            const module = (0, string_1.colored)(item.module, 'lightcyan');
-            str += `└ ${item.id || '*'}\t${state}\t${module} ${item.name} @ ${item.batch || '...'}\n`;
-        });
-        return str;
-    }
-}
-exports.MigrationStatus = MigrationStatus;
-class MigrationRunner {
-    constructor(dirpath = './migrations') {
-        this.dirpath = dirpath;
-        this.migrations = [];
-    }
-    static async scanFiles(daemon, dirpath) {
-        const modules = daemon_1.Daemon.getModules(daemon);
-        const files = [];
-        for (const module of modules) {
-            const modulepath = path.join('modules', module.name, dirpath);
-            if (!fs.existsSync(modulepath))
-                continue;
-            fs.readdirSync(modulepath, { withFileTypes: true })
-                .forEach(node => {
-                const nodePath = path.resolve(modulepath, node.name);
-                if (nodePath.endsWith('.d.ts')) {
-                    return;
-                }
-                files.push({
-                    module: module.name,
-                    name: node.name,
-                    path: nodePath
-                });
-            });
-        }
-        const migrations = [];
-        for (const file of files) {
-            const contents = fs.readFileSync(file.path).toString();
-            const hash = contents.match(/\$hash\[(.*)\]/)?.[1];
-            if (!hash) {
-                log_1.Log.error('migrator', 'prepare', `Unable to read hash of migration at ${file.path}`);
-                continue;
-            }
-            const { default: method } = await Promise.resolve(`${file.path}`).then(s => __importStar(require(s)));
-            if (method instanceof MigrationMethod) {
-                const name = file.name.replace('.ts', '').replace('.js', '');
-                migrations.push({ module: file.module, name, path: file.path, hash, method });
-            }
-        }
-        return migrations;
-    }
-    static async scanDb(sql) {
-        const db = await sql `
-            SELECT * FROM ${sql(migrator_1.Migrator.MIGRATION_TABLE_NAME)}
-            ORDER BY id
-        `;
-        return db;
-    }
-    static async status(daemon, sql, dirpath) {
-        const fileMigrations = await MigrationRunner.scanFiles(daemon, dirpath);
-        const dbMigrations = await MigrationRunner.scanDb(sql);
-        return new MigrationStatus(fileMigrations, dbMigrations);
-    }
-    static async up(daemon, sql, mode = 'one', dirpath = './migrations') {
-        let status = await MigrationRunner.status(daemon, sql, dirpath);
-        console.log(status.describe());
-        const pending = status.items.filter(item => item.state === 'pending');
-        if (!pending.length) {
-            log_1.Log.info('migrator', 'up', 'No migrations to run.');
-            return;
-        }
-        await sql.begin(async (sql) => {
-            if (mode === 'one') {
-                const migration = pending[0];
-                await this.migrateUp(daemon, sql, migration, status.batch + 1);
-            }
-            else {
-                for (const migration of pending) {
-                    await this.migrateUp(daemon, sql, migration, status.batch + 1);
-                }
-            }
-        });
-        status = await MigrationRunner.status(daemon, sql, dirpath);
-        console.log(status.describe());
-    }
-    static async down(daemon, sql, mode = 'one', dirpath = './migrations') {
-        let status = await MigrationRunner.status(daemon, sql, dirpath);
-        console.log(status.describe());
-        const lastBatch = status.items.filter(item => item.batch === status.batch);
-        if (!lastBatch.length) {
-            log_1.Log.info('migrator', 'down', 'No migrations to rollback.');
-            return;
-        }
-        await sql.begin(async (sql) => {
-            if (mode === 'one') {
-                const migration = lastBatch.at(-1);
-                await this.migrateDown(daemon, sql, migration);
-            }
-            else {
-                for (const migration of lastBatch) {
-                    await this.migrateDown(daemon, sql, migration);
-                }
-            }
-        });
-        status = await MigrationRunner.status(daemon, sql, dirpath);
-        console.log(status.describe());
-    }
-    static async injectUp(daemon, sql, migration, dirpath = './migrations') {
-        let status = await MigrationRunner.status(daemon, sql, dirpath);
-        console.log(status.describe());
-        const mig = {
-            ...migration,
-            state: 'pending',
-            hash: migration.hash(),
-            filehash: '',
-            method: {
-                up: async ($) => {
-                    await $.sql.unsafe(migration.sqlUp());
-                },
-                down: async ($) => {
-                    await $.sql.unsafe(migration.sqlDown());
-                }
-            }
-        };
-        await sql.begin(async (sql) => {
-            await this.migrateUp(daemon, sql, mig, status.batch + 1);
-        });
-        status = await MigrationRunner.status(daemon, sql, dirpath);
-        console.log(status.describe());
-    }
-    static async migrateUp(daemon, sql, migration, batch) {
-        log_1.Log.info('migrator', 'up', `Running migration ${(0, string_1.colored)('▲ UP', 'lightgreen')} ${(0, string_1.colored)(migration.name, 'lightblue')}`);
-        const status = await daemon.trx(migration.module)
-            .run(async (trx) => {
-            trx_1.Trx.set(trx, 'sql', sql);
-            await migration.method.up({
-                sql,
-                trx
-            });
-        });
-        if (status.state !== 'ok') {
-            throw new Error('Migration failed. Rolling back all batch changes.');
-        }
-        const row = {
-            module: migration.module,
-            name: migration.name,
-            batch,
-            timestamp: datetime_1.NesoiDatetime.now(),
-            hash: migration.hash,
-            filehash: migration.filehash
-        };
-        if (migration.description) {
-            row.description = migration.description;
-        }
-        await sql `
-            INSERT INTO ${sql(migrator_1.Migrator.MIGRATION_TABLE_NAME)}
-            ${sql(row)}
-        `;
-    }
-    static async migrateDown(daemon, sql, migration) {
-        log_1.Log.info('migrator', 'up', `Running migration ${(0, string_1.colored)('▼ DOWN', 'yellow')} ${(0, string_1.colored)(migration.name, 'lightblue')}`);
-        const status = await daemon.trx(migration.module)
-            .run(async (trx) => {
-            trx_1.Trx.set(trx, 'sql', sql);
-            await migration.method.down({
-                sql,
-                trx
-            });
-        });
-        if (status.state !== 'ok') {
-            throw new Error('Migration failed. Rolling back all batch changes.');
-        }
-        await sql `
-            DELETE FROM ${sql(migrator_1.Migrator.MIGRATION_TABLE_NAME)}
-            WHERE id = ${migration.id}
-        `;
-    }
-}
-exports.MigrationRunner = MigrationRunner;

package/lib/adapters/postgres/src/postgres.bucket_adapter.d.ts

@@ -1,42 +0,0 @@
-import { $Bucket } from "../../../elements";
-import { BucketAdapter } from "../../../elements/entities/bucket/adapters/bucket_adapter";
-import { AnyTrxNode } from "../../../engine/transaction/trx_node";
-import { NQL_QueryMeta } from "../../../elements/entities/bucket/query/nql.schema";
-import { PostgresProvider } from './postgres.provider';
-export declare class PostgresBucketAdapter<$ extends $Bucket, Obj extends $['#data']> extends BucketAdapter<$['#data']> {
-    schema: $;
-    provider: PostgresProvider;
-    tableName: string;
-    constructor(schema: $, provider: PostgresProvider, tableName: string);
-    private guard;
-    getQueryMeta(): {
-        scope: string;
-        avgTime: number;
-    };
-    protected deleteEverything(trx: AnyTrxNode): Promise<void>;
-    index(trx: AnyTrxNode): Promise<Obj[]>;
-    get(trx: AnyTrxNode, id: Obj['id']): Promise<Obj>;
-    private precleanup;
-    create(trx: AnyTrxNode, obj: Record<string, any>): Promise<Obj>;
-    createMany(trx: AnyTrxNode, objs: Record<string, any>[]): Promise<Obj[]>;
-    patch(trx: AnyTrxNode, obj: Record<string, any>): Promise<Obj>;
-    patchMany(trx: AnyTrxNode, objs: Record<string, any>[]): Promise<$["#data"][]>;
-    replace(trx: AnyTrxNode, obj: Record<string, any>): Promise<Obj>;
-    replaceMany(trx: AnyTrxNode, objs: Record<string, any>[]): Promise<$["#data"][]>;
-    put(trx: AnyTrxNode, obj: Record<string, any>): Promise<Obj>;
-    putMany(trx: AnyTrxNode, objs: Record<string, any>[]): Promise<$["#data"][]>;
-    delete(trx: AnyTrxNode, id: Obj['id']): Promise<void>;
-    deleteMany(trx: AnyTrxNode, ids: Obj['id'][]): Promise<void>;
-    syncOne(trx: AnyTrxNode, id: Obj['id'], lastObjUpdateEpoch: number): Promise<any>;
-    syncOneAndPast(trx: AnyTrxNode, id: Obj['id'], lastUpdateEpoch: number): Promise<any>;
-    syncAll(trx: AnyTrxNode, lastHash?: string, lastUpdateEpoch?: number): Promise<any>;
-    static getTableMeta(trx: AnyTrxNode, meta: NQL_QueryMeta): {
-        tableName: string;
-        meta: {
-            created_at: string;
-            created_by: string;
-            updated_at: string;
-            updated_by: string;
-        };
-    };
-}