@futo-org/backups-orchestrator-api 0.1.71

package/dist/repositories/repositoryPath.repository.js

@@ -0,0 +1,48 @@
+"use strict";
+var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
+    var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
+    if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
+    else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
+    return c > 3 && r && Object.defineProperty(target, key, r), r;
+};
+var __metadata = (this && this.__metadata) || function (k, v) {
+    if (typeof Reflect === "object" && typeof Reflect.metadata === "function") return Reflect.metadata(k, v);
+};
+var __param = (this && this.__param) || function (paramIndex, decorator) {
+    return function (target, key) { decorator(target, key, paramIndex); }
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.RepositoryPathRepository = void 0;
+const common_1 = require("@nestjs/common");
+const kysely_1 = require("kysely");
+const nestjs_kysely_1 = require("nestjs-kysely");
+let RepositoryPathRepository = class RepositoryPathRepository {
+    db;
+    constructor(db) {
+        this.db = db;
+    }
+    create(entry) {
+        return this.db.insertInto('repositoryPaths').values(entry).returningAll().executeTakeFirstOrThrow();
+    }
+    async get(id) {
+        const result = await this.db.selectFrom('repositoryPaths').select('path').where('id', '=', id).execute();
+        return result.map(({ path }) => path);
+    }
+    getAll() {
+        return this.db.selectFrom('repositoryPaths').selectAll().execute();
+    }
+    delete(id, path) {
+        return this.db
+            .deleteFrom('repositoryPaths')
+            .where('id', '=', id)
+            .where('path', '=', path)
+            .executeTakeFirstOrThrow();
+    }
+};
+exports.RepositoryPathRepository = RepositoryPathRepository;
+exports.RepositoryPathRepository = RepositoryPathRepository = __decorate([
+    (0, common_1.Injectable)(),
+    __param(0, (0, nestjs_kysely_1.InjectKysely)('orchestrator')),
+    __metadata("design:paramtypes", [kysely_1.Kysely])
+], RepositoryPathRepository);
+//# sourceMappingURL=repositoryPath.repository.js.map

package/dist/repositories/repositoryPath.repository.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"repositoryPath.repository.js","sourceRoot":"","sources":["../../src/repositories/repositoryPath.repository.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;AAAA,2CAA4C;AAC5C,mCAA4C;AAC5C,iDAA6C;AAKtC,IAAM,wBAAwB,GAA9B,MAAM,wBAAwB;IACe;IAAlD,YAAkD,EAAc;QAAd,OAAE,GAAF,EAAE,CAAY;IAAG,CAAC;IAEpE,MAAM,CAAC,KAAsC;QAC3C,OAAO,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,iBAAiB,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,YAAY,EAAE,CAAC,uBAAuB,EAAE,CAAC;IACtG,CAAC;IAED,KAAK,CAAC,GAAG,CAAC,EAAU;QAClB,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,iBAAiB,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,KAAK,CAAC,IAAI,EAAE,GAAG,EAAE,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC;QACzG,OAAO,MAAM,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,EAAE,EAAE,EAAE,CAAC,IAAI,CAAC,CAAC;IACxC,CAAC;IAED,MAAM;QACJ,OAAO,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,iBAAiB,CAAC,CAAC,SAAS,EAAE,CAAC,OAAO,EAAE,CAAC;IACrE,CAAC;IAED,MAAM,CAAC,EAAU,EAAE,IAAY;QAC7B,OAAO,IAAI,CAAC,EAAE;aACX,UAAU,CAAC,iBAAiB,CAAC;aAC7B,KAAK,CAAC,IAAI,EAAE,GAAG,EAAE,EAAE,CAAC;aACpB,KAAK,CAAC,MAAM,EAAE,GAAG,EAAE,IAAI,CAAC;aACxB,uBAAuB,EAAE,CAAC;IAC/B,CAAC;CACF,CAAA;AAvBY,4DAAwB;mCAAxB,wBAAwB;IADpC,IAAA,mBAAU,GAAE;IAEE,WAAA,IAAA,4BAAY,EAAC,cAAc,CAAC,CAAA;qCAAa,eAAM;GADjD,wBAAwB,CAuBpC"}

package/dist/repositories/restic.repository.d.ts

@@ -0,0 +1,207 @@
+import { Writable } from 'node:stream';
+import { RepositorySnapshotRestoreRequestDto } from '../dto/repository.dto';
+import { RetentionPolicy } from '../utils/restic';
+export declare class ResticRepository {
+    init(repository: string, key: Uint8Array): Promise<void>;
+    backup(repository: string, key: Uint8Array, paths: string[], logStream?: Writable, signal?: AbortSignal): Promise<void>;
+    restore(repository: string, key: Uint8Array, snapshotId: string, { include, target }: RepositorySnapshotRestoreRequestDto, logStream?: Writable, signal?: AbortSignal): Promise<void>;
+    ls(repository: string, key: Uint8Array, snapshotId: string, path: string): Promise<({
+        time: Date;
+        tree: string;
+        paths: string[];
+        id: string;
+        short_id: string;
+        message_type: "snapshot";
+        struct_type: "snapshot";
+        parent?: string | undefined;
+        hostname?: string | undefined;
+        username?: string | undefined;
+        uid?: number | undefined;
+        gid?: number | undefined;
+        excludes?: string[] | undefined;
+        tags?: string[] | undefined;
+        program_version?: string | undefined;
+        summary?: {
+            backup_start: Date;
+            backup_end: Date;
+            files_new: number;
+            files_changed: number;
+            files_unmodified: number;
+            dirs_new: number;
+            dirs_changed: number;
+            dirs_unmodified: number;
+            data_blobs: number;
+            tree_blobs: number;
+            data_added: number;
+            data_added_packed: number;
+            total_files_processed: number;
+            total_bytes_processed: number;
+        } | undefined;
+    } | {
+        message_type: "node";
+        struct_type: "node";
+        name: string;
+        type: string;
+        path: string;
+        uid: number;
+        gid: number;
+        size?: number | undefined;
+        mode?: number | undefined;
+        permissions?: string | undefined;
+        atime?: Date | undefined;
+        mtime?: Date | undefined;
+        ctime?: Date | undefined;
+        inode?: number | undefined;
+    })[]>;
+    stats(repository: string, key: Uint8Array): Promise<{
+        snapshots_count: number;
+        total_size: number;
+        compression_progress?: number | undefined;
+        compression_ratio?: number | undefined;
+        compression_space_saving?: number | undefined;
+        total_blob_count?: number | undefined;
+        total_uncompressed_size?: number | undefined;
+    }>;
+    snapshots(repository: string, key: Uint8Array): Promise<{
+        time: Date;
+        tree: string;
+        paths: string[];
+        id: string;
+        short_id: string;
+        parent?: string | undefined;
+        hostname?: string | undefined;
+        username?: string | undefined;
+        uid?: number | undefined;
+        gid?: number | undefined;
+        excludes?: string[] | undefined;
+        tags?: string[] | undefined;
+        program_version?: string | undefined;
+        summary?: {
+            backup_start: Date;
+            backup_end: Date;
+            files_new: number;
+            files_changed: number;
+            files_unmodified: number;
+            dirs_new: number;
+            dirs_changed: number;
+            dirs_unmodified: number;
+            data_blobs: number;
+            tree_blobs: number;
+            data_added: number;
+            data_added_packed: number;
+            total_files_processed: number;
+            total_bytes_processed: number;
+        } | undefined;
+    }[]>;
+    forget(repository: string, key: Uint8Array, snapshotId: string, prune?: boolean, signal?: AbortSignal): Promise<void>;
+    forgetByPolicy(repository: string, key: Uint8Array, policy: RetentionPolicy, signal?: AbortSignal): Promise<{
+        tags: string[] | null;
+        host: string;
+        paths: string[] | null;
+        keep: {
+            time: Date;
+            tree: string;
+            paths: string[];
+            id: string;
+            short_id: string;
+            parent?: string | undefined;
+            hostname?: string | undefined;
+            username?: string | undefined;
+            uid?: number | undefined;
+            gid?: number | undefined;
+            excludes?: string[] | undefined;
+            tags?: string[] | undefined;
+            program_version?: string | undefined;
+            summary?: {
+                backup_start: Date;
+                backup_end: Date;
+                files_new: number;
+                files_changed: number;
+                files_unmodified: number;
+                dirs_new: number;
+                dirs_changed: number;
+                dirs_unmodified: number;
+                data_blobs: number;
+                tree_blobs: number;
+                data_added: number;
+                data_added_packed: number;
+                total_files_processed: number;
+                total_bytes_processed: number;
+            } | undefined;
+        }[] | null;
+        remove: {
+            time: Date;
+            tree: string;
+            paths: string[];
+            id: string;
+            short_id: string;
+            parent?: string | undefined;
+            hostname?: string | undefined;
+            username?: string | undefined;
+            uid?: number | undefined;
+            gid?: number | undefined;
+            excludes?: string[] | undefined;
+            tags?: string[] | undefined;
+            program_version?: string | undefined;
+            summary?: {
+                backup_start: Date;
+                backup_end: Date;
+                files_new: number;
+                files_changed: number;
+                files_unmodified: number;
+                dirs_new: number;
+                dirs_changed: number;
+                dirs_unmodified: number;
+                data_blobs: number;
+                tree_blobs: number;
+                data_added: number;
+                data_added_packed: number;
+                total_files_processed: number;
+                total_bytes_processed: number;
+            } | undefined;
+        }[] | null;
+        reasons: {
+            snapshot: {
+                time: Date;
+                tree: string;
+                paths: string[];
+                id: string;
+                short_id: string;
+                parent?: string | undefined;
+                hostname?: string | undefined;
+                username?: string | undefined;
+                uid?: number | undefined;
+                gid?: number | undefined;
+                excludes?: string[] | undefined;
+                tags?: string[] | undefined;
+                program_version?: string | undefined;
+                summary?: {
+                    backup_start: Date;
+                    backup_end: Date;
+                    files_new: number;
+                    files_changed: number;
+                    files_unmodified: number;
+                    dirs_new: number;
+                    dirs_changed: number;
+                    dirs_unmodified: number;
+                    data_blobs: number;
+                    tree_blobs: number;
+                    data_added: number;
+                    data_added_packed: number;
+                    total_files_processed: number;
+                    total_bytes_processed: number;
+                } | undefined;
+            };
+            matches: string[] | null;
+        }[] | null;
+    }[]>;
+    prune(repository: string, key: Uint8Array, signal?: AbortSignal): Promise<string>;
+    keyList(repository: string, key: Uint8Array): Promise<{
+        current: boolean;
+        id: string;
+        userName: string;
+        hostName: string;
+        created: Date;
+    }[]>;
+    unlockAll(repository: string, key: Uint8Array): Promise<any>;
+}

package/dist/repositories/restic.repository.js

@@ -0,0 +1,96 @@
+"use strict";
+var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
+    var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
+    if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
+    else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
+    return c > 3 && r && Object.defineProperty(target, key, r), r;
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.ResticRepository = void 0;
+const restic_wrapper_1 = require("@futo-org/restic-wrapper");
+const common_1 = require("@nestjs/common");
+const restic_1 = require("../utils/restic");
+let ResticRepository = class ResticRepository {
+    async init(repository, key) {
+        await (0, restic_wrapper_1.init)().repository(repository).password(Buffer.from(key).toString('hex')).run();
+    }
+    async backup(repository, key, paths, logStream, signal) {
+        const write = (0, restic_1.createSampledLogWriter)(logStream);
+        await (0, restic_wrapper_1.backup)()
+            .repository(repository)
+            .password(Buffer.from(key).toString('hex'))
+            .addFile(...paths)
+            .signal(signal)
+            .on('event', write)
+            .run();
+    }
+    async restore(repository, key, snapshotId, { include, target }, logStream, signal) {
+        const write = (0, restic_1.createSampledLogWriter)(logStream);
+        let command = (0, restic_wrapper_1.restore)()
+            .repository(repository)
+            .password(Buffer.from(key).toString('hex'))
+            .snapshot(snapshotId)
+            .target(target ?? '/')
+            .signal(signal)
+            .on('event', write);
+        if (include) {
+            command = command.include(...include);
+        }
+        await command.run();
+    }
+    async ls(repository, key, snapshotId, path) {
+        return await (0, restic_wrapper_1.ls)()
+            .repository(repository)
+            .password(Buffer.from(key).toString('hex'))
+            .snapshot(snapshotId)
+            .directory(path)
+            .run();
+    }
+    async stats(repository, key) {
+        return await (0, restic_wrapper_1.stats)().repository(repository).password(Buffer.from(key).toString('hex')).modeRawData().run();
+    }
+    async snapshots(repository, key) {
+        return await (0, restic_wrapper_1.snapshots)().repository(repository).password(Buffer.from(key).toString('hex')).run();
+    }
+    async forget(repository, key, snapshotId, prune = true, signal) {
+        return await (0, restic_wrapper_1.forget)()
+            .repository(repository)
+            .password(Buffer.from(key).toString('hex'))
+            .snapshot(snapshotId)
+            .prune(prune)
+            .signal(signal)
+            .run();
+    }
+    async forgetByPolicy(repository, key, policy, signal) {
+        return await (0, restic_wrapper_1.forget)()
+            .repository(repository)
+            .password(Buffer.from(key).toString('hex'))
+            .signal(signal)
+            .keepLast(policy.keepLast)
+            .keepWithin(policy.keepWithin)
+            .keepWithinHourly(policy.keepWithinHourly)
+            .keepWithinDaily(policy.keepWithinDaily)
+            .keepWithinWeekly(policy.keepWithinWeekly)
+            .keepWithinMonthly(policy.keepWithinMonthly)
+            .keepWithinYearly(policy.keepWithinYearly)
+            .run();
+    }
+    prune(repository, key, signal) {
+        return (0, restic_wrapper_1.prune)().repository(repository).password(Buffer.from(key).toString('hex')).signal(signal).run();
+    }
+    async keyList(repository, key) {
+        return await (0, restic_wrapper_1.keyList)().repository(repository).password(Buffer.from(key).toString('hex')).run();
+    }
+    async unlockAll(repository, key) {
+        return await (0, restic_wrapper_1.unlock)()
+            .removeAll()
+            .repository(repository)
+            .password(Buffer.from(key).toString('hex'))
+            .run();
+    }
+};
+exports.ResticRepository = ResticRepository;
+exports.ResticRepository = ResticRepository = __decorate([
+    (0, common_1.Injectable)()
+], ResticRepository);
+//# sourceMappingURL=restic.repository.js.map

package/dist/repositories/restic.repository.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"restic.repository.js","sourceRoot":"","sources":["../../src/repositories/restic.repository.ts"],"names":[],"mappings":";;;;;;;;;AAAA,6DAAuH;AACvH,2CAA4C;AAG5C,4CAA0E;AAGnE,IAAM,gBAAgB,GAAtB,MAAM,gBAAgB;IAC3B,KAAK,CAAC,IAAI,CAAC,UAAkB,EAAE,GAAe;QAC5C,MAAM,IAAA,qBAAI,GAAE,CAAC,UAAU,CAAC,UAAU,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,GAAG,EAAE,CAAC;IACvF,CAAC;IAED,KAAK,CAAC,MAAM,CAAC,UAAkB,EAAE,GAAe,EAAE,KAAe,EAAE,SAAoB,EAAE,MAAoB;QAC3G,MAAM,KAAK,GAAG,IAAA,+BAAsB,EAAC,SAAS,CAAC,CAAC;QAEhD,MAAM,IAAA,uBAAM,GAAE;aACX,UAAU,CAAC,UAAU,CAAC;aACtB,QAAQ,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;aAC1C,OAAO,CAAC,GAAG,KAAK,CAAC;aACjB,MAAM,CAAC,MAAM,CAAC;aACd,EAAE,CAAC,OAAO,EAAE,KAAK,CAAC;aAClB,GAAG,EAAE,CAAC;IACX,CAAC;IAED,KAAK,CAAC,OAAO,CACX,UAAkB,EAClB,GAAe,EACf,UAAkB,EAClB,EAAE,OAAO,EAAE,MAAM,EAAuC,EACxD,SAAoB,EACpB,MAAoB;QAEpB,MAAM,KAAK,GAAG,IAAA,+BAAsB,EAAC,SAAS,CAAC,CAAC;QAEhD,IAAI,OAAO,GAAG,IAAA,wBAAO,GAAE;aACpB,UAAU,CAAC,UAAU,CAAC;aACtB,QAAQ,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;aAC1C,QAAQ,CAAC,UAAU,CAAC;aACpB,MAAM,CAAC,MAAM,IAAI,GAAG,CAAC;aACrB,MAAM,CAAC,MAAM,CAAC;aACd,EAAE,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC;QAEtB,IAAI,OAAO,EAAE,CAAC;YACZ,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC,GAAG,OAAO,CAAC,CAAC;QACxC,CAAC;QAED,MAAM,OAAO,CAAC,GAAG,EAAE,CAAC;IACtB,CAAC;IAED,KAAK,CAAC,EAAE,CAAC,UAAkB,EAAE,GAAe,EAAE,UAAkB,EAAE,IAAY;QAC5E,OAAO,MAAM,IAAA,mBAAE,GAAE;aACd,UAAU,CAAC,UAAU,CAAC;aACtB,QAAQ,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;aAC1C,QAAQ,CAAC,UAAU,CAAC;aACpB,SAAS,CAAC,IAAI,CAAC;aACf,GAAG,EAAE,CAAC;IACX,CAAC;IAED,KAAK,CAAC,KAAK,CAAC,UAAkB,EAAE,GAAe;QAC7C,OAAO,MAAM,IAAA,sBAAK,GAAE,CAAC,UAAU,CAAC,UAAU,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,WAAW,EAAE,CAAC,GAAG,EAAE,CAAC;IAC7G,CAAC;IAED,KAAK,CAAC,SAAS,CAAC,UAAkB,EAAE,GAAe;QACjD,OAAO,MAAM,IAAA,0BAAS,GAAE,CAAC,UAAU,CAAC,UAAU,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,GAAG,EAAE,CAAC;IACnG,CAAC;IAED,KAAK,CAAC,MAAM,CAAC,UAAkB,EAAE,GAAe,EAAE,UAAkB,EAAE,KAAK,GAAG,IAAI,EAAE,MAAoB;QACtG,OAAO,MAAM,IAAA,uBAAM,GAAE;aAClB,UAAU,CAAC,UAAU,CAAC;aACtB,QAAQ,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;aAC1C,QAAQ,CAAC,UAAU,CAAC;aACpB,KAAK,CAAC,KAAK,CAAC;aACZ,MAAM,CAAC,MAAM,CAAC;aACd,GAAG,EAAE,CAAC;IACX,CAAC;IAED,KAAK,CAAC,cAAc,CAAC,UAAkB,EAAE,GAAe,EAAE,MAAuB,EAAE,MAAoB;QACrG,OAAO,MAAM,IAAA,uBAAM,GAAE;aAClB,UAAU,CAAC,UAAU,CAAC;aACtB,QAAQ,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;aAC1C,MAAM,CAAC,MAAM,CAAC;aACd,QAAQ,CAAC,MAAM,CAAC,QAAQ,CAAC;aACzB,UAAU,CAAC,MAAM,CAAC,UAAU,CAAC;aAC7B,gBAAgB,CAAC,MAAM,CAAC,gBAAgB,CAAC;aACzC,eAAe,CAAC,MAAM,CAAC,eAAe,CAAC;aACvC,gBAAgB,CAAC,MAAM,CAAC,gBAAgB,CAAC;aACzC,iBAAiB,CAAC,MAAM,CAAC,iBAAiB,CAAC;aAC3C,gBAAgB,CAAC,MAAM,CAAC,gBAAgB,CAAC;aACzC,GAAG,EAAE,CAAC;IACX,CAAC;IAED,KAAK,CAAC,UAAkB,EAAE,GAAe,EAAE,MAAoB;QAC7D,OAAO,IAAA,sBAAK,GAAE,CAAC,UAAU,CAAC,UAAU,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC;IACxG,CAAC;IAED,KAAK,CAAC,OAAO,CAAC,UAAkB,EAAE,GAAe;QAC/C,OAAO,MAAM,IAAA,wBAAO,GAAE,CAAC,UAAU,CAAC,UAAU,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,GAAG,EAAE,CAAC;IACjG,CAAC;IAED,KAAK,CAAC,SAAS,CAAC,UAAkB,EAAE,GAAe;QACjD,OAAO,MAAM,IAAA,uBAAM,GAAE;aAElB,SAAS,EAAE;aACX,UAAU,CAAC,UAAU,CAAC;aACtB,QAAQ,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC;aAC1C,GAAG,EAAE,CAAC;IACX,CAAC;CACF,CAAA;AApGY,4CAAgB;2BAAhB,gBAAgB;IAD5B,IAAA,mBAAU,GAAE;GACA,gBAAgB,CAoG5B"}

package/dist/repositories/runHistory.repository.d.ts

@@ -0,0 +1,44 @@
+import { Kysely } from 'kysely';
+import { type WriteStream } from 'node:fs';
+import { TaskStatus } from '../enum';
+import { EventsGateway } from '../events/events.gateway';
+import { DB } from '../schema';
+import { type RunType } from '../schema/tables/runHistory.table';
+import { ModuleConfigRepository } from './moduleConfig.repository';
+import { StorageRepository } from './storage.repository';
+export declare class RunHistoryRepository {
+    private db;
+    private readonly moduleConfig;
+    private readonly storage;
+    private readonly events;
+    constructor(db: Kysely<DB>, moduleConfig: ModuleConfigRepository, storage: StorageRepository, events: EventsGateway);
+    private writeError;
+    createLog(repositoryId: string, type: RunType, fn: (log: WriteStream, logId: string) => Promise<void>, callback: (error?: unknown) => unknown): Promise<{
+        logId: `${string}-${string}-${string}-${string}-${string}`;
+    }>;
+    createEphemeralLog(fn: (log: WriteStream, logId: string) => Promise<void>, callback: (error?: unknown) => void): Promise<{
+        logId: `${string}-${string}-${string}-${string}-${string}`;
+    }>;
+    private ephemeralLogs;
+    createLogAsync(repositoryId: string, type: RunType, fn: (log: WriteStream, logId: string) => Promise<void>): Promise<void>;
+    get(id: string): Promise<{
+        id: string;
+        repositoryId: string;
+        start: string;
+        end: string | undefined;
+        logFilePath: string;
+        status: TaskStatus;
+        type: RunType;
+    }>;
+    getAll(repositoryId: string): Promise<{
+        id: string;
+        repositoryId: string;
+        start: string;
+        end: string | undefined;
+        logFilePath: string;
+        status: TaskStatus;
+        type: RunType;
+    }[]>;
+    getObservable(id: string): import("rxjs").Observable<MessageEvent<any>>;
+    markIncompleteAsFailed(): Promise<void>;
+}

package/dist/repositories/runHistory.repository.js

@@ -0,0 +1,191 @@
+"use strict";
+var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
+    var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
+    if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
+    else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
+    return c > 3 && r && Object.defineProperty(target, key, r), r;
+};
+var __metadata = (this && this.__metadata) || function (k, v) {
+    if (typeof Reflect === "object" && typeof Reflect.metadata === "function") return Reflect.metadata(k, v);
+};
+var __param = (this && this.__param) || function (paramIndex, decorator) {
+    return function (target, key) { decorator(target, key, paramIndex); }
+};
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.RunHistoryRepository = void 0;
+const common_1 = require("@nestjs/common");
+const event_iterator_1 = __importDefault(require("event-iterator"));
+const kysely_1 = require("kysely");
+const nestjs_kysely_1 = require("nestjs-kysely");
+const node_crypto_1 = require("node:crypto");
+const node_path_1 = require("node:path");
+const rxjs_1 = require("rxjs");
+const tail_1 = require("tail");
+const enum_1 = require("../enum");
+const events_gateway_1 = require("../events/events.gateway");
+const moduleConfig_repository_1 = require("./moduleConfig.repository");
+const storage_repository_1 = require("./storage.repository");
+let RunHistoryRepository = class RunHistoryRepository {
+    db;
+    moduleConfig;
+    storage;
+    events;
+    constructor(db, moduleConfig, storage, events) {
+        this.db = db;
+        this.moduleConfig = moduleConfig;
+        this.storage = storage;
+        this.events = events;
+    }
+    writeError(log, error) {
+        const events = Array.isArray(error?.error)
+            ? error.error
+            : [{ message_type: 'error', error: `${error}` }];
+        for (const event of events) {
+            log.write(JSON.stringify(event) + '\n');
+        }
+    }
+    async createLog(repositoryId, type, fn, callback) {
+        const logId = (0, node_crypto_1.randomUUID)();
+        try {
+            const start = new Date().toISOString();
+            const logFilePath = (0, node_path_1.resolve)(this.moduleConfig.get().statePath, 'logs', repositoryId, start + '.jsonl');
+            await this.storage.mkdir((0, node_path_1.dirname)(logFilePath), {
+                recursive: true,
+            });
+            const log = this.storage.createWriteStream(logFilePath);
+            const run = await this.db
+                .insertInto('runHistory')
+                .values({
+                id: logId,
+                repositoryId,
+                type,
+                start,
+                logFilePath,
+                status: enum_1.TaskStatus.Incomplete,
+            })
+                .returningAll()
+                .executeTakeFirstOrThrow();
+            this.events.publish({ type: 'RunCreate', run });
+            const finalize = async (status) => {
+                const end = new Date().toISOString();
+                await this.db.updateTable('runHistory').where('id', '=', logId).set('status', status).set('end', end).execute();
+                this.events.publish({
+                    type: 'RunUpdate',
+                    runId: logId,
+                    repositoryId,
+                    run: { status, end },
+                });
+            };
+            fn(log, logId)
+                .then(async () => {
+                callback();
+                log.close();
+                await finalize(enum_1.TaskStatus.Complete);
+            })
+                .catch(async (error) => {
+                callback(error);
+                this.writeError(log, error);
+                log.close();
+                await finalize(enum_1.TaskStatus.Failed);
+            });
+        }
+        catch (error) {
+            callback(error);
+        }
+        return { logId };
+    }
+    async createEphemeralLog(fn, callback) {
+        const logId = (0, node_crypto_1.randomUUID)();
+        try {
+            const logFilePath = (0, node_path_1.resolve)(this.moduleConfig.get().statePath, 'logs', 'ephemeral', logId + '.jsonl');
+            await this.storage.mkdir((0, node_path_1.dirname)(logFilePath), {
+                recursive: true,
+            });
+            const log = this.storage.createWriteStream(logFilePath);
+            this.ephemeralLogs.set(logId, logFilePath);
+            fn(log, logId)
+                .then(() => {
+                callback();
+                log.close();
+            })
+                .catch((error) => {
+                callback(error);
+                this.writeError(log, error);
+                log.close();
+            });
+        }
+        catch (error) {
+            callback(error);
+        }
+        return { logId };
+    }
+    ephemeralLogs = new Map();
+    createLogAsync(repositoryId, type, fn) {
+        return new Promise((resolve, reject) => void this.createLog(repositoryId, type, fn, (error) => {
+            if (error) {
+                reject(error);
+            }
+            else {
+                resolve();
+            }
+        }));
+    }
+    async get(id) {
+        return this.db.selectFrom('runHistory').selectAll('runHistory').where('id', '=', id).executeTakeFirstOrThrow();
+    }
+    async getAll(repositoryId) {
+        return this.db.selectFrom('runHistory').selectAll('runHistory').where('repositoryId', '=', repositoryId).execute();
+    }
+    getObservable(id) {
+        const db = this.db;
+        const ephemeralPath = this.ephemeralLogs.get(id);
+        return (0, rxjs_1.from)(new event_iterator_1.default((queue) => {
+            let tail;
+            const startTail = (logFilePath) => {
+                tail = new tail_1.Tail(logFilePath, {
+                    fromBeginning: true,
+                    nLines: 50,
+                });
+                tail.on('line', (data) => queue.push({ data }));
+                tail.on('error', (error) => {
+                    console.warn(`tail ${logFilePath} stopped:`, error);
+                    tail?.unwatch();
+                });
+            };
+            if (ephemeralPath) {
+                startTail(ephemeralPath);
+            }
+            else {
+                db.selectFrom('runHistory')
+                    .select('logFilePath')
+                    .where('id', '=', id)
+                    .executeTakeFirstOrThrow()
+                    .then(({ logFilePath }) => startTail(logFilePath))
+                    .catch(queue.fail);
+            }
+            return () => {
+                tail?.unwatch();
+            };
+        }));
+    }
+    async markIncompleteAsFailed() {
+        await this.db
+            .updateTable('runHistory')
+            .set('status', enum_1.TaskStatus.Failed)
+            .where('status', '=', enum_1.TaskStatus.Incomplete)
+            .execute();
+    }
+};
+exports.RunHistoryRepository = RunHistoryRepository;
+exports.RunHistoryRepository = RunHistoryRepository = __decorate([
+    (0, common_1.Injectable)(),
+    __param(0, (0, nestjs_kysely_1.InjectKysely)('orchestrator')),
+    __metadata("design:paramtypes", [kysely_1.Kysely,
+        moduleConfig_repository_1.ModuleConfigRepository,
+        storage_repository_1.StorageRepository,
+        events_gateway_1.EventsGateway])
+], RunHistoryRepository);
+//# sourceMappingURL=runHistory.repository.js.map

package/dist/repositories/runHistory.repository.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"runHistory.repository.js","sourceRoot":"","sources":["../../src/repositories/runHistory.repository.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;AAAA,2CAA4C;AAC5C,oEAA2C;AAC3C,mCAAgC;AAChC,iDAA6C;AAC7C,6CAAyC;AAEzC,yCAA6C;AAC7C,+BAA4B;AAC5B,+BAA4B;AAC5B,kCAAqC;AACrC,6DAAyD;AAGzD,uEAAmE;AACnE,6DAAyD;AAGlD,IAAM,oBAAoB,GAA1B,MAAM,oBAAoB;IAES;IACrB;IACA;IACA;IAJnB,YACwC,EAAc,EACnC,YAAoC,EACpC,OAA0B,EAC1B,MAAqB;QAHA,OAAE,GAAF,EAAE,CAAY;QACnC,iBAAY,GAAZ,YAAY,CAAwB;QACpC,YAAO,GAAP,OAAO,CAAmB;QAC1B,WAAM,GAAN,MAAM,CAAe;IACrC,CAAC;IAEI,UAAU,CAAC,GAAgB,EAAE,KAAc;QACjD,MAAM,MAAM,GAAG,KAAK,CAAC,OAAO,CAAE,KAA6B,EAAE,KAAK,CAAC;YACjE,CAAC,CAAG,KAA8B,CAAC,KAAkB;YACrD,CAAC,CAAC,CAAC,EAAE,YAAY,EAAE,OAAO,EAAE,KAAK,EAAE,GAAG,KAAK,EAAE,EAAE,CAAC,CAAC;QAEnD,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;YAC3B,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,GAAG,IAAI,CAAC,CAAC;QAC1C,CAAC;IACH,CAAC;IAED,KAAK,CAAC,SAAS,CACb,YAAoB,EACpB,IAAa,EACb,EAAsD,EACtD,QAAsC;QAEtC,MAAM,KAAK,GAAG,IAAA,wBAAU,GAAE,CAAC;QAE3B,IAAI,CAAC;YACH,MAAM,KAAK,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;YACvC,MAAM,WAAW,GAAG,IAAA,mBAAO,EAAC,IAAI,CAAC,YAAY,CAAC,GAAG,EAAE,CAAC,SAAS,EAAE,MAAM,EAAE,YAAY,EAAE,KAAK,GAAG,QAAQ,CAAC,CAAC;YAEvG,MAAM,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,IAAA,mBAAO,EAAC,WAAW,CAAC,EAAE;gBAC7C,SAAS,EAAE,IAAI;aAChB,CAAC,CAAC;YAEH,MAAM,GAAG,GAAG,IAAI,CAAC,OAAO,CAAC,iBAAiB,CAAC,WAAW,CAAC,CAAC;YAExD,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,EAAE;iBACtB,UAAU,CAAC,YAAY,CAAC;iBACxB,MAAM,CAAC;gBACN,EAAE,EAAE,KAAK;gBACT,YAAY;gBACZ,IAAI;gBAEJ,KAAK;gBACL,WAAW;gBAEX,MAAM,EAAE,iBAAU,CAAC,UAAU;aAC9B,CAAC;iBACD,YAAY,EAAE;iBACd,uBAAuB,EAAE,CAAC;YAE7B,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,EAAE,IAAI,EAAE,WAAW,EAAE,GAAG,EAAE,CAAC,CAAC;YAEhD,MAAM,QAAQ,GAAG,KAAK,EAAE,MAAkB,EAAE,EAAE;gBAC5C,MAAM,GAAG,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;gBACrC,MAAM,IAAI,CAAC,EAAE,CAAC,WAAW,CAAC,YAAY,CAAC,CAAC,KAAK,CAAC,IAAI,EAAE,GAAG,EAAE,KAAK,CAAC,CAAC,GAAG,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC,GAAG,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC,OAAO,EAAE,CAAC;gBAEhH,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC;oBAClB,IAAI,EAAE,WAAW;oBACjB,KAAK,EAAE,KAAK;oBACZ,YAAY;oBACZ,GAAG,EAAE,EAAE,MAAM,EAAE,GAAG,EAAE;iBACrB,CAAC,CAAC;YACL,CAAC,CAAC;YAEF,EAAE,CAAC,GAAG,EAAE,KAAK,CAAC;iBACX,IAAI,CAAC,KAAK,IAAI,EAAE;gBACf,QAAQ,EAAE,CAAC;gBACX,GAAG,CAAC,KAAK,EAAE,CAAC;gBAEZ,MAAM,QAAQ,CAAC,iBAAU,CAAC,QAAQ,CAAC,CAAC;YACtC,CAAC,CAAC;iBACD,KAAK,CAAC,KAAK,EAAE,KAAK,EAAE,EAAE;gBACrB,QAAQ,CAAC,KAAK,CAAC,CAAC;gBAEhB,IAAI,CAAC,UAAU,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC;gBAC5B,GAAG,CAAC,KAAK,EAAE,CAAC;gBAEZ,MAAM,QAAQ,CAAC,iBAAU,CAAC,MAAM,CAAC,CAAC;YACpC,CAAC,CAAC,CAAC;QACP,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,QAAQ,CAAC,KAAK,CAAC,CAAC;QAClB,CAAC;QAED,OAAO,EAAE,KAAK,EAAE,CAAC;IACnB,CAAC;IAED,KAAK,CAAC,kBAAkB,CACtB,EAAsD,EACtD,QAAmC;QAEnC,MAAM,KAAK,GAAG,IAAA,wBAAU,GAAE,CAAC;QAE3B,IAAI,CAAC;YACH,MAAM,WAAW,GAAG,IAAA,mBAAO,EAAC,IAAI,CAAC,YAAY,CAAC,GAAG,EAAE,CAAC,SAAS,EAAE,MAAM,EAAE,WAAW,EAAE,KAAK,GAAG,QAAQ,CAAC,CAAC;YAEtG,MAAM,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,IAAA,mBAAO,EAAC,WAAW,CAAC,EAAE;gBAC7C,SAAS,EAAE,IAAI;aAChB,CAAC,CAAC;YAEH,MAAM,GAAG,GAAG,IAAI,CAAC,OAAO,CAAC,iBAAiB,CAAC,WAAW,CAAC,CAAC;YAExD,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,KAAK,EAAE,WAAW,CAAC,CAAC;YAE3C,EAAE,CAAC,GAAG,EAAE,KAAK,CAAC;iBACX,IAAI,CAAC,GAAG,EAAE;gBACT,QAAQ,EAAE,CAAC;gBACX,GAAG,CAAC,KAAK,EAAE,CAAC;YACd,CAAC,CAAC;iBACD,KAAK,CAAC,CAAC,KAAK,EAAE,EAAE;gBACf,QAAQ,CAAC,KAAK,CAAC,CAAC;gBAChB,IAAI,CAAC,UAAU,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC;gBAC5B,GAAG,CAAC,KAAK,EAAE,CAAC;YACd,CAAC,CAAC,CAAC;QACP,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,QAAQ,CAAC,KAAK,CAAC,CAAC;QAClB,CAAC;QAED,OAAO,EAAE,KAAK,EAAE,CAAC;IACnB,CAAC;IAEO,aAAa,GAAG,IAAI,GAAG,EAAkB,CAAC;IAElD,cAAc,CAAC,YAAoB,EAAE,IAAa,EAAE,EAAsD;QACxG,OAAO,IAAI,OAAO,CAChB,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE,CAClB,KAAK,IAAI,CAAC,SAAS,CAAC,YAAY,EAAE,IAAI,EAAE,EAAE,EAAE,CAAC,KAAK,EAAE,EAAE;YACpD,IAAI,KAAK,EAAE,CAAC;gBACV,MAAM,CAAC,KAAK,CAAC,CAAC;YAChB,CAAC;iBAAM,CAAC;gBACN,OAAO,EAAE,CAAC;YACZ,CAAC;QACH,CAAC,CAAC,CACL,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,GAAG,CAAC,EAAU;QAClB,OAAO,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,YAAY,CAAC,CAAC,SAAS,CAAC,YAAY,CAAC,CAAC,KAAK,CAAC,IAAI,EAAE,GAAG,EAAE,EAAE,CAAC,CAAC,uBAAuB,EAAE,CAAC;IACjH,CAAC;IAED,KAAK,CAAC,MAAM,CAAC,YAAoB;QAC/B,OAAO,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,YAAY,CAAC,CAAC,SAAS,CAAC,YAAY,CAAC,CAAC,KAAK,CAAC,cAAc,EAAE,GAAG,EAAE,YAAY,CAAC,CAAC,OAAO,EAAE,CAAC;IACrH,CAAC;IAED,aAAa,CAAC,EAAU;QACtB,MAAM,EAAE,GAAG,IAAI,CAAC,EAAE,CAAC;QACnB,MAAM,aAAa,GAAG,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QAEjD,OAAO,IAAA,WAAI,EACT,IAAI,wBAAa,CAAe,CAAC,KAAK,EAAE,EAAE;YACxC,IAAI,IAAsB,CAAC;YAE3B,MAAM,SAAS,GAAG,CAAC,WAAmB,EAAE,EAAE;gBACxC,IAAI,GAAG,IAAI,WAAI,CAAC,WAAW,EAAE;oBAC3B,aAAa,EAAE,IAAI;oBACnB,MAAM,EAAE,EAAE;iBACX,CAAC,CAAC;gBAEH,IAAI,CAAC,EAAE,CAAC,MAAM,EAAE,CAAC,IAAI,EAAE,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,IAAI,EAAkB,CAAC,CAAC,CAAC;gBAChE,IAAI,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,KAAK,EAAE,EAAE;oBACzB,OAAO,CAAC,IAAI,CAAC,QAAQ,WAAW,WAAW,EAAE,KAAK,CAAC,CAAC;oBACpD,IAAI,EAAE,OAAO,EAAE,CAAC;gBAClB,CAAC,CAAC,CAAC;YACL,CAAC,CAAC;YAEF,IAAI,aAAa,EAAE,CAAC;gBAClB,SAAS,CAAC,aAAa,CAAC,CAAC;YAC3B,CAAC;iBAAM,CAAC;gBACN,EAAE,CAAC,UAAU,CAAC,YAAY,CAAC;qBACxB,MAAM,CAAC,aAAa,CAAC;qBACrB,KAAK,CAAC,IAAI,EAAE,GAAG,EAAE,EAAE,CAAC;qBACpB,uBAAuB,EAAE;qBACzB,IAAI,CAAC,CAAC,EAAE,WAAW,EAAE,EAAE,EAAE,CAAC,SAAS,CAAC,WAAW,CAAC,CAAC;qBACjD,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;YACvB,CAAC;YAED,OAAO,GAAG,EAAE;gBACV,IAAI,EAAE,OAAO,EAAE,CAAC;YAClB,CAAC,CAAC;QACJ,CAAC,CAAC,CACH,CAAC;IACJ,CAAC;IAED,KAAK,CAAC,sBAAsB;QAC1B,MAAM,IAAI,CAAC,EAAE;aACV,WAAW,CAAC,YAAY,CAAC;aACzB,GAAG,CAAC,QAAQ,EAAE,iBAAU,CAAC,MAAM,CAAC;aAChC,KAAK,CAAC,QAAQ,EAAE,GAAG,EAAE,iBAAU,CAAC,UAAU,CAAC;aAC3C,OAAO,EAAE,CAAC;IACf,CAAC;CACF,CAAA;AA9LY,oDAAoB;+BAApB,oBAAoB;IADhC,IAAA,mBAAU,GAAE;IAGR,WAAA,IAAA,4BAAY,EAAC,cAAc,CAAC,CAAA;qCAAa,eAAM;QACjB,gDAAsB;QAC3B,sCAAiB;QAClB,8BAAa;GAL7B,oBAAoB,CA8LhC"}

package/dist/repositories/runningTasks.repository.d.ts

@@ -0,0 +1,14 @@
+import { RunningTaskDto } from '../dto/runningTasks.dto';
+import { TaskType } from '../enum';
+import { EventsGateway } from '../events/events.gateway';
+export declare class RunningTasksRepository {
+    private readonly events;
+    activeTasks: Map<string, RunningTaskDto>;
+    private controllers;
+    constructor(events: EventsGateway);
+    canStart(parentId: string): boolean;
+    startTask(parentId: string, type: TaskType, logId?: string, signal?: AbortSignal): AbortSignal;
+    updateTask(parentId: string, data: Partial<RunningTaskDto>): void;
+    endTask(parentId: string): void;
+    cancelTask(parentId: string): void;
+}