@marinoscar/platform-api 0.1.0-next.25 → 0.1.0-next.27

package/dist/storage/migration/storage-migrate-object.handler.js

@@ -0,0 +1,177 @@
+"use strict";
+// =============================================================================
+// `storage.migrate_object` — copy one object to the run's target driver,
+// verify it, repoint its row, leave the source (issue #1093)
+// =============================================================================
+//
+// ORDER, AND WHY IT IS THE WHOLE DESIGN
+//
+//   1. The run must still be running. A cancelled (or finished) run's item is
+//      marked `skipped` and nothing is copied: a cancelled run stops before its
+//      next unclaimed object.
+//   2. The item and its object are read in the object's organization
+//      (`JobScope.run`, the job carries the object's `orgId`). An object that is
+//      gone, not `ready`, or no longer recorded on the source (repointed by an
+//      earlier run, re-uploaded elsewhere) is `skipped`: a re-run never copies
+//      an already-migrated object twice.
+//   3. The bytes are STREAMED from the source into the target and read back
+//      (`copyAndVerify`): the byte count and the sha256 must agree on both sides
+//      and with the row's size. Nothing is buffered.
+//   4. Only then is the row repointed, in one org-scoped transaction, guarded by
+//      `storage_provider = source AND storage_key = key`: an object changed while
+//      it was being copied is not repointed (it is `skipped`), so the row never
+//      points at bytes that are not its own.
+//   5. The source object is NEVER deleted: it is the fallback.
+//
+// FAILURE. A thrown error (a network glitch, throttling, a verification
+// mismatch) is retried by the queue with backoff; the item stays `copying`.
+// When the job gives up, `StorageMigrationSettledListener` marks a still-open item `failed` — a
+// listener rather than an "is this my last attempt?" check, because a timeout
+// or a dead executor never returns into `process`.
+//
+// SERVER-ONLY BY DERIVATION: neither `nodeResultSchema` nor `persistNodeResult`.
+// The copy needs BOTH drivers' secrets, which are never brokered to a worker
+// node.
+// =============================================================================
+var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
+    var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
+    if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
+    else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
+    return c > 3 && r && Object.defineProperty(target, key, r), r;
+};
+var __metadata = (this && this.__metadata) || function (k, v) {
+    if (typeof Reflect === "object" && typeof Reflect.metadata === "function") return Reflect.metadata(k, v);
+};
+var StorageMigrateObjectHandler_1;
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.StorageMigrateObjectHandler = void 0;
+const common_1 = require("@nestjs/common");
+const index_1 = require("../../jobs/index");
+const storage_config_service_1 = require("../config/storage-config.service");
+const storage_db_1 = require("../data/storage-db");
+const storage_provider_router_1 = require("../providers/storage-provider-router");
+const copy_and_verify_1 = require("./copy-and-verify");
+const storage_migration_constants_1 = require("./storage-migration.constants");
+const storage_migration_service_1 = require("./storage-migration.service");
+function readPayload(job) {
+    const payload = job.payload;
+    if (!payload || typeof payload.runId !== 'string' || typeof payload.itemId !== 'string') {
+        throw new Error(`${storage_migration_constants_1.STORAGE_MIGRATE_OBJECT_TYPE} job ${job.id} has an invalid payload`);
+    }
+    return { runId: payload.runId, itemId: payload.itemId };
+}
+/**
+ * The server-only `storage.migrate_object` job: streams one object from the run's source driver to its target, verifies size and sha256 by reading it back, repoints the row and leaves the source in place.
+ *
+ * @stability experimental
+ */
+let StorageMigrateObjectHandler = StorageMigrateObjectHandler_1 = class StorageMigrateObjectHandler {
+    registry;
+    migrations;
+    jobScope;
+    router;
+    storageConfig;
+    logger = new common_1.Logger(StorageMigrateObjectHandler_1.name);
+    type = storage_migration_constants_1.STORAGE_MIGRATE_OBJECT_TYPE;
+    label = 'Storage migration (copy object)';
+    /** One object can be several gigabytes, copied and then read back. */
+    profile = { maxRuntimeMs: 60 * 60_000, maxAttempts: 3 };
+    constructor(registry, migrations, jobScope, router, storageConfig) {
+        this.registry = registry;
+        this.migrations = migrations;
+        this.jobScope = jobScope;
+        this.router = router;
+        this.storageConfig = storageConfig;
+    }
+    /** Self-registration. */
+    onModuleInit() {
+        this.registry.register(this);
+    }
+    /** Copies, verifies and repoints the job's object; see the file header. */
+    async process(job) {
+        const { runId, itemId } = readPayload(job);
+        const run = await this.migrations.db().storageMigrationRun.findUnique({ where: { id: runId } });
+        if (!run)
+            return;
+        const claim = await this.jobScope.run(job, async (tx) => {
+            const item = await tx.storageMigrationItem.findUnique({ where: { id: itemId } });
+            if (!item || (item.status !== storage_db_1.StorageMigrationItemStatus.pending && item.status !== storage_db_1.StorageMigrationItemStatus.copying)) {
+                return { kind: 'done' };
+            }
+            if (run.status !== storage_db_1.StorageMigrationRunStatus.running) {
+                await this.skip(tx, itemId, `Run ${run.status}`);
+                return { kind: 'skipped' };
+            }
+            const object = await tx.storageObject.findUnique({ where: { id: item.objectId } });
+            if (!object || object.status !== storage_db_1.StorageObjectStatus.ready) {
+                await this.skip(tx, itemId, 'The object is gone or not ready');
+                return { kind: 'skipped' };
+            }
+            if (object.storageProvider !== run.sourceProvider) {
+                await this.skip(tx, itemId, `The object is recorded on "${object.storageProvider}", not on the source`);
+                return { kind: 'skipped' };
+            }
+            await tx.storageMigrationItem.update({ where: { id: itemId }, data: { status: storage_db_1.StorageMigrationItemStatus.copying } });
+            return { kind: 'copy', object };
+        });
+        if (claim.kind === 'done')
+            return;
+        if (claim.kind === 'skipped') {
+            await this.migrations.finalizeIfDone(runId);
+            return;
+        }
+        const { object } = claim;
+        // Both drivers must be buildable: the router would serve an unbuildable one
+        // with the ACTIVE provider, which is the wrong place to read or write.
+        for (const provider of [run.sourceProvider, run.targetProvider]) {
+            const resolution = await this.storageConfig.resolveDriver(provider);
+            if (!resolution.configured) {
+                throw new Error(`Storage driver "${provider}" is not configured (missing ${resolution.missing.join(', ')})`);
+            }
+        }
+        const source = await this.router.forObject(object);
+        const target = await this.router.forLocation({ provider: run.targetProvider, bucket: '' });
+        const verified = await (0, copy_and_verify_1.copyAndVerify)(source, target, object);
+        const targetBucket = target.getBucket();
+        const repointed = await this.jobScope.run(job, async (tx) => {
+            const moved = await tx.storageObject.updateMany({
+                where: { id: object.id, storageProvider: run.sourceProvider, storageKey: object.storageKey },
+                data: { storageProvider: run.targetProvider, bucket: targetBucket },
+            });
+            if (moved.count === 0) {
+                await this.skip(tx, itemId, 'The object changed while it was being copied; not repointed');
+                return false;
+            }
+            await tx.storageMigrationItem.update({
+                where: { id: itemId },
+                data: {
+                    status: storage_db_1.StorageMigrationItemStatus.migrated,
+                    sizeBytes: verified.bytes,
+                    checksumSha256: verified.sha256,
+                    lastError: null,
+                },
+            });
+            return true;
+        });
+        if (repointed) {
+            this.logger.log(`Storage migration ${runId}: object ${object.id} copied ${run.sourceProvider} -> ${run.targetProvider} (${verified.bytes} bytes, verified)`);
+        }
+        await this.migrations.finalizeIfDone(runId);
+    }
+    async skip(tx, itemId, reason) {
+        await tx.storageMigrationItem.update({
+            where: { id: itemId },
+            data: { status: storage_db_1.StorageMigrationItemStatus.skipped, lastError: reason },
+        });
+    }
+};
+exports.StorageMigrateObjectHandler = StorageMigrateObjectHandler;
+exports.StorageMigrateObjectHandler = StorageMigrateObjectHandler = StorageMigrateObjectHandler_1 = __decorate([
+    (0, common_1.Injectable)(),
+    __metadata("design:paramtypes", [index_1.JobHandlerRegistry,
+        storage_migration_service_1.StorageMigrationService,
+        index_1.JobScope,
+        storage_provider_router_1.StorageProviderRouter,
+        storage_config_service_1.StorageConfigService])
+], StorageMigrateObjectHandler);
+//# sourceMappingURL=storage-migrate-object.handler.js.map

package/dist/storage/migration/storage-migrate-object.handler.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"storage-migrate-object.handler.js","sourceRoot":"","sources":["../../../src/storage/migration/storage-migrate-object.handler.ts"],"names":[],"mappings":";AAAA,gFAAgF;AAChF,yEAAyE;AACzE,6DAA6D;AAC7D,gFAAgF;AAChF,EAAE;AACF,wCAAwC;AACxC,EAAE;AACF,8EAA8E;AAC9E,gFAAgF;AAChF,8BAA8B;AAC9B,qEAAqE;AACrE,iFAAiF;AACjF,+EAA+E;AAC/E,+EAA+E;AAC/E,yCAAyC;AACzC,4EAA4E;AAC5E,iFAAiF;AACjF,qDAAqD;AACrD,iFAAiF;AACjF,kFAAkF;AAClF,gFAAgF;AAChF,6CAA6C;AAC7C,+DAA+D;AAC/D,EAAE;AACF,wEAAwE;AACxE,4EAA4E;AAC5E,gGAAgG;AAChG,8EAA8E;AAC9E,mDAAmD;AACnD,EAAE;AACF,iFAAiF;AACjF,6EAA6E;AAC7E,QAAQ;AACR,gFAAgF;;;;;;;;;;;;;AAEhF,2CAAkE;AAElE,4CAM0B;AAC1B,6EAAwE;AACxE,mDAO4B;AAC5B,kFAA6E;AAC7E,uDAAkD;AAClD,+EAA4E;AAC5E,2EAAsE;AActE,SAAS,WAAW,CAAC,GAAQ;IAC3B,MAAM,OAAO,GAAG,GAAG,CAAC,OAAsD,CAAC;IAC3E,IAAI,CAAC,OAAO,IAAI,OAAO,OAAO,CAAC,KAAK,KAAK,QAAQ,IAAI,OAAO,OAAO,CAAC,MAAM,KAAK,QAAQ,EAAE,CAAC;QACxF,MAAM,IAAI,KAAK,CAAC,GAAG,yDAA2B,QAAQ,GAAG,CAAC,EAAE,yBAAyB,CAAC,CAAC;IACzF,CAAC;IACD,OAAO,EAAE,KAAK,EAAE,OAAO,CAAC,KAAK,EAAE,MAAM,EAAE,OAAO,CAAC,MAAM,EAAE,CAAC;AAC1D,CAAC;AAID;;;;GAIG;AAEI,IAAM,2BAA2B,mCAAjC,MAAM,2BAA2B;IAWnB;IACA;IACA;IACA;IACA;IAdF,MAAM,GAAG,IAAI,eAAM,CAAC,6BAA2B,CAAC,IAAI,CAAC,CAAC;IAE9D,IAAI,GAAG,yDAA2B,CAAC;IAEnC,KAAK,GAAG,iCAAiC,CAAC;IAEnD,sEAAsE;IAC7D,OAAO,GAAwB,EAAE,YAAY,EAAE,EAAE,GAAG,MAAM,EAAE,WAAW,EAAE,CAAC,EAAE,CAAC;IAEtF,YACmB,QAA4B,EAC5B,UAAmC,EACnC,QAAkB,EAClB,MAA6B,EAC7B,aAAmC;QAJnC,aAAQ,GAAR,QAAQ,CAAoB;QAC5B,eAAU,GAAV,UAAU,CAAyB;QACnC,aAAQ,GAAR,QAAQ,CAAU;QAClB,WAAM,GAAN,MAAM,CAAuB;QAC7B,kBAAa,GAAb,aAAa,CAAsB;IACnD,CAAC;IAEJ,yBAAyB;IACzB,YAAY;QACV,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;IAC/B,CAAC;IAED,2EAA2E;IAC3E,KAAK,CAAC,OAAO,CAAC,GAAQ;QACpB,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,GAAG,WAAW,CAAC,GAAG,CAAC,CAAC;QAE3C,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,EAAE,EAAE,CAAC,mBAAmB,CAAC,UAAU,CAAC,EAAE,KAAK,EAAE,EAAE,EAAE,EAAE,KAAK,EAAE,EAAE,CAAC,CAAC;QAChG,IAAI,CAAC,GAAG;YAAE,OAAO;QAEjB,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,GAAG,EAAE,KAAK,EAAE,EAAM,EAAE,EAAE;YAC1D,MAAM,IAAI,GAAmC,MAAM,EAAE,CAAC,oBAAoB,CAAC,UAAU,CAAC,EAAE,KAAK,EAAE,EAAE,EAAE,EAAE,MAAM,EAAE,EAAE,CAAC,CAAC;YACjH,IAAI,CAAC,IAAI,IAAI,CAAC,IAAI,CAAC,MAAM,KAAK,uCAA0B,CAAC,OAAO,IAAI,IAAI,CAAC,MAAM,KAAK,uCAA0B,CAAC,OAAO,CAAC,EAAE,CAAC;gBACxH,OAAO,EAAE,IAAI,EAAE,MAAe,EAAE,CAAC;YACnC,CAAC;YACD,IAAI,GAAG,CAAC,MAAM,KAAK,sCAAyB,CAAC,OAAO,EAAE,CAAC;gBACrD,MAAM,IAAI,CAAC,IAAI,CAAC,EAAE,EAAE,MAAM,EAAE,OAAO,GAAG,CAAC,MAAM,EAAE,CAAC,CAAC;gBACjD,OAAO,EAAE,IAAI,EAAE,SAAkB,EAAE,CAAC;YACtC,CAAC;YACD,MAAM,MAAM,GAAyB,MAAM,EAAE,CAAC,aAAa,CAAC,UAAU,CAAC,EAAE,KAAK,EAAE,EAAE,EAAE,EAAE,IAAI,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC;YACzG,IAAI,CAAC,MAAM,IAAI,MAAM,CAAC,MAAM,KAAK,gCAAmB,CAAC,KAAK,EAAE,CAAC;gBAC3D,MAAM,IAAI,CAAC,IAAI,CAAC,EAAE,EAAE,MAAM,EAAE,iCAAiC,CAAC,CAAC;gBAC/D,OAAO,EAAE,IAAI,EAAE,SAAkB,EAAE,CAAC;YACtC,CAAC;YACD,IAAI,MAAM,CAAC,eAAe,KAAK,GAAG,CAAC,cAAc,EAAE,CAAC;gBAClD,MAAM,IAAI,CAAC,IAAI,CAAC,EAAE,EAAE,MAAM,EAAE,8BAA8B,MAAM,CAAC,eAAe,sBAAsB,CAAC,CAAC;gBACxG,OAAO,EAAE,IAAI,EAAE,SAAkB,EAAE,CAAC;YACtC,CAAC;YACD,MAAM,EAAE,CAAC,oBAAoB,CAAC,MAAM,CAAC,EAAE,KAAK,EAAE,EAAE,EAAE,EAAE,MAAM,EAAE,EAAE,IAAI,EAAE,EAAE,MAAM,EAAE,uCAA0B,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC;YACtH,OAAO,EAAE,IAAI,EAAE,MAAe,EAAE,MAAM,EAAE,CAAC;QAC3C,CAAC,CAAC,CAAC;QAEH,IAAI,KAAK,CAAC,IAAI,KAAK,MAAM;YAAE,OAAO;QAClC,IAAI,KAAK,CAAC,IAAI,KAAK,SAAS,EAAE,CAAC;YAC7B,MAAM,IAAI,CAAC,UAAU,CAAC,cAAc,CAAC,KAAK,CAAC,CAAC;YAC5C,OAAO;QACT,CAAC;QAED,MAAM,EAAE,MAAM,EAAE,GAAG,KAAK,CAAC;QACzB,4EAA4E;QAC5E,uEAAuE;QACvE,KAAK,MAAM,QAAQ,IAAI,CAAC,GAAG,CAAC,cAAc,EAAE,GAAG,CAAC,cAAc,CAAC,EAAE,CAAC;YAChE,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,aAAa,CAAC,aAAa,CAAC,QAAQ,CAAC,CAAC;YACpE,IAAI,CAAC,UAAU,CAAC,UAAU,EAAE,CAAC;gBAC3B,MAAM,IAAI,KAAK,CAAC,mBAAmB,QAAQ,gCAAgC,UAAU,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;YAC/G,CAAC;QACH,CAAC;QACD,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;QACnD,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,EAAE,QAAQ,EAAE,GAAG,CAAC,cAAc,EAAE,MAAM,EAAE,EAAE,EAAE,CAAC,CAAC;QAE3F,MAAM,QAAQ,GAAG,MAAM,IAAA,+BAAa,EAAC,MAAM,EAAE,MAAM,EAAE,MAAM,CAAC,CAAC;QAC7D,MAAM,YAAY,GAAG,MAAM,CAAC,SAAS,EAAE,CAAC;QAExC,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,GAAG,EAAE,KAAK,EAAE,EAAM,EAAE,EAAE;YAC9D,MAAM,KAAK,GAAG,MAAM,EAAE,CAAC,aAAa,CAAC,UAAU,CAAC;gBAC9C,KAAK,EAAE,EAAE,EAAE,EAAE,MAAM,CAAC,EAAE,EAAE,eAAe,EAAE,GAAG,CAAC,cAAc,EAAE,UAAU,EAAE,MAAM,CAAC,UAAU,EAAE;gBAC5F,IAAI,EAAE,EAAE,eAAe,EAAE,GAAG,CAAC,cAAc,EAAE,MAAM,EAAE,YAAY,EAAE;aACpE,CAAC,CAAC;YACH,IAAI,KAAK,CAAC,KAAK,KAAK,CAAC,EAAE,CAAC;gBACtB,MAAM,IAAI,CAAC,IAAI,CAAC,EAAE,EAAE,MAAM,EAAE,6DAA6D,CAAC,CAAC;gBAC3F,OAAO,KAAK,CAAC;YACf,CAAC;YACD,MAAM,EAAE,CAAC,oBAAoB,CAAC,MAAM,CAAC;gBACnC,KAAK,EAAE,EAAE,EAAE,EAAE,MAAM,EAAE;gBACrB,IAAI,EAAE;oBACJ,MAAM,EAAE,uCAA0B,CAAC,QAAQ;oBAC3C,SAAS,EAAE,QAAQ,CAAC,KAAK;oBACzB,cAAc,EAAE,QAAQ,CAAC,MAAM;oBAC/B,SAAS,EAAE,IAAI;iBAChB;aACF,CAAC,CAAC;YACH,OAAO,IAAI,CAAC;QACd,CAAC,CAAC,CAAC;QAEH,IAAI,SAAS,EAAE,CAAC;YACd,IAAI,CAAC,MAAM,CAAC,GAAG,CACb,qBAAqB,KAAK,YAAY,MAAM,CAAC,EAAE,WAAW,GAAG,CAAC,cAAc,OAAO,GAAG,CAAC,cAAc,KAAK,QAAQ,CAAC,KAAK,mBAAmB,CAC5I,CAAC;QACJ,CAAC;QACD,MAAM,IAAI,CAAC,UAAU,CAAC,cAAc,CAAC,KAAK,CAAC,CAAC;IAC9C,CAAC;IAEO,KAAK,CAAC,IAAI,CAAC,EAAM,EAAE,MAAc,EAAE,MAAc;QACvD,MAAM,EAAE,CAAC,oBAAoB,CAAC,MAAM,CAAC;YACnC,KAAK,EAAE,EAAE,EAAE,EAAE,MAAM,EAAE;YACrB,IAAI,EAAE,EAAE,MAAM,EAAE,uCAA0B,CAAC,OAAO,EAAE,SAAS,EAAE,MAAM,EAAE;SACxE,CAAC,CAAC;IACL,CAAC;CACF,CAAA;AA5GY,kEAA2B;sCAA3B,2BAA2B;IADvC,IAAA,mBAAU,GAAE;qCAYkB,0BAAkB;QAChB,mDAAuB;QACzB,gBAAQ;QACV,+CAAqB;QACd,6CAAoB;GAf3C,2BAA2B,CA4GvC"}

package/dist/storage/migration/storage-migrate-plan.handler.d.ts

@@ -0,0 +1,34 @@
+import { OnModuleInit } from '@nestjs/common';
+import { JobHandlerRegistry, JobsService, type Job, type JobExecutionProfile, type JobHandler } from '../../jobs/index';
+import { StorageMigrationService } from './storage-migration.service';
+/**
+ * The planner job's payload.
+ *
+ * @stability experimental
+ */
+export interface StorageMigratePlanPayload {
+    /** The run to plan. */
+    runId: string;
+}
+/**
+ * The server-only `storage.migrate_plan` job: creates one item per `ready` object on the run's source driver and queues one `storage.migrate_object` job per item, resumably; a planner that gives up fails its run.
+ *
+ * @stability experimental
+ */
+export declare class StorageMigratePlanHandler implements JobHandler, OnModuleInit {
+    private readonly registry;
+    private readonly migrations;
+    private readonly jobs;
+    private readonly logger;
+    readonly type = "storage.migrate_plan";
+    readonly label = "Storage migration (plan)";
+    /** Listing and queueing a large deployment's objects is long but bounded work. */
+    readonly profile: JobExecutionProfile;
+    constructor(registry: JobHandlerRegistry, migrations: StorageMigrationService, jobs: JobsService);
+    /** Self-registration. */
+    onModuleInit(): void;
+    /** Plans the run named in the payload. */
+    process(job: Job): Promise<void>;
+    private cancelled;
+}
+//# sourceMappingURL=storage-migrate-plan.handler.d.ts.map

package/dist/storage/migration/storage-migrate-plan.handler.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"storage-migrate-plan.handler.d.ts","sourceRoot":"","sources":["../../../src/storage/migration/storage-migrate-plan.handler.ts"],"names":[],"mappings":"AAuBA,OAAO,EAAsB,YAAY,EAAE,MAAM,gBAAgB,CAAC;AAElE,OAAO,EACL,kBAAkB,EAElB,WAAW,EACX,KAAK,GAAG,EACR,KAAK,mBAAmB,EACxB,KAAK,UAAU,EAChB,MAAM,kBAAkB,CAAC;AAQ1B,OAAO,EAAE,uBAAuB,EAAE,MAAM,6BAA6B,CAAC;AAKtE;;;;GAIG;AACH,MAAM,WAAW,yBAAyB;IACxC,uBAAuB;IACvB,KAAK,EAAE,MAAM,CAAC;CACf;AAUD;;;;GAIG;AACH,qBACa,yBAA0B,YAAW,UAAU,EAAE,YAAY;IAWtE,OAAO,CAAC,QAAQ,CAAC,QAAQ;IACzB,OAAO,CAAC,QAAQ,CAAC,UAAU;IAC3B,OAAO,CAAC,QAAQ,CAAC,IAAI;IAZvB,OAAO,CAAC,QAAQ,CAAC,MAAM,CAA8C;IAErE,QAAQ,CAAC,IAAI,0BAA6B;IAE1C,QAAQ,CAAC,KAAK,8BAA8B;IAE5C,kFAAkF;IAClF,QAAQ,CAAC,OAAO,EAAE,mBAAmB,CAAiD;gBAGnE,QAAQ,EAAE,kBAAkB,EAC5B,UAAU,EAAE,uBAAuB,EACnC,IAAI,EAAE,WAAW;IAGpC,yBAAyB;IACzB,YAAY,IAAI,IAAI;IAIpB,0CAA0C;IACpC,OAAO,CAAC,GAAG,EAAE,GAAG,GAAG,OAAO,CAAC,IAAI,CAAC;YAoFxB,SAAS;CAIxB"}

package/dist/storage/migration/storage-migrate-plan.handler.js

@@ -0,0 +1,168 @@
+"use strict";
+// =============================================================================
+// `storage.migrate_plan` — list a migration run's objects and queue them
+// (issue #1093)
+// =============================================================================
+//
+// One job per run, a system job (`orgId: null`): the run is deployment-wide and
+// its objects belong to every organization, so it works through the bypass
+// client with the `storage-migration` reason.
+//
+// RESUMABLE. Items are created page by page (keyset on the object id) with
+// `skipDuplicates` against `@@unique([runId, objectId])`, and only items with no
+// `jobId` are queued, so a planner that died half way and was retried continues
+// where it stopped without a duplicate item or a duplicate job.
+//
+// WHAT IS COPIED: every `ready` object whose recorded `storage_provider` is the
+// run's source. An object already repointed to the target is not on the source
+// any more, so a re-run after a completed or cancelled run skips it for free.
+//
+// CANCELLATION is checked before every page; a cancelled run stops planning.
+//
+// SERVER-ONLY BY DERIVATION: no `nodeResultSchema` / `persistNodeResult`.
+// =============================================================================
+var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
+    var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
+    if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
+    else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
+    return c > 3 && r && Object.defineProperty(target, key, r), r;
+};
+var __metadata = (this && this.__metadata) || function (k, v) {
+    if (typeof Reflect === "object" && typeof Reflect.metadata === "function") return Reflect.metadata(k, v);
+};
+var StorageMigratePlanHandler_1;
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.StorageMigratePlanHandler = void 0;
+const common_1 = require("@nestjs/common");
+const index_1 = require("../../jobs/index");
+const storage_db_1 = require("../data/storage-db");
+const storage_migration_constants_1 = require("./storage-migration.constants");
+const storage_migration_service_1 = require("./storage-migration.service");
+/** Objects listed, and items queued, per page. */
+const PAGE_SIZE = 500;
+function readRunId(job) {
+    const payload = job.payload;
+    if (!payload || typeof payload.runId !== 'string') {
+        throw new Error(`${storage_migration_constants_1.STORAGE_MIGRATE_PLAN_TYPE} job ${job.id} has no runId in its payload`);
+    }
+    return payload.runId;
+}
+/**
+ * The server-only `storage.migrate_plan` job: creates one item per `ready` object on the run's source driver and queues one `storage.migrate_object` job per item, resumably; a planner that gives up fails its run.
+ *
+ * @stability experimental
+ */
+let StorageMigratePlanHandler = StorageMigratePlanHandler_1 = class StorageMigratePlanHandler {
+    registry;
+    migrations;
+    jobs;
+    logger = new common_1.Logger(StorageMigratePlanHandler_1.name);
+    type = storage_migration_constants_1.STORAGE_MIGRATE_PLAN_TYPE;
+    label = 'Storage migration (plan)';
+    /** Listing and queueing a large deployment's objects is long but bounded work. */
+    profile = { maxRuntimeMs: 60 * 60_000, maxAttempts: 3 };
+    constructor(registry, migrations, jobs) {
+        this.registry = registry;
+        this.migrations = migrations;
+        this.jobs = jobs;
+    }
+    /** Self-registration. */
+    onModuleInit() {
+        this.registry.register(this);
+    }
+    /** Plans the run named in the payload. */
+    async process(job) {
+        const runId = readRunId(job);
+        const db = this.migrations.db();
+        const run = await db.storageMigrationRun.findUnique({ where: { id: runId } });
+        if (!run) {
+            this.logger.warn(`${this.type} job ${job.id}: run ${runId} no longer exists; nothing to plan`);
+            return;
+        }
+        if (run.status !== storage_db_1.StorageMigrationRunStatus.pending && run.status !== storage_db_1.StorageMigrationRunStatus.running) {
+            this.logger.log(`${this.type} job ${job.id}: run ${runId} is ${run.status}; nothing to plan`);
+            return;
+        }
+        await db.storageMigrationRun.updateMany({
+            where: { id: runId, status: storage_db_1.StorageMigrationRunStatus.pending },
+            data: { status: storage_db_1.StorageMigrationRunStatus.running, startedAt: new Date() },
+        });
+        // 1. One item per object on the source, keyset-paged.
+        let cursor;
+        for (;;) {
+            if (await this.cancelled(runId))
+                return;
+            const objects = await db.storageObject.findMany({
+                where: {
+                    storageProvider: run.sourceProvider,
+                    status: storage_db_1.StorageObjectStatus.ready,
+                    ...(cursor ? { id: { gt: cursor } } : {}),
+                },
+                select: { id: true, orgId: true, size: true },
+                orderBy: { id: 'asc' },
+                take: PAGE_SIZE,
+            });
+            if (objects.length === 0)
+                break;
+            await db.storageMigrationItem.createMany({
+                data: objects.map((object) => ({
+                    runId,
+                    objectId: object.id,
+                    orgId: object.orgId,
+                    sizeBytes: object.size,
+                    status: storage_db_1.StorageMigrationItemStatus.pending,
+                })),
+                skipDuplicates: true,
+            });
+            cursor = objects[objects.length - 1].id;
+            if (objects.length < PAGE_SIZE)
+                break;
+        }
+        // 2. One job per item that has none yet.
+        for (;;) {
+            if (await this.cancelled(runId))
+                return;
+            const items = await db.storageMigrationItem.findMany({
+                where: { runId, jobId: null, status: storage_db_1.StorageMigrationItemStatus.pending },
+                select: { id: true, objectId: true, orgId: true },
+                orderBy: { id: 'asc' },
+                take: PAGE_SIZE,
+            });
+            if (items.length === 0)
+                break;
+            for (const item of items) {
+                const queued = await this.jobs.enqueue({
+                    type: storage_migration_constants_1.STORAGE_MIGRATE_OBJECT_TYPE,
+                    reason: index_1.JobReason.backfill,
+                    subjectType: storage_migration_constants_1.STORAGE_MIGRATION_ITEM_SUBJECT_TYPE,
+                    subjectId: item.id,
+                    payload: { runId, itemId: item.id },
+                    priority: storage_migration_constants_1.STORAGE_MIGRATION_PRIORITY,
+                    orgId: item.orgId,
+                    skipDedup: true,
+                });
+                await db.storageMigrationItem.updateMany({ where: { id: item.id, jobId: null }, data: { jobId: queued.id } });
+            }
+        }
+        const total = await db.storageMigrationItem.count({ where: { runId } });
+        await db.storageMigrationRun.updateMany({
+            where: { id: runId, status: storage_db_1.StorageMigrationRunStatus.running },
+            data: { plannedAt: new Date(), totalCount: total },
+        });
+        this.logger.log(`Storage migration ${runId}: ${total} object(s) queued (${run.sourceProvider} -> ${run.targetProvider})`);
+        // Every item may already be done (or there were none): finalize now.
+        await this.migrations.finalizeIfDone(runId);
+    }
+    async cancelled(runId) {
+        const current = await this.migrations.db().storageMigrationRun.findUnique({ where: { id: runId }, select: { status: true } });
+        return !current || current.status !== storage_db_1.StorageMigrationRunStatus.running;
+    }
+};
+exports.StorageMigratePlanHandler = StorageMigratePlanHandler;
+exports.StorageMigratePlanHandler = StorageMigratePlanHandler = StorageMigratePlanHandler_1 = __decorate([
+    (0, common_1.Injectable)(),
+    __metadata("design:paramtypes", [index_1.JobHandlerRegistry,
+        storage_migration_service_1.StorageMigrationService,
+        index_1.JobsService])
+], StorageMigratePlanHandler);
+//# sourceMappingURL=storage-migrate-plan.handler.js.map

package/dist/storage/migration/storage-migrate-plan.handler.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"storage-migrate-plan.handler.js","sourceRoot":"","sources":["../../../src/storage/migration/storage-migrate-plan.handler.ts"],"names":[],"mappings":";AAAA,gFAAgF;AAChF,yEAAyE;AACzE,gBAAgB;AAChB,gFAAgF;AAChF,EAAE;AACF,gFAAgF;AAChF,2EAA2E;AAC3E,8CAA8C;AAC9C,EAAE;AACF,2EAA2E;AAC3E,iFAAiF;AACjF,gFAAgF;AAChF,gEAAgE;AAChE,EAAE;AACF,gFAAgF;AAChF,+EAA+E;AAC/E,8EAA8E;AAC9E,EAAE;AACF,6EAA6E;AAC7E,EAAE;AACF,0EAA0E;AAC1E,gFAAgF;;;;;;;;;;;;;AAEhF,2CAAkE;AAElE,4CAO0B;AAC1B,mDAAgH;AAChH,+EAKuC;AACvC,2EAAsE;AAEtE,kDAAkD;AAClD,MAAM,SAAS,GAAG,GAAG,CAAC;AAYtB,SAAS,SAAS,CAAC,GAAQ;IACzB,MAAM,OAAO,GAAG,GAAG,CAAC,OAAoD,CAAC;IACzE,IAAI,CAAC,OAAO,IAAI,OAAO,OAAO,CAAC,KAAK,KAAK,QAAQ,EAAE,CAAC;QAClD,MAAM,IAAI,KAAK,CAAC,GAAG,uDAAyB,QAAQ,GAAG,CAAC,EAAE,8BAA8B,CAAC,CAAC;IAC5F,CAAC;IACD,OAAO,OAAO,CAAC,KAAK,CAAC;AACvB,CAAC;AAED;;;;GAIG;AAEI,IAAM,yBAAyB,iCAA/B,MAAM,yBAAyB;IAWjB;IACA;IACA;IAZF,MAAM,GAAG,IAAI,eAAM,CAAC,2BAAyB,CAAC,IAAI,CAAC,CAAC;IAE5D,IAAI,GAAG,uDAAyB,CAAC;IAEjC,KAAK,GAAG,0BAA0B,CAAC;IAE5C,kFAAkF;IACzE,OAAO,GAAwB,EAAE,YAAY,EAAE,EAAE,GAAG,MAAM,EAAE,WAAW,EAAE,CAAC,EAAE,CAAC;IAEtF,YACmB,QAA4B,EAC5B,UAAmC,EACnC,IAAiB;QAFjB,aAAQ,GAAR,QAAQ,CAAoB;QAC5B,eAAU,GAAV,UAAU,CAAyB;QACnC,SAAI,GAAJ,IAAI,CAAa;IACjC,CAAC;IAEJ,yBAAyB;IACzB,YAAY;QACV,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;IAC/B,CAAC;IAED,0CAA0C;IAC1C,KAAK,CAAC,OAAO,CAAC,GAAQ;QACpB,MAAM,KAAK,GAAG,SAAS,CAAC,GAAG,CAAC,CAAC;QAC7B,MAAM,EAAE,GAAG,IAAI,CAAC,UAAU,CAAC,EAAE,EAAE,CAAC;QAEhC,MAAM,GAAG,GAAG,MAAM,EAAE,CAAC,mBAAmB,CAAC,UAAU,CAAC,EAAE,KAAK,EAAE,EAAE,EAAE,EAAE,KAAK,EAAE,EAAE,CAAC,CAAC;QAC9E,IAAI,CAAC,GAAG,EAAE,CAAC;YACT,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC,IAAI,QAAQ,GAAG,CAAC,EAAE,SAAS,KAAK,oCAAoC,CAAC,CAAC;YAC/F,OAAO;QACT,CAAC;QACD,IAAI,GAAG,CAAC,MAAM,KAAK,sCAAyB,CAAC,OAAO,IAAI,GAAG,CAAC,MAAM,KAAK,sCAAyB,CAAC,OAAO,EAAE,CAAC;YACzG,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,GAAG,IAAI,CAAC,IAAI,QAAQ,GAAG,CAAC,EAAE,SAAS,KAAK,OAAO,GAAG,CAAC,MAAM,mBAAmB,CAAC,CAAC;YAC9F,OAAO;QACT,CAAC;QAED,MAAM,EAAE,CAAC,mBAAmB,CAAC,UAAU,CAAC;YACtC,KAAK,EAAE,EAAE,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE,sCAAyB,CAAC,OAAO,EAAE;YAC/D,IAAI,EAAE,EAAE,MAAM,EAAE,sCAAyB,CAAC,OAAO,EAAE,SAAS,EAAE,IAAI,IAAI,EAAE,EAAE;SAC3E,CAAC,CAAC;QAEH,sDAAsD;QACtD,IAAI,MAA0B,CAAC;QAC/B,SAAS,CAAC;YACR,IAAI,MAAM,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC;gBAAE,OAAO;YACxC,MAAM,OAAO,GAAuD,MAAM,EAAE,CAAC,aAAa,CAAC,QAAQ,CAAC;gBAClG,KAAK,EAAE;oBACL,eAAe,EAAE,GAAG,CAAC,cAAc;oBACnC,MAAM,EAAE,gCAAmB,CAAC,KAAK;oBACjC,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,EAAE,EAAE,EAAE,EAAE,MAAM,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;iBAC1C;gBACD,MAAM,EAAE,EAAE,EAAE,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE;gBAC7C,OAAO,EAAE,EAAE,EAAE,EAAE,KAAK,EAAE;gBACtB,IAAI,EAAE,SAAS;aAChB,CAAC,CAAC;YACH,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC;gBAAE,MAAM;YAChC,MAAM,EAAE,CAAC,oBAAoB,CAAC,UAAU,CAAC;gBACvC,IAAI,EAAE,OAAO,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;oBAC7B,KAAK;oBACL,QAAQ,EAAE,MAAM,CAAC,EAAE;oBACnB,KAAK,EAAE,MAAM,CAAC,KAAK;oBACnB,SAAS,EAAE,MAAM,CAAC,IAAI;oBACtB,MAAM,EAAE,uCAA0B,CAAC,OAAO;iBAC3C,CAAC,CAAC;gBACH,cAAc,EAAE,IAAI;aACrB,CAAC,CAAC;YACH,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,CAAE,CAAC,EAAE,CAAC;YACzC,IAAI,OAAO,CAAC,MAAM,GAAG,SAAS;gBAAE,MAAM;QACxC,CAAC;QAED,yCAAyC;QACzC,SAAS,CAAC;YACR,IAAI,MAAM,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC;gBAAE,OAAO;YACxC,MAAM,KAAK,GAA2D,MAAM,EAAE,CAAC,oBAAoB,CAAC,QAAQ,CAAC;gBAC3G,KAAK,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,IAAI,EAAE,MAAM,EAAE,uCAA0B,CAAC,OAAO,EAAE;gBACzE,MAAM,EAAE,EAAE,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE;gBACjD,OAAO,EAAE,EAAE,EAAE,EAAE,KAAK,EAAE;gBACtB,IAAI,EAAE,SAAS;aAChB,CAAC,CAAC;YACH,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC;gBAAE,MAAM;YAC9B,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;gBACzB,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC;oBACrC,IAAI,EAAE,yDAA2B;oBACjC,MAAM,EAAE,iBAAS,CAAC,QAAQ;oBAC1B,WAAW,EAAE,iEAAmC;oBAChD,SAAS,EAAE,IAAI,CAAC,EAAE;oBAClB,OAAO,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE,IAAI,CAAC,EAAE,EAAE;oBACnC,QAAQ,EAAE,wDAA0B;oBACpC,KAAK,EAAE,IAAI,CAAC,KAAK;oBACjB,SAAS,EAAE,IAAI;iBAChB,CAAC,CAAC;gBACH,MAAM,EAAE,CAAC,oBAAoB,CAAC,UAAU,CAAC,EAAE,KAAK,EAAE,EAAE,EAAE,EAAE,IAAI,CAAC,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,EAAE,IAAI,EAAE,EAAE,KAAK,EAAE,MAAM,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC;YAChH,CAAC;QACH,CAAC;QAED,MAAM,KAAK,GAAG,MAAM,EAAE,CAAC,oBAAoB,CAAC,KAAK,CAAC,EAAE,KAAK,EAAE,EAAE,KAAK,EAAE,EAAE,CAAC,CAAC;QACxE,MAAM,EAAE,CAAC,mBAAmB,CAAC,UAAU,CAAC;YACtC,KAAK,EAAE,EAAE,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE,sCAAyB,CAAC,OAAO,EAAE;YAC/D,IAAI,EAAE,EAAE,SAAS,EAAE,IAAI,IAAI,EAAE,EAAE,UAAU,EAAE,KAAK,EAAE;SACnD,CAAC,CAAC;QACH,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,qBAAqB,KAAK,KAAK,KAAK,sBAAsB,GAAG,CAAC,cAAc,OAAO,GAAG,CAAC,cAAc,GAAG,CAAC,CAAC;QAE1H,qEAAqE;QACrE,MAAM,IAAI,CAAC,UAAU,CAAC,cAAc,CAAC,KAAK,CAAC,CAAC;IAC9C,CAAC;IAEO,KAAK,CAAC,SAAS,CAAC,KAAa;QACnC,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,UAAU,CAAC,EAAE,EAAE,CAAC,mBAAmB,CAAC,UAAU,CAAC,EAAE,KAAK,EAAE,EAAE,EAAE,EAAE,KAAK,EAAE,EAAE,MAAM,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,EAAE,CAAC,CAAC;QAC9H,OAAO,CAAC,OAAO,IAAI,OAAO,CAAC,MAAM,KAAK,sCAAyB,CAAC,OAAO,CAAC;IAC1E,CAAC;CACF,CAAA;AA9GY,8DAAyB;oCAAzB,yBAAyB;IADrC,IAAA,mBAAU,GAAE;qCAYkB,0BAAkB;QAChB,mDAAuB;QAC7B,mBAAW;GAbzB,yBAAyB,CA8GrC"}

package/dist/storage/migration/storage-migration-settled.listener.d.ts

@@ -0,0 +1,15 @@
+import { type JobSettledEvent } from '../../jobs/index';
+import { StorageMigrationService } from './storage-migration.service';
+/**
+ * Fails the run of a planner that gave up, and the item of an object job that gave up.
+ *
+ * @stability experimental
+ */
+export declare class StorageMigrationSettledListener {
+    private readonly migrations;
+    private readonly logger;
+    constructor(migrations: StorageMigrationService);
+    /** Dispatches a failed migration job; ignores everything else. Never throws. */
+    onJobSettled(event: JobSettledEvent): Promise<void>;
+}
+//# sourceMappingURL=storage-migration-settled.listener.d.ts.map

package/dist/storage/migration/storage-migration-settled.listener.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"storage-migration-settled.listener.d.ts","sourceRoot":"","sources":["../../../src/storage/migration/storage-migration-settled.listener.ts"],"names":[],"mappings":"AAmBA,OAAO,EAAqB,KAAK,eAAe,EAAE,MAAM,kBAAkB,CAAC;AAQ3E,OAAO,EAAE,uBAAuB,EAA6B,MAAM,6BAA6B,CAAC;AAEjG;;;;GAIG;AACH,qBACa,+BAA+B;IAG9B,OAAO,CAAC,QAAQ,CAAC,UAAU;IAFvC,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAoD;gBAE9C,UAAU,EAAE,uBAAuB;IAEhE,gFAAgF;IAE1E,YAAY,CAAC,KAAK,EAAE,eAAe,GAAG,OAAO,CAAC,IAAI,CAAC;CA6B1D"}

package/dist/storage/migration/storage-migration-settled.listener.js

@@ -0,0 +1,87 @@
+"use strict";
+// =============================================================================
+// StorageMigrationSettledListener: what happens when a migration job GIVES UP
+// (issue #1093)
+// =============================================================================
+//
+// A listener on `job.settled`, not an "is this my last attempt?" check inside
+// `process`: a timeout or a dead executor never returns into `process`. ONE
+// listener for both job types (the event has a bounded listener budget), and a
+// few bounded writes each, never I/O (`on-event-no-io`):
+//
+//   * `storage.migrate_plan` failed: the run is failed (its active slot freed,
+//     its queued items skipped).
+//   * `storage.migrate_object` failed: its still-open item is failed, the error
+//     recorded on the run, and the run finalized when that was the last item.
+// =============================================================================
+var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
+    var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
+    if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
+    else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
+    return c > 3 && r && Object.defineProperty(target, key, r), r;
+};
+var __metadata = (this && this.__metadata) || function (k, v) {
+    if (typeof Reflect === "object" && typeof Reflect.metadata === "function") return Reflect.metadata(k, v);
+};
+var StorageMigrationSettledListener_1;
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.StorageMigrationSettledListener = void 0;
+const common_1 = require("@nestjs/common");
+const event_emitter_1 = require("@nestjs/event-emitter");
+const index_1 = require("../../jobs/index");
+const storage_db_1 = require("../data/storage-db");
+const storage_migration_constants_1 = require("./storage-migration.constants");
+const storage_migration_service_1 = require("./storage-migration.service");
+/**
+ * Fails the run of a planner that gave up, and the item of an object job that gave up.
+ *
+ * @stability experimental
+ */
+let StorageMigrationSettledListener = StorageMigrationSettledListener_1 = class StorageMigrationSettledListener {
+    migrations;
+    logger = new common_1.Logger(StorageMigrationSettledListener_1.name);
+    constructor(migrations) {
+        this.migrations = migrations;
+    }
+    /** Dispatches a failed migration job; ignores everything else. Never throws. */
+    async onJobSettled(event) {
+        if (event.succeeded || !event.subjectId)
+            return;
+        const message = (0, storage_migration_service_1.storageMigrationErrorText)(event.lastError ?? 'no error recorded');
+        try {
+            if (event.type === storage_migration_constants_1.STORAGE_MIGRATE_PLAN_TYPE && event.subjectType === storage_migration_constants_1.STORAGE_MIGRATION_RUN_SUBJECT_TYPE) {
+                await this.migrations.failRun(event.subjectId, `The planner failed: ${message}`);
+                return;
+            }
+            if (event.type !== storage_migration_constants_1.STORAGE_MIGRATE_OBJECT_TYPE || event.subjectType !== storage_migration_constants_1.STORAGE_MIGRATION_ITEM_SUBJECT_TYPE)
+                return;
+            await this.migrations.db().storageMigrationItem.updateMany({
+                where: {
+                    id: event.subjectId,
+                    status: { in: [storage_db_1.StorageMigrationItemStatus.pending, storage_db_1.StorageMigrationItemStatus.copying] },
+                },
+                data: { status: storage_db_1.StorageMigrationItemStatus.failed, lastError: message },
+            });
+            const runId = event.job.payload?.runId;
+            if (typeof runId === 'string') {
+                await this.migrations.recordRunError(runId, message);
+                await this.migrations.finalizeIfDone(runId);
+            }
+        }
+        catch (error) {
+            this.logger.error(`Could not record the failure of ${event.type} job ${event.jobId}: ${(0, storage_migration_service_1.storageMigrationErrorText)(error)}`);
+        }
+    }
+};
+exports.StorageMigrationSettledListener = StorageMigrationSettledListener;
+__decorate([
+    (0, event_emitter_1.OnEvent)(index_1.JOB_SETTLED_EVENT),
+    __metadata("design:type", Function),
+    __metadata("design:paramtypes", [Function]),
+    __metadata("design:returntype", Promise)
+], StorageMigrationSettledListener.prototype, "onJobSettled", null);
+exports.StorageMigrationSettledListener = StorageMigrationSettledListener = StorageMigrationSettledListener_1 = __decorate([
+    (0, common_1.Injectable)(),
+    __metadata("design:paramtypes", [storage_migration_service_1.StorageMigrationService])
+], StorageMigrationSettledListener);
+//# sourceMappingURL=storage-migration-settled.listener.js.map

package/dist/storage/migration/storage-migration-settled.listener.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"storage-migration-settled.listener.js","sourceRoot":"","sources":["../../../src/storage/migration/storage-migration-settled.listener.ts"],"names":[],"mappings":";AAAA,gFAAgF;AAChF,8EAA8E;AAC9E,gBAAgB;AAChB,gFAAgF;AAChF,EAAE;AACF,8EAA8E;AAC9E,4EAA4E;AAC5E,+EAA+E;AAC/E,yDAAyD;AACzD,EAAE;AACF,+EAA+E;AAC/E,iCAAiC;AACjC,gFAAgF;AAChF,8EAA8E;AAC9E,gFAAgF;;;;;;;;;;;;;AAEhF,2CAAoD;AACpD,yDAAgD;AAEhD,4CAA2E;AAC3E,mDAAgE;AAChE,+EAKuC;AACvC,2EAAiG;AAEjG;;;;GAIG;AAEI,IAAM,+BAA+B,uCAArC,MAAM,+BAA+B;IAGb;IAFZ,MAAM,GAAG,IAAI,eAAM,CAAC,iCAA+B,CAAC,IAAI,CAAC,CAAC;IAE3E,YAA6B,UAAmC;QAAnC,eAAU,GAAV,UAAU,CAAyB;IAAG,CAAC;IAEpE,gFAAgF;IAE1E,AAAN,KAAK,CAAC,YAAY,CAAC,KAAsB;QACvC,IAAI,KAAK,CAAC,SAAS,IAAI,CAAC,KAAK,CAAC,SAAS;YAAE,OAAO;QAChD,MAAM,OAAO,GAAG,IAAA,qDAAyB,EAAC,KAAK,CAAC,SAAS,IAAI,mBAAmB,CAAC,CAAC;QAElF,IAAI,CAAC;YACH,IAAI,KAAK,CAAC,IAAI,KAAK,uDAAyB,IAAI,KAAK,CAAC,WAAW,KAAK,gEAAkC,EAAE,CAAC;gBACzG,MAAM,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC,KAAK,CAAC,SAAS,EAAE,uBAAuB,OAAO,EAAE,CAAC,CAAC;gBACjF,OAAO;YACT,CAAC;YACD,IAAI,KAAK,CAAC,IAAI,KAAK,yDAA2B,IAAI,KAAK,CAAC,WAAW,KAAK,iEAAmC;gBAAE,OAAO;YAEpH,MAAM,IAAI,CAAC,UAAU,CAAC,EAAE,EAAE,CAAC,oBAAoB,CAAC,UAAU,CAAC;gBACzD,KAAK,EAAE;oBACL,EAAE,EAAE,KAAK,CAAC,SAAS;oBACnB,MAAM,EAAE,EAAE,EAAE,EAAE,CAAC,uCAA0B,CAAC,OAAO,EAAE,uCAA0B,CAAC,OAAO,CAAC,EAAE;iBACzF;gBACD,IAAI,EAAE,EAAE,MAAM,EAAE,uCAA0B,CAAC,MAAM,EAAE,SAAS,EAAE,OAAO,EAAE;aACxE,CAAC,CAAC;YACH,MAAM,KAAK,GAAI,KAAK,CAAC,GAAG,CAAC,OAAsC,EAAE,KAAK,CAAC;YACvE,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;gBAC9B,MAAM,IAAI,CAAC,UAAU,CAAC,cAAc,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;gBACrD,MAAM,IAAI,CAAC,UAAU,CAAC,cAAc,CAAC,KAAK,CAAC,CAAC;YAC9C,CAAC;QACH,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,IAAI,CAAC,MAAM,CAAC,KAAK,CACf,mCAAmC,KAAK,CAAC,IAAI,QAAQ,KAAK,CAAC,KAAK,KAAK,IAAA,qDAAyB,EAAC,KAAK,CAAC,EAAE,CACxG,CAAC;QACJ,CAAC;IACH,CAAC;CACF,CAAA;AApCY,0EAA+B;AAOpC;IADL,IAAA,uBAAO,EAAC,yBAAiB,CAAC;;;;mEA6B1B;0CAnCU,+BAA+B;IAD3C,IAAA,mBAAU,GAAE;qCAI8B,mDAAuB;GAHrD,+BAA+B,CAoC3C"}

package/dist/storage/migration/storage-migration.constants.d.ts

@@ -0,0 +1,69 @@
+/**
+ * The job type that lists a run's objects, creates one item per object and
+ * queues one {@link STORAGE_MIGRATE_OBJECT_TYPE} job per item. PERMANENT:
+ * rows outlive handlers. Server-only (no `nodeResultSchema`).
+ *
+ * @stability experimental
+ */
+export declare const STORAGE_MIGRATE_PLAN_TYPE = "storage.migrate_plan";
+/**
+ * The job type that copies ONE object to the run's target driver, verifies it
+ * and repoints its row. PERMANENT. Server-only: it needs both drivers' secrets,
+ * which are never brokered to a worker node.
+ *
+ * @stability experimental
+ */
+export declare const STORAGE_MIGRATE_OBJECT_TYPE = "storage.migrate_object";
+/**
+ * The `subjectType` of a planner job (`subjectId` is the run id).
+ *
+ * @stability experimental
+ */
+export declare const STORAGE_MIGRATION_RUN_SUBJECT_TYPE = "storage_migration_run";
+/**
+ * The `subjectType` of a per-object job (`subjectId` is the item id).
+ *
+ * @stability experimental
+ */
+export declare const STORAGE_MIGRATION_ITEM_SUBJECT_TYPE = "storage_migration_item";
+/**
+ * The queue priority of both job types: background, the housekeeping value,
+ * so a migration never delays an upload's processing.
+ *
+ * @stability experimental
+ */
+export declare const STORAGE_MIGRATION_PRIORITY: number;
+/**
+ * The raw-SQL partial unique index that allows one pending or running run.
+ *
+ * @stability experimental
+ */
+export declare const STORAGE_MIGRATION_ACTIVE_INDEX = "storage_migration_runs_active_uniq_idx";
+/**
+ * The system access reason every migration query names: a run is
+ * deployment-wide (its `org_id` is NULL) and spans every organization's objects.
+ *
+ * @stability experimental
+ */
+export declare const STORAGE_MIGRATION_SYSTEM_ACCESS_REASON = "storage-migration";
+/**
+ * The audit actions the migration writes.
+ *
+ * @stability experimental
+ */
+export declare const STORAGE_MIGRATION_AUDIT_ACTIONS: {
+    /** A run was started. */
+    readonly START: 'storage.migration.start';
+    /** A run was cancelled. */
+    readonly CANCEL: 'storage.migration.cancel';
+};
+/**
+ * Registers {@link STORAGE_MIGRATION_SYSTEM_ACCESS_REASON} with core's
+ * registry, once. The service and both handlers call it from their
+ * constructors (bootstrap, before the registry freezes), so code that builds
+ * them by hand (a database test) is covered too.
+ *
+ * @stability experimental
+ */
+export declare function registerStorageMigrationSystemAccessReason(): void;
+//# sourceMappingURL=storage-migration.constants.d.ts.map

package/dist/storage/migration/storage-migration.constants.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"storage-migration.constants.d.ts","sourceRoot":"","sources":["../../../src/storage/migration/storage-migration.constants.ts"],"names":[],"mappings":"AAOA;;;;;;GAMG;AACH,eAAO,MAAM,yBAAyB,yBAAyB,CAAC;AAEhE;;;;;;GAMG;AACH,eAAO,MAAM,2BAA2B,2BAA2B,CAAC;AAEpE;;;;GAIG;AACH,eAAO,MAAM,kCAAkC,0BAA0B,CAAC;AAE1E;;;;GAIG;AACH,eAAO,MAAM,mCAAmC,2BAA2B,CAAC;AAE5E;;;;;GAKG;AACH,eAAO,MAAM,0BAA0B,EAAE,MAA8B,CAAC;AAExE;;;;GAIG;AACH,eAAO,MAAM,8BAA8B,2CAA2C,CAAC;AAEvF;;;;;GAKG;AACH,eAAO,MAAM,sCAAsC,sBAAsB,CAAC;AAE1E;;;;GAIG;AACH,eAAO,MAAM,+BAA+B,EAAE;IAC5C,yBAAyB;IACzB,QAAQ,CAAC,KAAK,EAAE,yBAAyB,CAAC;IAC1C,2BAA2B;IAC3B,QAAQ,CAAC,MAAM,EAAE,0BAA0B,CAAC;CAIpC,CAAC;AAEX;;;;;;;GAOG;AACH,wBAAgB,0CAA0C,IAAI,IAAI,CAOjE"}