@webiny/migrations 5.39.7-beta.2

package/migrations/5.39.0/001/utils/hasAllNonNullableValues.js.map

@@ -0,0 +1 @@
+{"version":3,"names":["_constants","require","hasAllNonNullableValues","entry","nonNullableMetaFields","pickEntryMetaFields","isNonNullableEntryMetaField","fieldName","value","exports"],"sources":["hasAllNonNullableValues.ts"],"sourcesContent":["import { CmsEntry } from \"~/migrations/5.39.0/001/types\";\nimport {\n    EntryMetaFieldName,\n    isNonNullableEntryMetaField,\n    pickEntryMetaFields\n} from \"@webiny/api-headless-cms/constants\";\n\nexport const hasAllNonNullableValues = (entry: CmsEntry) => {\n    // Only `modifiedX` and `publishedX` fields are nullable.\n    const nonNullableMetaFields = pickEntryMetaFields(entry, isNonNullableEntryMetaField);\n\n    for (const fieldName in nonNullableMetaFields) {\n        const value = nonNullableMetaFields[fieldName as EntryMetaFieldName];\n        if (!value) {\n            return false;\n        }\n    }\n\n    return true;\n};\n"],"mappings":";;;;;;AACA,IAAAA,UAAA,GAAAC,OAAA;AAMO,MAAMC,uBAAuB,GAAIC,KAAe,IAAK;EACxD;EACA,MAAMC,qBAAqB,GAAG,IAAAC,8BAAmB,EAACF,KAAK,EAAEG,sCAA2B,CAAC;EAErF,KAAK,MAAMC,SAAS,IAAIH,qBAAqB,EAAE;IAC3C,MAAMI,KAAK,GAAGJ,qBAAqB,CAACG,SAAS,CAAuB;IACpE,IAAI,CAACC,KAAK,EAAE;MACR,OAAO,KAAK;IAChB;EACJ;EAEA,OAAO,IAAI;AACf,CAAC;AAACC,OAAA,CAAAP,uBAAA,GAAAA,uBAAA"}

package/migrations/5.39.0/001/utils/hasValidTypeFieldValue.d.ts

@@ -0,0 +1,4 @@
+export declare const hasValidTypeFieldValue: (entry: {
+    SK: string;
+    TYPE?: string;
+}) => boolean;

package/migrations/5.39.0/001/utils/hasValidTypeFieldValue.js

@@ -0,0 +1,21 @@
+"use strict";
+
+Object.defineProperty(exports, "__esModule", {
+  value: true
+});
+exports.hasValidTypeFieldValue = void 0;
+var _recordType = require("@webiny/api-headless-cms-ddb-es/operations/entry/recordType");
+const hasValidTypeFieldValue = entry => {
+  if (entry.SK.startsWith("REV#")) {
+    return entry.TYPE === (0, _recordType.createRecordType)();
+  }
+  if (entry.SK === "L") {
+    return entry.TYPE === (0, _recordType.createLatestRecordType)();
+  }
+
+  // SK === "P"
+  return entry.TYPE === (0, _recordType.createPublishedRecordType)();
+};
+exports.hasValidTypeFieldValue = hasValidTypeFieldValue;
+
+//# sourceMappingURL=hasValidTypeFieldValue.js.map

package/migrations/5.39.0/001/utils/hasValidTypeFieldValue.js.map

@@ -0,0 +1 @@
+{"version":3,"names":["_recordType","require","hasValidTypeFieldValue","entry","SK","startsWith","TYPE","createRecordType","createLatestRecordType","createPublishedRecordType","exports"],"sources":["hasValidTypeFieldValue.ts"],"sourcesContent":["import {\n    createRecordType,\n    createLatestRecordType,\n    createPublishedRecordType\n} from \"@webiny/api-headless-cms-ddb-es/operations/entry/recordType\";\n\nexport const hasValidTypeFieldValue = (entry: { SK: string; TYPE?: string }) => {\n    if (entry.SK.startsWith(\"REV#\")) {\n        return entry.TYPE === createRecordType();\n    }\n\n    if (entry.SK === \"L\") {\n        return entry.TYPE === createLatestRecordType();\n    }\n\n    // SK === \"P\"\n    return entry.TYPE === createPublishedRecordType();\n};\n"],"mappings":";;;;;;AAAA,IAAAA,WAAA,GAAAC,OAAA;AAMO,MAAMC,sBAAsB,GAAIC,KAAoC,IAAK;EAC5E,IAAIA,KAAK,CAACC,EAAE,CAACC,UAAU,CAAC,MAAM,CAAC,EAAE;IAC7B,OAAOF,KAAK,CAACG,IAAI,KAAK,IAAAC,4BAAgB,EAAC,CAAC;EAC5C;EAEA,IAAIJ,KAAK,CAACC,EAAE,KAAK,GAAG,EAAE;IAClB,OAAOD,KAAK,CAACG,IAAI,KAAK,IAAAE,kCAAsB,EAAC,CAAC;EAClD;;EAEA;EACA,OAAOL,KAAK,CAACG,IAAI,KAAK,IAAAG,qCAAyB,EAAC,CAAC;AACrD,CAAC;AAACC,OAAA,CAAAR,sBAAA,GAAAA,sBAAA"}

package/migrations/5.39.0/001/utils/isMigratedEntry.d.ts

@@ -0,0 +1,2 @@
+import { CmsEntry } from "../types";
+export declare const isMigratedEntry: (entry: CmsEntry) => string | false;

package/migrations/5.39.0/001/utils/isMigratedEntry.js

@@ -0,0 +1,12 @@
+"use strict";
+
+Object.defineProperty(exports, "__esModule", {
+  value: true
+});
+exports.isMigratedEntry = void 0;
+const isMigratedEntry = entry => {
+  return "revisionCreatedOn" in entry && entry.revisionCreatedOn;
+};
+exports.isMigratedEntry = isMigratedEntry;
+
+//# sourceMappingURL=isMigratedEntry.js.map

package/migrations/5.39.0/001/utils/isMigratedEntry.js.map

@@ -0,0 +1 @@
+{"version":3,"names":["isMigratedEntry","entry","revisionCreatedOn","exports"],"sources":["isMigratedEntry.ts"],"sourcesContent":["import { CmsEntry } from \"../types\";\n\nexport const isMigratedEntry = (entry: CmsEntry) => {\n    return \"revisionCreatedOn\" in entry && entry.revisionCreatedOn;\n};\n"],"mappings":";;;;;;AAEO,MAAMA,eAAe,GAAIC,KAAe,IAAK;EAChD,OAAO,mBAAmB,IAAIA,KAAK,IAAIA,KAAK,CAACC,iBAAiB;AAClE,CAAC;AAACC,OAAA,CAAAH,eAAA,GAAAA,eAAA"}

package/migrations/5.39.0/002/ddb/FileManager_5_39_0_002.d.ts

@@ -0,0 +1,14 @@
+import { Table } from "@webiny/db-dynamodb/toolbox";
+import { DataMigration, DataMigrationContext } from "@webiny/data-migration";
+export declare class FileManager_5_39_0_002 implements DataMigration {
+    private readonly fileEntity;
+    private readonly table;
+    private readonly bucket;
+    private readonly s3;
+    constructor(table: Table<string, string, string>);
+    getId(): string;
+    getDescription(): string;
+    shouldExecute({ logger }: DataMigrationContext): Promise<boolean>;
+    execute({ logger, ...context }: DataMigrationContext): Promise<void>;
+    private getFileQuery;
+}

package/migrations/5.39.0/002/ddb/FileManager_5_39_0_002.js

@@ -0,0 +1,133 @@
+"use strict";
+
+Object.defineProperty(exports, "__esModule", {
+  value: true
+});
+exports.FileManager_5_39_0_002 = void 0;
+var _ioc = require("@webiny/ioc");
+var _utils = require("@webiny/utils");
+var _dataMigration = require("@webiny/data-migration");
+var _clientS = require("@webiny/aws-sdk/client-s3");
+var _utils2 = require("../../../../utils");
+var _createFileEntity = require("../utils/createFileEntity");
+var _FileMetadata = require("../utils/FileMetadata");
+const isGroupMigrationCompleted = status => {
+  return typeof status === "boolean";
+};
+class FileManager_5_39_0_002 {
+  constructor(table) {
+    this.table = table;
+    this.fileEntity = (0, _createFileEntity.createFileEntity)(table);
+    this.s3 = new _clientS.S3({
+      region: process.env.AWS_REGION
+    });
+    this.bucket = String(process.env.S3_BUCKET);
+  }
+  getId() {
+    return "5.39.0-002";
+  }
+  getDescription() {
+    return "Generate a metadata file for every File Manager file.";
+  }
+  async shouldExecute({
+    logger
+  }) {
+    let shouldExecute = false;
+    await (0, _utils2.forEachTenantLocale)({
+      table: this.table,
+      logger,
+      callback: async ({
+        tenantId,
+        localeCode
+      }) => {
+        const latestFile = await (0, _utils2.queryOne)(this.getFileQuery(tenantId, localeCode));
+        if (!latestFile) {
+          return false;
+        }
+        const fileMetadata = new _FileMetadata.FileMetadata(this.s3, this.bucket, latestFile);
+        const hasMetadata = await fileMetadata.exists();
+        if (!hasMetadata) {
+          shouldExecute = true;
+          return false;
+        }
+
+        // Continue to the next tenant/locale.
+        return true;
+      }
+    });
+    return shouldExecute;
+  }
+  async execute({
+    logger,
+    ...context
+  }) {
+    const migrationStatus = context.checkpoint || {};
+    let batch = 0;
+    await (0, _utils2.forEachTenantLocale)({
+      table: this.table,
+      logger,
+      callback: async ({
+        tenantId,
+        localeCode
+      }) => {
+        const groupId = `${tenantId}:${localeCode}`;
+        const status = migrationStatus[groupId];
+        if (isGroupMigrationCompleted(status)) {
+          return true;
+        }
+        await (0, _utils2.ddbQueryAllWithCallback)(this.getFileQuery(tenantId, localeCode, {
+          gt: status || " ",
+          limit: 1000
+        }), async files => {
+          batch++;
+          logger.info(`Processing batch #${batch} in group ${groupId} (${files.length} files).`);
+          const writers = files.map(file => {
+            const fileMetadata = new _FileMetadata.FileMetadata(this.s3, this.bucket, file);
+            const writeMetadata = () => fileMetadata.create();
+            return (0, _utils.executeWithRetry)(writeMetadata, {
+              onFailedAttempt: error => {
+                logger.error(`"batchWriteAll" attempt #${error.attemptNumber} failed.`);
+                logger.error(error.message);
+              }
+            });
+          });
+          await Promise.all(writers);
+
+          // Update checkpoint after every batch
+          migrationStatus[groupId] = files[files.length - 1]?.id;
+
+          // Check if we should store checkpoint and exit.
+          if (context.runningOutOfTime()) {
+            await context.createCheckpointAndExit(migrationStatus);
+          } else {
+            await context.createCheckpoint(migrationStatus);
+          }
+        });
+
+        // Mark group as completed.
+        migrationStatus[groupId] = true;
+
+        // Store checkpoint.
+        await context.createCheckpoint(migrationStatus);
+
+        // Continue processing.
+        return true;
+      }
+    });
+  }
+  getFileQuery(tenantId, localeCode, options = {}) {
+    return {
+      entity: this.fileEntity,
+      partitionKey: `T#${tenantId}#L#${localeCode}#CMS#CME#M#fmFile#L`,
+      options: {
+        index: "GSI1",
+        gt: " ",
+        ...options
+      }
+    };
+  }
+}
+exports.FileManager_5_39_0_002 = FileManager_5_39_0_002;
+(0, _ioc.makeInjectable)(FileManager_5_39_0_002, [(0, _ioc.inject)(_dataMigration.PrimaryDynamoTableSymbol)]);
+
+//# sourceMappingURL=FileManager_5_39_0_002.js.map

package/migrations/5.39.0/002/ddb/FileManager_5_39_0_002.js.map

@@ -0,0 +1 @@
+{"version":3,"names":["_ioc","require","_utils","_dataMigration","_clientS","_utils2","_createFileEntity","_FileMetadata","isGroupMigrationCompleted","status","FileManager_5_39_0_002","constructor","table","fileEntity","createFileEntity","s3","S3","region","process","env","AWS_REGION","bucket","String","S3_BUCKET","getId","getDescription","shouldExecute","logger","forEachTenantLocale","callback","tenantId","localeCode","latestFile","queryOne","getFileQuery","fileMetadata","FileMetadata","hasMetadata","exists","execute","context","migrationStatus","checkpoint","batch","groupId","ddbQueryAllWithCallback","gt","limit","files","info","length","writers","map","file","writeMetadata","create","executeWithRetry","onFailedAttempt","error","attemptNumber","message","Promise","all","id","runningOutOfTime","createCheckpointAndExit","createCheckpoint","options","entity","partitionKey","index","exports","makeInjectable","inject","PrimaryDynamoTableSymbol"],"sources":["FileManager_5_39_0_002.ts"],"sourcesContent":["import { Table } from \"@webiny/db-dynamodb/toolbox\";\nimport { inject, makeInjectable } from \"@webiny/ioc\";\nimport { executeWithRetry } from \"@webiny/utils\";\nimport { PrimitiveValue } from \"@webiny/api-elasticsearch/types\";\nimport {\n    DataMigration,\n    DataMigrationContext,\n    PrimaryDynamoTableSymbol\n} from \"@webiny/data-migration\";\nimport { S3 } from \"@webiny/aws-sdk/client-s3\";\nimport { QueryAllParams } from \"@webiny/db-dynamodb\";\nimport { ddbQueryAllWithCallback, forEachTenantLocale, queryOne } from \"~/utils\";\nimport { createFileEntity, FileEntry } from \"../utils/createFileEntity\";\nimport { FileMetadata } from \"../utils/FileMetadata\";\n\nconst isGroupMigrationCompleted = (\n    status: PrimitiveValue[] | boolean | undefined\n): status is boolean => {\n    return typeof status === \"boolean\";\n};\n\nexport class FileManager_5_39_0_002 implements DataMigration {\n    private readonly fileEntity: ReturnType<typeof createFileEntity>;\n    private readonly table: Table<string, string, string>;\n    private readonly bucket: string;\n    private readonly s3: S3;\n\n    constructor(table: Table<string, string, string>) {\n        this.table = table;\n        this.fileEntity = createFileEntity(table);\n        this.s3 = new S3({ region: process.env.AWS_REGION });\n        this.bucket = String(process.env.S3_BUCKET);\n    }\n\n    getId() {\n        return \"5.39.0-002\";\n    }\n\n    getDescription() {\n        return \"Generate a metadata file for every File Manager file.\";\n    }\n\n    async shouldExecute({ logger }: DataMigrationContext): Promise<boolean> {\n        let shouldExecute = false;\n\n        await forEachTenantLocale({\n            table: this.table,\n            logger,\n            callback: async ({ tenantId, localeCode }) => {\n                const latestFile = await queryOne<FileEntry>(\n                    this.getFileQuery(tenantId, localeCode)\n                );\n\n                if (!latestFile) {\n                    return false;\n                }\n\n                const fileMetadata = new FileMetadata(this.s3, this.bucket, latestFile);\n\n                const hasMetadata = await fileMetadata.exists();\n\n                if (!hasMetadata) {\n                    shouldExecute = true;\n                    return false;\n                }\n\n                // Continue to the next tenant/locale.\n                return true;\n            }\n        });\n\n        return shouldExecute;\n    }\n\n    async execute({ logger, ...context }: DataMigrationContext): Promise<void> {\n        const migrationStatus = context.checkpoint || {};\n\n        let batch = 0;\n\n        await forEachTenantLocale({\n            table: this.table,\n            logger,\n            callback: async ({ tenantId, localeCode }) => {\n                const groupId = `${tenantId}:${localeCode}`;\n                const status = migrationStatus[groupId];\n\n                if (isGroupMigrationCompleted(status)) {\n                    return true;\n                }\n\n                await ddbQueryAllWithCallback<FileEntry>(\n                    this.getFileQuery(tenantId, localeCode, { gt: status || \" \", limit: 1000 }),\n                    async files => {\n                        batch++;\n\n                        logger.info(\n                            `Processing batch #${batch} in group ${groupId} (${files.length} files).`\n                        );\n\n                        const writers = files.map(file => {\n                            const fileMetadata = new FileMetadata(this.s3, this.bucket, file);\n                            const writeMetadata = () => fileMetadata.create();\n\n                            return executeWithRetry(writeMetadata, {\n                                onFailedAttempt: error => {\n                                    logger.error(\n                                        `\"batchWriteAll\" attempt #${error.attemptNumber} failed.`\n                                    );\n                                    logger.error(error.message);\n                                }\n                            });\n                        });\n\n                        await Promise.all(writers);\n\n                        // Update checkpoint after every batch\n                        migrationStatus[groupId] = files[files.length - 1]?.id;\n\n                        // Check if we should store checkpoint and exit.\n                        if (context.runningOutOfTime()) {\n                            await context.createCheckpointAndExit(migrationStatus);\n                        } else {\n                            await context.createCheckpoint(migrationStatus);\n                        }\n                    }\n                );\n\n                // Mark group as completed.\n                migrationStatus[groupId] = true;\n\n                // Store checkpoint.\n                await context.createCheckpoint(migrationStatus);\n\n                // Continue processing.\n                return true;\n            }\n        });\n    }\n\n    private getFileQuery(\n        tenantId: string,\n        localeCode: string,\n        options: QueryAllParams[\"options\"] = {}\n    ) {\n        return {\n            entity: this.fileEntity,\n            partitionKey: `T#${tenantId}#L#${localeCode}#CMS#CME#M#fmFile#L`,\n            options: {\n                index: \"GSI1\",\n                gt: \" \",\n                ...options\n            }\n        };\n    }\n}\n\nmakeInjectable(FileManager_5_39_0_002, [inject(PrimaryDynamoTableSymbol)]);\n"],"mappings":";;;;;;AACA,IAAAA,IAAA,GAAAC,OAAA;AACA,IAAAC,MAAA,GAAAD,OAAA;AAEA,IAAAE,cAAA,GAAAF,OAAA;AAKA,IAAAG,QAAA,GAAAH,OAAA;AAEA,IAAAI,OAAA,GAAAJ,OAAA;AACA,IAAAK,iBAAA,GAAAL,OAAA;AACA,IAAAM,aAAA,GAAAN,OAAA;AAEA,MAAMO,yBAAyB,GAC3BC,MAA8C,IAC1B;EACpB,OAAO,OAAOA,MAAM,KAAK,SAAS;AACtC,CAAC;AAEM,MAAMC,sBAAsB,CAA0B;EAMzDC,WAAWA,CAACC,KAAoC,EAAE;IAC9C,IAAI,CAACA,KAAK,GAAGA,KAAK;IAClB,IAAI,CAACC,UAAU,GAAG,IAAAC,kCAAgB,EAACF,KAAK,CAAC;IACzC,IAAI,CAACG,EAAE,GAAG,IAAIC,WAAE,CAAC;MAAEC,MAAM,EAAEC,OAAO,CAACC,GAAG,CAACC;IAAW,CAAC,CAAC;IACpD,IAAI,CAACC,MAAM,GAAGC,MAAM,CAACJ,OAAO,CAACC,GAAG,CAACI,SAAS,CAAC;EAC/C;EAEAC,KAAKA,CAAA,EAAG;IACJ,OAAO,YAAY;EACvB;EAEAC,cAAcA,CAAA,EAAG;IACb,OAAO,uDAAuD;EAClE;EAEA,MAAMC,aAAaA,CAAC;IAAEC;EAA6B,CAAC,EAAoB;IACpE,IAAID,aAAa,GAAG,KAAK;IAEzB,MAAM,IAAAE,2BAAmB,EAAC;MACtBhB,KAAK,EAAE,IAAI,CAACA,KAAK;MACjBe,MAAM;MACNE,QAAQ,EAAE,MAAAA,CAAO;QAAEC,QAAQ;QAAEC;MAAW,CAAC,KAAK;QAC1C,MAAMC,UAAU,GAAG,MAAM,IAAAC,gBAAQ,EAC7B,IAAI,CAACC,YAAY,CAACJ,QAAQ,EAAEC,UAAU,CAC1C,CAAC;QAED,IAAI,CAACC,UAAU,EAAE;UACb,OAAO,KAAK;QAChB;QAEA,MAAMG,YAAY,GAAG,IAAIC,0BAAY,CAAC,IAAI,CAACrB,EAAE,EAAE,IAAI,CAACM,MAAM,EAAEW,UAAU,CAAC;QAEvE,MAAMK,WAAW,GAAG,MAAMF,YAAY,CAACG,MAAM,CAAC,CAAC;QAE/C,IAAI,CAACD,WAAW,EAAE;UACdX,aAAa,GAAG,IAAI;UACpB,OAAO,KAAK;QAChB;;QAEA;QACA,OAAO,IAAI;MACf;IACJ,CAAC,CAAC;IAEF,OAAOA,aAAa;EACxB;EAEA,MAAMa,OAAOA,CAAC;IAAEZ,MAAM;IAAE,GAAGa;EAA8B,CAAC,EAAiB;IACvE,MAAMC,eAAe,GAAGD,OAAO,CAACE,UAAU,IAAI,CAAC,CAAC;IAEhD,IAAIC,KAAK,GAAG,CAAC;IAEb,MAAM,IAAAf,2BAAmB,EAAC;MACtBhB,KAAK,EAAE,IAAI,CAACA,KAAK;MACjBe,MAAM;MACNE,QAAQ,EAAE,MAAAA,CAAO;QAAEC,QAAQ;QAAEC;MAAW,CAAC,KAAK;QAC1C,MAAMa,OAAO,GAAI,GAAEd,QAAS,IAAGC,UAAW,EAAC;QAC3C,MAAMtB,MAAM,GAAGgC,eAAe,CAACG,OAAO,CAAC;QAEvC,IAAIpC,yBAAyB,CAACC,MAAM,CAAC,EAAE;UACnC,OAAO,IAAI;QACf;QAEA,MAAM,IAAAoC,+BAAuB,EACzB,IAAI,CAACX,YAAY,CAACJ,QAAQ,EAAEC,UAAU,EAAE;UAAEe,EAAE,EAAErC,MAAM,IAAI,GAAG;UAAEsC,KAAK,EAAE;QAAK,CAAC,CAAC,EAC3E,MAAMC,KAAK,IAAI;UACXL,KAAK,EAAE;UAEPhB,MAAM,CAACsB,IAAI,CACN,qBAAoBN,KAAM,aAAYC,OAAQ,KAAII,KAAK,CAACE,MAAO,UACpE,CAAC;UAED,MAAMC,OAAO,GAAGH,KAAK,CAACI,GAAG,CAACC,IAAI,IAAI;YAC9B,MAAMlB,YAAY,GAAG,IAAIC,0BAAY,CAAC,IAAI,CAACrB,EAAE,EAAE,IAAI,CAACM,MAAM,EAAEgC,IAAI,CAAC;YACjE,MAAMC,aAAa,GAAGA,CAAA,KAAMnB,YAAY,CAACoB,MAAM,CAAC,CAAC;YAEjD,OAAO,IAAAC,uBAAgB,EAACF,aAAa,EAAE;cACnCG,eAAe,EAAEC,KAAK,IAAI;gBACtB/B,MAAM,CAAC+B,KAAK,CACP,4BAA2BA,KAAK,CAACC,aAAc,UACpD,CAAC;gBACDhC,MAAM,CAAC+B,KAAK,CAACA,KAAK,CAACE,OAAO,CAAC;cAC/B;YACJ,CAAC,CAAC;UACN,CAAC,CAAC;UAEF,MAAMC,OAAO,CAACC,GAAG,CAACX,OAAO,CAAC;;UAE1B;UACAV,eAAe,CAACG,OAAO,CAAC,GAAGI,KAAK,CAACA,KAAK,CAACE,MAAM,GAAG,CAAC,CAAC,EAAEa,EAAE;;UAEtD;UACA,IAAIvB,OAAO,CAACwB,gBAAgB,CAAC,CAAC,EAAE;YAC5B,MAAMxB,OAAO,CAACyB,uBAAuB,CAACxB,eAAe,CAAC;UAC1D,CAAC,MAAM;YACH,MAAMD,OAAO,CAAC0B,gBAAgB,CAACzB,eAAe,CAAC;UACnD;QACJ,CACJ,CAAC;;QAED;QACAA,eAAe,CAACG,OAAO,CAAC,GAAG,IAAI;;QAE/B;QACA,MAAMJ,OAAO,CAAC0B,gBAAgB,CAACzB,eAAe,CAAC;;QAE/C;QACA,OAAO,IAAI;MACf;IACJ,CAAC,CAAC;EACN;EAEQP,YAAYA,CAChBJ,QAAgB,EAChBC,UAAkB,EAClBoC,OAAkC,GAAG,CAAC,CAAC,EACzC;IACE,OAAO;MACHC,MAAM,EAAE,IAAI,CAACvD,UAAU;MACvBwD,YAAY,EAAG,KAAIvC,QAAS,MAAKC,UAAW,qBAAoB;MAChEoC,OAAO,EAAE;QACLG,KAAK,EAAE,MAAM;QACbxB,EAAE,EAAE,GAAG;QACP,GAAGqB;MACP;IACJ,CAAC;EACL;AACJ;AAACI,OAAA,CAAA7D,sBAAA,GAAAA,sBAAA;AAED,IAAA8D,mBAAc,EAAC9D,sBAAsB,EAAE,CAAC,IAAA+D,WAAM,EAACC,uCAAwB,CAAC,CAAC,CAAC"}

package/migrations/5.39.0/002/ddb/index.d.ts

@@ -0,0 +1 @@
+export * from "./FileManager_5_39_0_002";

package/migrations/5.39.0/002/ddb/index.js

@@ -0,0 +1,18 @@
+"use strict";
+
+Object.defineProperty(exports, "__esModule", {
+  value: true
+});
+var _FileManager_5_39_0_ = require("./FileManager_5_39_0_002");
+Object.keys(_FileManager_5_39_0_).forEach(function (key) {
+  if (key === "default" || key === "__esModule") return;
+  if (key in exports && exports[key] === _FileManager_5_39_0_[key]) return;
+  Object.defineProperty(exports, key, {
+    enumerable: true,
+    get: function () {
+      return _FileManager_5_39_0_[key];
+    }
+  });
+});
+
+//# sourceMappingURL=index.js.map

package/migrations/5.39.0/002/ddb/index.js.map

@@ -0,0 +1 @@
+{"version":3,"names":["_FileManager_5_39_0_","require","Object","keys","forEach","key","exports","defineProperty","enumerable","get"],"sources":["index.ts"],"sourcesContent":["export * from \"./FileManager_5_39_0_002\";\n"],"mappings":";;;;;AAAA,IAAAA,oBAAA,GAAAC,OAAA;AAAAC,MAAA,CAAAC,IAAA,CAAAH,oBAAA,EAAAI,OAAA,WAAAC,GAAA;EAAA,IAAAA,GAAA,kBAAAA,GAAA;EAAA,IAAAA,GAAA,IAAAC,OAAA,IAAAA,OAAA,CAAAD,GAAA,MAAAL,oBAAA,CAAAK,GAAA;EAAAH,MAAA,CAAAK,cAAA,CAAAD,OAAA,EAAAD,GAAA;IAAAG,UAAA;IAAAC,GAAA,WAAAA,CAAA;MAAA,OAAAT,oBAAA,CAAAK,GAAA;IAAA;EAAA;AAAA"}

package/migrations/5.39.0/002/ddb-es/FileManager_5_39_0_002.d.ts

@@ -0,0 +1,15 @@
+import { Client } from "@elastic/elasticsearch";
+import { DataMigration, DataMigrationContext } from "@webiny/data-migration";
+import { Table } from "@webiny/db-dynamodb/toolbox";
+export declare class FileManager_5_39_0_002 implements DataMigration {
+    private readonly elasticsearchClient;
+    private readonly bucket;
+    private readonly s3;
+    private readonly table;
+    constructor(table: Table<string, string, string>, elasticsearchClient: Client);
+    getId(): string;
+    getDescription(): string;
+    private getIndexParams;
+    shouldExecute({ logger }: DataMigrationContext): Promise<boolean>;
+    execute({ logger, ...context }: DataMigrationContext): Promise<void>;
+}

package/migrations/5.39.0/002/ddb-es/FileManager_5_39_0_002.js

@@ -0,0 +1,190 @@
+"use strict";
+
+Object.defineProperty(exports, "__esModule", {
+  value: true
+});
+exports.FileManager_5_39_0_002 = void 0;
+var _ioc = require("@webiny/ioc");
+var _utils = require("@webiny/utils");
+var _dataMigration = require("@webiny/data-migration");
+var _clientS = require("@webiny/aws-sdk/client-s3");
+var _utils2 = require("../../../../utils");
+var _FileMetadata = require("../utils/FileMetadata");
+const isGroupMigrationCompleted = status => {
+  return typeof status === "boolean";
+};
+class FileManager_5_39_0_002 {
+  constructor(table, elasticsearchClient) {
+    this.table = table;
+    this.elasticsearchClient = elasticsearchClient;
+    this.s3 = new _clientS.S3({
+      region: process.env.AWS_REGION
+    });
+    this.bucket = String(process.env.S3_BUCKET);
+  }
+  getId() {
+    return "5.39.0-002";
+  }
+  getDescription() {
+    return "Generate a metadata file for every File Manager file.";
+  }
+  getIndexParams(tenantId, localeCode) {
+    return {
+      tenant: tenantId,
+      locale: localeCode,
+      type: "fmFile",
+      isHeadlessCmsModel: true
+    };
+  }
+  async shouldExecute({
+    logger
+  }) {
+    let shouldExecute = false;
+    await (0, _utils2.forEachTenantLocale)({
+      table: this.table,
+      logger,
+      callback: async ({
+        tenantId,
+        localeCode
+      }) => {
+        const indexExists = await (0, _utils2.esGetIndexExist)({
+          elasticsearchClient: this.elasticsearchClient,
+          ...this.getIndexParams(tenantId, localeCode)
+        });
+        if (!indexExists) {
+          logger.info(`No elasticsearch index found for File Manager in tenant "${tenantId}" and locale "${localeCode}".`);
+          return true;
+        }
+
+        // Fetch the latest file record from ES
+        const fmIndexName = (0, _utils2.esGetIndexName)(this.getIndexParams(tenantId, localeCode));
+        const latestFile = await (0, _utils2.esFindOne)({
+          elasticsearchClient: this.elasticsearchClient,
+          index: fmIndexName,
+          body: {
+            query: {
+              bool: {
+                filter: [{
+                  term: {
+                    "tenant.keyword": tenantId
+                  }
+                }, {
+                  term: {
+                    "locale.keyword": localeCode
+                  }
+                }]
+              }
+            },
+            sort: [{
+              "id.keyword": {
+                order: "desc",
+                unmapped_type: "keyword"
+              }
+            }]
+          }
+        });
+        if (!latestFile) {
+          logger.info(`No files found in tenant "${tenantId}" and locale "${localeCode}".`);
+          return true;
+        }
+        const fileMetadata = new _FileMetadata.FileMetadata(this.s3, this.bucket, latestFile);
+        const hasMetadata = await fileMetadata.exists();
+        if (!hasMetadata) {
+          shouldExecute = true;
+          return false;
+        }
+
+        // Continue to the next tenant/locale.
+        return true;
+      }
+    });
+    return shouldExecute;
+  }
+  async execute({
+    logger,
+    ...context
+  }) {
+    const migrationStatus = context.checkpoint || {};
+    await (0, _utils2.forEachTenantLocale)({
+      table: this.table,
+      logger,
+      callback: async ({
+        tenantId,
+        localeCode
+      }) => {
+        const groupId = `${tenantId}:${localeCode}`;
+        const status = migrationStatus[groupId];
+        if (isGroupMigrationCompleted(status)) {
+          return true;
+        }
+        const esIndexName = (0, _utils2.esGetIndexName)(this.getIndexParams(tenantId, localeCode));
+        let batch = 0;
+        await (0, _utils2.esQueryAllWithCallback)({
+          elasticsearchClient: this.elasticsearchClient,
+          index: esIndexName,
+          body: {
+            query: {
+              bool: {
+                filter: [{
+                  term: {
+                    "tenant.keyword": tenantId
+                  }
+                }, {
+                  term: {
+                    "locale.keyword": localeCode
+                  }
+                }]
+              }
+            },
+            size: 10000,
+            sort: [{
+              "id.keyword": {
+                order: "asc",
+                unmapped_type: "keyword"
+              }
+            }],
+            search_after: status
+          },
+          callback: async (files, cursor) => {
+            batch++;
+            logger.info(`Processing batch #${batch} in group ${groupId} (${files.length} files).`);
+            const writers = files.map(file => {
+              const fileMetadata = new _FileMetadata.FileMetadata(this.s3, this.bucket, file);
+              const writeMetadata = () => fileMetadata.create();
+              return (0, _utils.executeWithRetry)(writeMetadata, {
+                onFailedAttempt: error => {
+                  logger.error(`"batchWriteAll" attempt #${error.attemptNumber} failed.`);
+                  logger.error(error.message);
+                }
+              });
+            });
+            await Promise.all(writers);
+
+            // Update checkpoint after every batch
+            migrationStatus[groupId] = cursor;
+
+            // Check if we should store checkpoint and exit.
+            if (context.runningOutOfTime()) {
+              await context.createCheckpointAndExit(migrationStatus);
+            } else {
+              await context.createCheckpoint(migrationStatus);
+            }
+          }
+        });
+
+        // Mark group as completed.
+        migrationStatus[groupId] = true;
+
+        // Store checkpoint.
+        await context.createCheckpoint(migrationStatus);
+
+        // Continue processing.
+        return true;
+      }
+    });
+  }
+}
+exports.FileManager_5_39_0_002 = FileManager_5_39_0_002;
+(0, _ioc.makeInjectable)(FileManager_5_39_0_002, [(0, _ioc.inject)(_dataMigration.PrimaryDynamoTableSymbol), (0, _ioc.inject)(_dataMigration.ElasticsearchClientSymbol)]);
+
+//# sourceMappingURL=FileManager_5_39_0_002.js.map

package/migrations/5.39.0/002/ddb-es/FileManager_5_39_0_002.js.map

@@ -0,0 +1 @@
+{"version":3,"names":["_ioc","require","_utils","_dataMigration","_clientS","_utils2","_FileMetadata","isGroupMigrationCompleted","status","FileManager_5_39_0_002","constructor","table","elasticsearchClient","s3","S3","region","process","env","AWS_REGION","bucket","String","S3_BUCKET","getId","getDescription","getIndexParams","tenantId","localeCode","tenant","locale","type","isHeadlessCmsModel","shouldExecute","logger","forEachTenantLocale","callback","indexExists","esGetIndexExist","info","fmIndexName","esGetIndexName","latestFile","esFindOne","index","body","query","bool","filter","term","sort","order","unmapped_type","fileMetadata","FileMetadata","hasMetadata","exists","execute","context","migrationStatus","checkpoint","groupId","esIndexName","batch","esQueryAllWithCallback","size","search_after","files","cursor","length","writers","map","file","writeMetadata","create","executeWithRetry","onFailedAttempt","error","attemptNumber","message","Promise","all","runningOutOfTime","createCheckpointAndExit","createCheckpoint","exports","makeInjectable","inject","PrimaryDynamoTableSymbol","ElasticsearchClientSymbol"],"sources":["FileManager_5_39_0_002.ts"],"sourcesContent":["import { Client } from \"@elastic/elasticsearch\";\nimport { inject, makeInjectable } from \"@webiny/ioc\";\nimport { executeWithRetry } from \"@webiny/utils\";\nimport { PrimitiveValue } from \"@webiny/api-elasticsearch/types\";\nimport {\n    DataMigration,\n    DataMigrationContext,\n    ElasticsearchClientSymbol,\n    PrimaryDynamoTableSymbol\n} from \"@webiny/data-migration\";\nimport { S3 } from \"@webiny/aws-sdk/client-s3\";\nimport { Table } from \"@webiny/db-dynamodb/toolbox\";\nimport {\n    esQueryAllWithCallback,\n    forEachTenantLocale,\n    esFindOne,\n    esGetIndexExist,\n    esGetIndexName\n} from \"~/utils\";\nimport { FileEntry } from \"../utils/createFileEntity\";\nimport { FileMetadata } from \"../utils/FileMetadata\";\n\nconst isGroupMigrationCompleted = (\n    status: PrimitiveValue[] | boolean | undefined\n): status is boolean => {\n    return typeof status === \"boolean\";\n};\n\nexport class FileManager_5_39_0_002 implements DataMigration {\n    private readonly elasticsearchClient: Client;\n    private readonly bucket: string;\n    private readonly s3: S3;\n    private readonly table: Table<string, string, string>;\n\n    constructor(table: Table<string, string, string>, elasticsearchClient: Client) {\n        this.table = table;\n        this.elasticsearchClient = elasticsearchClient;\n        this.s3 = new S3({ region: process.env.AWS_REGION });\n        this.bucket = String(process.env.S3_BUCKET);\n    }\n\n    getId() {\n        return \"5.39.0-002\";\n    }\n\n    getDescription() {\n        return \"Generate a metadata file for every File Manager file.\";\n    }\n\n    private getIndexParams(tenantId: string, localeCode: string) {\n        return {\n            tenant: tenantId,\n            locale: localeCode,\n            type: \"fmFile\",\n            isHeadlessCmsModel: true\n        };\n    }\n\n    async shouldExecute({ logger }: DataMigrationContext): Promise<boolean> {\n        let shouldExecute = false;\n\n        await forEachTenantLocale({\n            table: this.table,\n            logger,\n            callback: async ({ tenantId, localeCode }) => {\n                const indexExists = await esGetIndexExist({\n                    elasticsearchClient: this.elasticsearchClient,\n                    ...this.getIndexParams(tenantId, localeCode)\n                });\n\n                if (!indexExists) {\n                    logger.info(\n                        `No elasticsearch index found for File Manager in tenant \"${tenantId}\" and locale \"${localeCode}\".`\n                    );\n                    return true;\n                }\n\n                // Fetch the latest file record from ES\n                const fmIndexName = esGetIndexName(this.getIndexParams(tenantId, localeCode));\n\n                const latestFile = await esFindOne<FileEntry>({\n                    elasticsearchClient: this.elasticsearchClient,\n                    index: fmIndexName,\n                    body: {\n                        query: {\n                            bool: {\n                                filter: [\n                                    { term: { \"tenant.keyword\": tenantId } },\n                                    { term: { \"locale.keyword\": localeCode } }\n                                ]\n                            }\n                        },\n                        sort: [\n                            {\n                                \"id.keyword\": { order: \"desc\", unmapped_type: \"keyword\" }\n                            }\n                        ]\n                    }\n                });\n\n                if (!latestFile) {\n                    logger.info(\n                        `No files found in tenant \"${tenantId}\" and locale \"${localeCode}\".`\n                    );\n                    return true;\n                }\n\n                const fileMetadata = new FileMetadata(this.s3, this.bucket, latestFile);\n                const hasMetadata = await fileMetadata.exists();\n\n                if (!hasMetadata) {\n                    shouldExecute = true;\n                    return false;\n                }\n\n                // Continue to the next tenant/locale.\n                return true;\n            }\n        });\n\n        return shouldExecute;\n    }\n\n    async execute({ logger, ...context }: DataMigrationContext): Promise<void> {\n        const migrationStatus = context.checkpoint || {};\n\n        await forEachTenantLocale({\n            table: this.table,\n            logger,\n            callback: async ({ tenantId, localeCode }) => {\n                const groupId = `${tenantId}:${localeCode}`;\n                const status = migrationStatus[groupId];\n\n                if (isGroupMigrationCompleted(status)) {\n                    return true;\n                }\n\n                const esIndexName = esGetIndexName(this.getIndexParams(tenantId, localeCode));\n\n                let batch = 0;\n                await esQueryAllWithCallback<FileEntry>({\n                    elasticsearchClient: this.elasticsearchClient,\n                    index: esIndexName,\n                    body: {\n                        query: {\n                            bool: {\n                                filter: [\n                                    { term: { \"tenant.keyword\": tenantId } },\n                                    { term: { \"locale.keyword\": localeCode } }\n                                ]\n                            }\n                        },\n                        size: 10000,\n                        sort: [\n                            {\n                                \"id.keyword\": { order: \"asc\", unmapped_type: \"keyword\" }\n                            }\n                        ],\n                        search_after: status\n                    },\n                    callback: async (files, cursor) => {\n                        batch++;\n\n                        logger.info(\n                            `Processing batch #${batch} in group ${groupId} (${files.length} files).`\n                        );\n\n                        const writers = files.map(file => {\n                            const fileMetadata = new FileMetadata(this.s3, this.bucket, file);\n                            const writeMetadata = () => fileMetadata.create();\n\n                            return executeWithRetry(writeMetadata, {\n                                onFailedAttempt: error => {\n                                    logger.error(\n                                        `\"batchWriteAll\" attempt #${error.attemptNumber} failed.`\n                                    );\n                                    logger.error(error.message);\n                                }\n                            });\n                        });\n\n                        await Promise.all(writers);\n\n                        // Update checkpoint after every batch\n                        migrationStatus[groupId] = cursor;\n\n                        // Check if we should store checkpoint and exit.\n                        if (context.runningOutOfTime()) {\n                            await context.createCheckpointAndExit(migrationStatus);\n                        } else {\n                            await context.createCheckpoint(migrationStatus);\n                        }\n                    }\n                });\n\n                // Mark group as completed.\n                migrationStatus[groupId] = true;\n\n                // Store checkpoint.\n                await context.createCheckpoint(migrationStatus);\n\n                // Continue processing.\n                return true;\n            }\n        });\n    }\n}\n\nmakeInjectable(FileManager_5_39_0_002, [\n    inject(PrimaryDynamoTableSymbol),\n    inject(ElasticsearchClientSymbol)\n]);\n"],"mappings":";;;;;;AACA,IAAAA,IAAA,GAAAC,OAAA;AACA,IAAAC,MAAA,GAAAD,OAAA;AAEA,IAAAE,cAAA,GAAAF,OAAA;AAMA,IAAAG,QAAA,GAAAH,OAAA;AAEA,IAAAI,OAAA,GAAAJ,OAAA;AAQA,IAAAK,aAAA,GAAAL,OAAA;AAEA,MAAMM,yBAAyB,GAC3BC,MAA8C,IAC1B;EACpB,OAAO,OAAOA,MAAM,KAAK,SAAS;AACtC,CAAC;AAEM,MAAMC,sBAAsB,CAA0B;EAMzDC,WAAWA,CAACC,KAAoC,EAAEC,mBAA2B,EAAE;IAC3E,IAAI,CAACD,KAAK,GAAGA,KAAK;IAClB,IAAI,CAACC,mBAAmB,GAAGA,mBAAmB;IAC9C,IAAI,CAACC,EAAE,GAAG,IAAIC,WAAE,CAAC;MAAEC,MAAM,EAAEC,OAAO,CAACC,GAAG,CAACC;IAAW,CAAC,CAAC;IACpD,IAAI,CAACC,MAAM,GAAGC,MAAM,CAACJ,OAAO,CAACC,GAAG,CAACI,SAAS,CAAC;EAC/C;EAEAC,KAAKA,CAAA,EAAG;IACJ,OAAO,YAAY;EACvB;EAEAC,cAAcA,CAAA,EAAG;IACb,OAAO,uDAAuD;EAClE;EAEQC,cAAcA,CAACC,QAAgB,EAAEC,UAAkB,EAAE;IACzD,OAAO;MACHC,MAAM,EAAEF,QAAQ;MAChBG,MAAM,EAAEF,UAAU;MAClBG,IAAI,EAAE,QAAQ;MACdC,kBAAkB,EAAE;IACxB,CAAC;EACL;EAEA,MAAMC,aAAaA,CAAC;IAAEC;EAA6B,CAAC,EAAoB;IACpE,IAAID,aAAa,GAAG,KAAK;IAEzB,MAAM,IAAAE,2BAAmB,EAAC;MACtBtB,KAAK,EAAE,IAAI,CAACA,KAAK;MACjBqB,MAAM;MACNE,QAAQ,EAAE,MAAAA,CAAO;QAAET,QAAQ;QAAEC;MAAW,CAAC,KAAK;QAC1C,MAAMS,WAAW,GAAG,MAAM,IAAAC,uBAAe,EAAC;UACtCxB,mBAAmB,EAAE,IAAI,CAACA,mBAAmB;UAC7C,GAAG,IAAI,CAACY,cAAc,CAACC,QAAQ,EAAEC,UAAU;QAC/C,CAAC,CAAC;QAEF,IAAI,CAACS,WAAW,EAAE;UACdH,MAAM,CAACK,IAAI,CACN,4DAA2DZ,QAAS,iBAAgBC,UAAW,IACpG,CAAC;UACD,OAAO,IAAI;QACf;;QAEA;QACA,MAAMY,WAAW,GAAG,IAAAC,sBAAc,EAAC,IAAI,CAACf,cAAc,CAACC,QAAQ,EAAEC,UAAU,CAAC,CAAC;QAE7E,MAAMc,UAAU,GAAG,MAAM,IAAAC,iBAAS,EAAY;UAC1C7B,mBAAmB,EAAE,IAAI,CAACA,mBAAmB;UAC7C8B,KAAK,EAAEJ,WAAW;UAClBK,IAAI,EAAE;YACFC,KAAK,EAAE;cACHC,IAAI,EAAE;gBACFC,MAAM,EAAE,CACJ;kBAAEC,IAAI,EAAE;oBAAE,gBAAgB,EAAEtB;kBAAS;gBAAE,CAAC,EACxC;kBAAEsB,IAAI,EAAE;oBAAE,gBAAgB,EAAErB;kBAAW;gBAAE,CAAC;cAElD;YACJ,CAAC;YACDsB,IAAI,EAAE,CACF;cACI,YAAY,EAAE;gBAAEC,KAAK,EAAE,MAAM;gBAAEC,aAAa,EAAE;cAAU;YAC5D,CAAC;UAET;QACJ,CAAC,CAAC;QAEF,IAAI,CAACV,UAAU,EAAE;UACbR,MAAM,CAACK,IAAI,CACN,6BAA4BZ,QAAS,iBAAgBC,UAAW,IACrE,CAAC;UACD,OAAO,IAAI;QACf;QAEA,MAAMyB,YAAY,GAAG,IAAIC,0BAAY,CAAC,IAAI,CAACvC,EAAE,EAAE,IAAI,CAACM,MAAM,EAAEqB,UAAU,CAAC;QACvE,MAAMa,WAAW,GAAG,MAAMF,YAAY,CAACG,MAAM,CAAC,CAAC;QAE/C,IAAI,CAACD,WAAW,EAAE;UACdtB,aAAa,GAAG,IAAI;UACpB,OAAO,KAAK;QAChB;;QAEA;QACA,OAAO,IAAI;MACf;IACJ,CAAC,CAAC;IAEF,OAAOA,aAAa;EACxB;EAEA,MAAMwB,OAAOA,CAAC;IAAEvB,MAAM;IAAE,GAAGwB;EAA8B,CAAC,EAAiB;IACvE,MAAMC,eAAe,GAAGD,OAAO,CAACE,UAAU,IAAI,CAAC,CAAC;IAEhD,MAAM,IAAAzB,2BAAmB,EAAC;MACtBtB,KAAK,EAAE,IAAI,CAACA,KAAK;MACjBqB,MAAM;MACNE,QAAQ,EAAE,MAAAA,CAAO;QAAET,QAAQ;QAAEC;MAAW,CAAC,KAAK;QAC1C,MAAMiC,OAAO,GAAI,GAAElC,QAAS,IAAGC,UAAW,EAAC;QAC3C,MAAMlB,MAAM,GAAGiD,eAAe,CAACE,OAAO,CAAC;QAEvC,IAAIpD,yBAAyB,CAACC,MAAM,CAAC,EAAE;UACnC,OAAO,IAAI;QACf;QAEA,MAAMoD,WAAW,GAAG,IAAArB,sBAAc,EAAC,IAAI,CAACf,cAAc,CAACC,QAAQ,EAAEC,UAAU,CAAC,CAAC;QAE7E,IAAImC,KAAK,GAAG,CAAC;QACb,MAAM,IAAAC,8BAAsB,EAAY;UACpClD,mBAAmB,EAAE,IAAI,CAACA,mBAAmB;UAC7C8B,KAAK,EAAEkB,WAAW;UAClBjB,IAAI,EAAE;YACFC,KAAK,EAAE;cACHC,IAAI,EAAE;gBACFC,MAAM,EAAE,CACJ;kBAAEC,IAAI,EAAE;oBAAE,gBAAgB,EAAEtB;kBAAS;gBAAE,CAAC,EACxC;kBAAEsB,IAAI,EAAE;oBAAE,gBAAgB,EAAErB;kBAAW;gBAAE,CAAC;cAElD;YACJ,CAAC;YACDqC,IAAI,EAAE,KAAK;YACXf,IAAI,EAAE,CACF;cACI,YAAY,EAAE;gBAAEC,KAAK,EAAE,KAAK;gBAAEC,aAAa,EAAE;cAAU;YAC3D,CAAC,CACJ;YACDc,YAAY,EAAExD;UAClB,CAAC;UACD0B,QAAQ,EAAE,MAAAA,CAAO+B,KAAK,EAAEC,MAAM,KAAK;YAC/BL,KAAK,EAAE;YAEP7B,MAAM,CAACK,IAAI,CACN,qBAAoBwB,KAAM,aAAYF,OAAQ,KAAIM,KAAK,CAACE,MAAO,UACpE,CAAC;YAED,MAAMC,OAAO,GAAGH,KAAK,CAACI,GAAG,CAACC,IAAI,IAAI;cAC9B,MAAMnB,YAAY,GAAG,IAAIC,0BAAY,CAAC,IAAI,CAACvC,EAAE,EAAE,IAAI,CAACM,MAAM,EAAEmD,IAAI,CAAC;cACjE,MAAMC,aAAa,GAAGA,CAAA,KAAMpB,YAAY,CAACqB,MAAM,CAAC,CAAC;cAEjD,OAAO,IAAAC,uBAAgB,EAACF,aAAa,EAAE;gBACnCG,eAAe,EAAEC,KAAK,IAAI;kBACtB3C,MAAM,CAAC2C,KAAK,CACP,4BAA2BA,KAAK,CAACC,aAAc,UACpD,CAAC;kBACD5C,MAAM,CAAC2C,KAAK,CAACA,KAAK,CAACE,OAAO,CAAC;gBAC/B;cACJ,CAAC,CAAC;YACN,CAAC,CAAC;YAEF,MAAMC,OAAO,CAACC,GAAG,CAACX,OAAO,CAAC;;YAE1B;YACAX,eAAe,CAACE,OAAO,CAAC,GAAGO,MAAM;;YAEjC;YACA,IAAIV,OAAO,CAACwB,gBAAgB,CAAC,CAAC,EAAE;cAC5B,MAAMxB,OAAO,CAACyB,uBAAuB,CAACxB,eAAe,CAAC;YAC1D,CAAC,MAAM;cACH,MAAMD,OAAO,CAAC0B,gBAAgB,CAACzB,eAAe,CAAC;YACnD;UACJ;QACJ,CAAC,CAAC;;QAEF;QACAA,eAAe,CAACE,OAAO,CAAC,GAAG,IAAI;;QAE/B;QACA,MAAMH,OAAO,CAAC0B,gBAAgB,CAACzB,eAAe,CAAC;;QAE/C;QACA,OAAO,IAAI;MACf;IACJ,CAAC,CAAC;EACN;AACJ;AAAC0B,OAAA,CAAA1E,sBAAA,GAAAA,sBAAA;AAED,IAAA2E,mBAAc,EAAC3E,sBAAsB,EAAE,CACnC,IAAA4E,WAAM,EAACC,uCAAwB,CAAC,EAChC,IAAAD,WAAM,EAACE,wCAAyB,CAAC,CACpC,CAAC"}

package/migrations/5.39.0/002/ddb-es/index.d.ts

@@ -0,0 +1 @@
+export * from "./FileManager_5_39_0_002";

package/migrations/5.39.0/002/ddb-es/index.js

@@ -0,0 +1,18 @@
+"use strict";
+
+Object.defineProperty(exports, "__esModule", {
+  value: true
+});
+var _FileManager_5_39_0_ = require("./FileManager_5_39_0_002");
+Object.keys(_FileManager_5_39_0_).forEach(function (key) {
+  if (key === "default" || key === "__esModule") return;
+  if (key in exports && exports[key] === _FileManager_5_39_0_[key]) return;
+  Object.defineProperty(exports, key, {
+    enumerable: true,
+    get: function () {
+      return _FileManager_5_39_0_[key];
+    }
+  });
+});
+
+//# sourceMappingURL=index.js.map

package/migrations/5.39.0/002/ddb-es/index.js.map

@@ -0,0 +1 @@
+{"version":3,"names":["_FileManager_5_39_0_","require","Object","keys","forEach","key","exports","defineProperty","enumerable","get"],"sources":["index.ts"],"sourcesContent":["export * from \"./FileManager_5_39_0_002\";\n"],"mappings":";;;;;AAAA,IAAAA,oBAAA,GAAAC,OAAA;AAAAC,MAAA,CAAAC,IAAA,CAAAH,oBAAA,EAAAI,OAAA,WAAAC,GAAA;EAAA,IAAAA,GAAA,kBAAAA,GAAA;EAAA,IAAAA,GAAA,IAAAC,OAAA,IAAAA,OAAA,CAAAD,GAAA,MAAAL,oBAAA,CAAAK,GAAA;EAAAH,MAAA,CAAAK,cAAA,CAAAD,OAAA,EAAAD,GAAA;IAAAG,UAAA;IAAAC,GAAA,WAAAA,CAAA;MAAA,OAAAT,oBAAA,CAAAK,GAAA;IAAA;EAAA;AAAA"}

package/migrations/5.39.0/002/utils/FileMetadata.d.ts

@@ -0,0 +1,12 @@
+import { S3 } from "@webiny/aws-sdk/client-s3";
+import { FileEntry } from "./createFileEntity";
+export declare class FileMetadata {
+    private s3;
+    private fileEntry;
+    private readonly bucket;
+    private readonly metadataKey;
+    private attempt;
+    constructor(s3: S3, bucket: string, fileEntry: FileEntry);
+    create(): Promise<void>;
+    exists(): Promise<boolean>;
+}

package/migrations/5.39.0/002/utils/FileMetadata.js

@@ -0,0 +1,55 @@
+"use strict";
+
+Object.defineProperty(exports, "__esModule", {
+  value: true
+});
+exports.FileMetadata = void 0;
+class FileMetadata {
+  attempt = 0;
+  constructor(s3, bucket, fileEntry) {
+    this.bucket = bucket;
+    this.s3 = s3;
+    this.fileEntry = fileEntry;
+    const fileKey = fileEntry.values["text@key"];
+    this.metadataKey = `${fileKey}.metadata`;
+  }
+  async create() {
+    const metadata = {
+      id: this.fileEntry.entryId,
+      tenant: this.fileEntry.tenant,
+      locale: this.fileEntry.locale,
+      size: this.fileEntry.values["number@size"],
+      contentType: this.fileEntry.values["text@type"]
+    };
+    try {
+      this.attempt++;
+      console.log(`Attempt #${this.attempt}: create metadata file at ${this.metadataKey}`);
+      await this.s3.putObject({
+        Bucket: this.bucket,
+        Key: this.metadataKey,
+        Body: JSON.stringify(metadata, null, 2)
+      });
+      console.log(`Attempt #${this.attempt} succeeded! Created ${this.metadataKey}`);
+    } catch (error) {
+      console.log(`ERROR #${this.attempt} for ${this.metadataKey}`, JSON.stringify(error, null, 2));
+    }
+  }
+  async exists() {
+    try {
+      await this.s3.headObject({
+        Bucket: this.bucket,
+        Key: this.metadataKey
+      });
+      return true;
+    } catch (error) {
+      if (error.name === "NotFound") {
+        return false;
+      }
+      console.log("ERROR: couldn't check for metadata", JSON.stringify(error, null, 2));
+      return false;
+    }
+  }
+}
+exports.FileMetadata = FileMetadata;
+
+//# sourceMappingURL=FileMetadata.js.map

package/migrations/5.39.0/002/utils/FileMetadata.js.map

@@ -0,0 +1 @@
+{"version":3,"names":["FileMetadata","attempt","constructor","s3","bucket","fileEntry","fileKey","values","metadataKey","create","metadata","id","entryId","tenant","locale","size","contentType","console","log","putObject","Bucket","Key","Body","JSON","stringify","error","exists","headObject","name","exports"],"sources":["FileMetadata.ts"],"sourcesContent":["import { S3 } from \"@webiny/aws-sdk/client-s3\";\nimport { FileEntry } from \"./createFileEntity\";\n\nexport class FileMetadata {\n    private s3: S3;\n    private fileEntry: FileEntry;\n    private readonly bucket: string;\n    private readonly metadataKey: string;\n    private attempt = 0;\n\n    constructor(s3: S3, bucket: string, fileEntry: FileEntry) {\n        this.bucket = bucket;\n        this.s3 = s3;\n        this.fileEntry = fileEntry;\n\n        const fileKey = fileEntry.values[\"text@key\"];\n        this.metadataKey = `${fileKey}.metadata`;\n    }\n\n    async create() {\n        const metadata = {\n            id: this.fileEntry.entryId,\n            tenant: this.fileEntry.tenant,\n            locale: this.fileEntry.locale,\n            size: this.fileEntry.values[\"number@size\"],\n            contentType: this.fileEntry.values[\"text@type\"]\n        };\n\n        try {\n            this.attempt++;\n            console.log(`Attempt #${this.attempt}: create metadata file at ${this.metadataKey}`);\n            await this.s3.putObject({\n                Bucket: this.bucket,\n                Key: this.metadataKey,\n                Body: JSON.stringify(metadata, null, 2)\n            });\n            console.log(`Attempt #${this.attempt} succeeded! Created ${this.metadataKey}`);\n        } catch (error) {\n            console.log(\n                `ERROR #${this.attempt} for ${this.metadataKey}`,\n                JSON.stringify(error, null, 2)\n            );\n        }\n    }\n\n    async exists() {\n        try {\n            await this.s3.headObject({ Bucket: this.bucket, Key: this.metadataKey });\n            return true;\n        } catch (error) {\n            if (error.name === \"NotFound\") {\n                return false;\n            }\n\n            console.log(\"ERROR: couldn't check for metadata\", JSON.stringify(error, null, 2));\n\n            return false;\n        }\n    }\n}\n"],"mappings":";;;;;;AAGO,MAAMA,YAAY,CAAC;EAKdC,OAAO,GAAG,CAAC;EAEnBC,WAAWA,CAACC,EAAM,EAAEC,MAAc,EAAEC,SAAoB,EAAE;IACtD,IAAI,CAACD,MAAM,GAAGA,MAAM;IACpB,IAAI,CAACD,EAAE,GAAGA,EAAE;IACZ,IAAI,CAACE,SAAS,GAAGA,SAAS;IAE1B,MAAMC,OAAO,GAAGD,SAAS,CAACE,MAAM,CAAC,UAAU,CAAC;IAC5C,IAAI,CAACC,WAAW,GAAI,GAAEF,OAAQ,WAAU;EAC5C;EAEA,MAAMG,MAAMA,CAAA,EAAG;IACX,MAAMC,QAAQ,GAAG;MACbC,EAAE,EAAE,IAAI,CAACN,SAAS,CAACO,OAAO;MAC1BC,MAAM,EAAE,IAAI,CAACR,SAAS,CAACQ,MAAM;MAC7BC,MAAM,EAAE,IAAI,CAACT,SAAS,CAACS,MAAM;MAC7BC,IAAI,EAAE,IAAI,CAACV,SAAS,CAACE,MAAM,CAAC,aAAa,CAAC;MAC1CS,WAAW,EAAE,IAAI,CAACX,SAAS,CAACE,MAAM,CAAC,WAAW;IAClD,CAAC;IAED,IAAI;MACA,IAAI,CAACN,OAAO,EAAE;MACdgB,OAAO,CAACC,GAAG,CAAE,YAAW,IAAI,CAACjB,OAAQ,6BAA4B,IAAI,CAACO,WAAY,EAAC,CAAC;MACpF,MAAM,IAAI,CAACL,EAAE,CAACgB,SAAS,CAAC;QACpBC,MAAM,EAAE,IAAI,CAAChB,MAAM;QACnBiB,GAAG,EAAE,IAAI,CAACb,WAAW;QACrBc,IAAI,EAAEC,IAAI,CAACC,SAAS,CAACd,QAAQ,EAAE,IAAI,EAAE,CAAC;MAC1C,CAAC,CAAC;MACFO,OAAO,CAACC,GAAG,CAAE,YAAW,IAAI,CAACjB,OAAQ,uBAAsB,IAAI,CAACO,WAAY,EAAC,CAAC;IAClF,CAAC,CAAC,OAAOiB,KAAK,EAAE;MACZR,OAAO,CAACC,GAAG,CACN,UAAS,IAAI,CAACjB,OAAQ,QAAO,IAAI,CAACO,WAAY,EAAC,EAChDe,IAAI,CAACC,SAAS,CAACC,KAAK,EAAE,IAAI,EAAE,CAAC,CACjC,CAAC;IACL;EACJ;EAEA,MAAMC,MAAMA,CAAA,EAAG;IACX,IAAI;MACA,MAAM,IAAI,CAACvB,EAAE,CAACwB,UAAU,CAAC;QAAEP,MAAM,EAAE,IAAI,CAAChB,MAAM;QAAEiB,GAAG,EAAE,IAAI,CAACb;MAAY,CAAC,CAAC;MACxE,OAAO,IAAI;IACf,CAAC,CAAC,OAAOiB,KAAK,EAAE;MACZ,IAAIA,KAAK,CAACG,IAAI,KAAK,UAAU,EAAE;QAC3B,OAAO,KAAK;MAChB;MAEAX,OAAO,CAACC,GAAG,CAAC,oCAAoC,EAAEK,IAAI,CAACC,SAAS,CAACC,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;MAEjF,OAAO,KAAK;IAChB;EACJ;AACJ;AAACI,OAAA,CAAA7B,YAAA,GAAAA,YAAA"}