@webiny/migrations 5.39.10-beta.1 → 5.39.10-beta.2

package/migrations/5.39.0/001/utils/getFallbackIdentity.d.ts

@@ -1,8 +1,10 @@
 import { CmsIdentity } from "@webiny/api-headless-cms/types";
 import { Entity } from "@webiny/db-dynamodb/toolbox";
+import { ExecuteWithRetryOptions } from "@webiny/utils";
 interface GetFallbackIdentityParams {
     entity: Entity;
     tenant: string;
+    retryOptions?: ExecuteWithRetryOptions;
 }
-export declare const getFallbackIdentity: ({ entity, tenant }: GetFallbackIdentityParams) => Promise<CmsIdentity>;
+export declare const getFallbackIdentity: ({ entity, tenant, retryOptions }: GetFallbackIdentityParams) => Promise<CmsIdentity>;
 export {};

package/migrations/5.39.0/001/utils/getFallbackIdentity.js

@@ -5,6 +5,7 @@ Object.defineProperty(exports, "__esModule", {
 });
 exports.getFallbackIdentity = void 0;
 var _dbDynamodb = require("@webiny/db-dynamodb");
+var _utils = require("@webiny/utils");
 const NON_EXISTING_DATA_MIGRATION_IDENTITY = {
   id: "data-migration",
   type: "data-migration",
@@ -13,18 +14,22 @@ const NON_EXISTING_DATA_MIGRATION_IDENTITY = {
 const identitiesPerTenantCache = {};
 const getFallbackIdentity = async ({
   entity,
-  tenant
+  tenant,
+  retryOptions
 }) => {
   if (identitiesPerTenantCache[tenant]) {
     return identitiesPerTenantCache[tenant];
   }
-  const allAdminUsersRecords = await (0, _dbDynamodb.queryAll)({
-    entity,
-    partitionKey: `T#${tenant}#ADMIN_USERS`,
-    options: {
-      index: "GSI1"
-    }
-  });
+  const executeQueryAll = () => {
+    return (0, _dbDynamodb.queryAll)({
+      entity,
+      partitionKey: `T#${tenant}#ADMIN_USERS`,
+      options: {
+        index: "GSI1"
+      }
+    });
+  };
+  const allAdminUsersRecords = await (0, _utils.executeWithRetry)(executeQueryAll, retryOptions);
   if (allAdminUsersRecords.length === 0) {
     // Hopefully it doesn't come to this, but we still need to consider it.
     return NON_EXISTING_DATA_MIGRATION_IDENTITY;

package/migrations/5.39.0/001/utils/getFallbackIdentity.js.map

@@ -1 +1 @@
-{"version":3,"names":["_dbDynamodb","require","NON_EXISTING_DATA_MIGRATION_IDENTITY","id","type","displayName","identitiesPerTenantCache","getFallbackIdentity","entity","tenant","allAdminUsersRecords","queryAll","partitionKey","options","index","length","oldestAdminUser","sort","prev","next","data","createdOn","exports"],"sources":["getFallbackIdentity.ts"],"sourcesContent":["import { CmsIdentity } from \"@webiny/api-headless-cms/types\";\nimport { queryAll } from \"@webiny/db-dynamodb\";\nimport { Entity } from \"@webiny/db-dynamodb/toolbox\";\n\nconst NON_EXISTING_DATA_MIGRATION_IDENTITY: CmsIdentity = {\n    id: \"data-migration\",\n    type: \"data-migration\",\n    displayName: \"Data Migration\"\n};\n\ninterface GetFallbackIdentityParams {\n    entity: Entity;\n    tenant: string;\n}\n\ninterface AdminUserRecord {\n    data: {\n        createdOn: string;\n        id: string;\n        displayName: string;\n    };\n}\n\nconst identitiesPerTenantCache: Record<string, CmsIdentity> = {};\n\nexport const getFallbackIdentity = async ({\n    entity,\n    tenant\n}: GetFallbackIdentityParams): Promise<CmsIdentity> => {\n    if (identitiesPerTenantCache[tenant]) {\n        return identitiesPerTenantCache[tenant];\n    }\n\n    const allAdminUsersRecords = await queryAll<AdminUserRecord>({\n        entity,\n        partitionKey: `T#${tenant}#ADMIN_USERS`,\n        options: {\n            index: \"GSI1\"\n        }\n    });\n\n    if (allAdminUsersRecords.length === 0) {\n        // Hopefully it doesn't come to this, but we still need to consider it.\n        return NON_EXISTING_DATA_MIGRATION_IDENTITY;\n    }\n\n    const [oldestAdminUser] = allAdminUsersRecords.sort((prev, next) => {\n        return prev.data.createdOn < next.data.createdOn ? -1 : 1;\n    });\n\n    identitiesPerTenantCache[tenant] = {\n        id: oldestAdminUser.data.id,\n        type: \"admin\",\n        displayName: oldestAdminUser.data.displayName\n    };\n\n    return identitiesPerTenantCache[tenant];\n};\n"],"mappings":";;;;;;AACA,IAAAA,WAAA,GAAAC,OAAA;AAGA,MAAMC,oCAAiD,GAAG;EACtDC,EAAE,EAAE,gBAAgB;EACpBC,IAAI,EAAE,gBAAgB;EACtBC,WAAW,EAAE;AACjB,CAAC;AAeD,MAAMC,wBAAqD,GAAG,CAAC,CAAC;AAEzD,MAAMC,mBAAmB,GAAG,MAAAA,CAAO;EACtCC,MAAM;EACNC;AACuB,CAAC,KAA2B;EACnD,IAAIH,wBAAwB,CAACG,MAAM,CAAC,EAAE;IAClC,OAAOH,wBAAwB,CAACG,MAAM,CAAC;EAC3C;EAEA,MAAMC,oBAAoB,GAAG,MAAM,IAAAC,oBAAQ,EAAkB;IACzDH,MAAM;IACNI,YAAY,EAAG,KAAIH,MAAO,cAAa;IACvCI,OAAO,EAAE;MACLC,KAAK,EAAE;IACX;EACJ,CAAC,CAAC;EAEF,IAAIJ,oBAAoB,CAACK,MAAM,KAAK,CAAC,EAAE;IACnC;IACA,OAAOb,oCAAoC;EAC/C;EAEA,MAAM,CAACc,eAAe,CAAC,GAAGN,oBAAoB,CAACO,IAAI,CAAC,CAACC,IAAI,EAAEC,IAAI,KAAK;IAChE,OAAOD,IAAI,CAACE,IAAI,CAACC,SAAS,GAAGF,IAAI,CAACC,IAAI,CAACC,SAAS,GAAG,CAAC,CAAC,GAAG,CAAC;EAC7D,CAAC,CAAC;EAEFf,wBAAwB,CAACG,MAAM,CAAC,GAAG;IAC/BN,EAAE,EAAEa,eAAe,CAACI,IAAI,CAACjB,EAAE;IAC3BC,IAAI,EAAE,OAAO;IACbC,WAAW,EAAEW,eAAe,CAACI,IAAI,CAACf;EACtC,CAAC;EAED,OAAOC,wBAAwB,CAACG,MAAM,CAAC;AAC3C,CAAC;AAACa,OAAA,CAAAf,mBAAA,GAAAA,mBAAA"}
+{"version":3,"names":["_dbDynamodb","require","_utils","NON_EXISTING_DATA_MIGRATION_IDENTITY","id","type","displayName","identitiesPerTenantCache","getFallbackIdentity","entity","tenant","retryOptions","executeQueryAll","queryAll","partitionKey","options","index","allAdminUsersRecords","executeWithRetry","length","oldestAdminUser","sort","prev","next","data","createdOn","exports"],"sources":["getFallbackIdentity.ts"],"sourcesContent":["import { CmsIdentity } from \"@webiny/api-headless-cms/types\";\nimport { queryAll } from \"@webiny/db-dynamodb\";\nimport { Entity } from \"@webiny/db-dynamodb/toolbox\";\nimport { executeWithRetry, ExecuteWithRetryOptions } from \"@webiny/utils\";\n\nconst NON_EXISTING_DATA_MIGRATION_IDENTITY: CmsIdentity = {\n    id: \"data-migration\",\n    type: \"data-migration\",\n    displayName: \"Data Migration\"\n};\n\ninterface GetFallbackIdentityParams {\n    entity: Entity;\n    tenant: string;\n    retryOptions?: ExecuteWithRetryOptions;\n}\n\ninterface AdminUserRecord {\n    data: {\n        createdOn: string;\n        id: string;\n        displayName: string;\n    };\n}\n\nconst identitiesPerTenantCache: Record<string, CmsIdentity> = {};\n\nexport const getFallbackIdentity = async ({\n    entity,\n    tenant,\n    retryOptions\n}: GetFallbackIdentityParams): Promise<CmsIdentity> => {\n    if (identitiesPerTenantCache[tenant]) {\n        return identitiesPerTenantCache[tenant];\n    }\n\n    const executeQueryAll = () => {\n        return queryAll<AdminUserRecord>({\n            entity,\n            partitionKey: `T#${tenant}#ADMIN_USERS`,\n            options: {\n                index: \"GSI1\"\n            }\n        });\n    };\n\n    const allAdminUsersRecords = await executeWithRetry(executeQueryAll, retryOptions);\n\n    if (allAdminUsersRecords.length === 0) {\n        // Hopefully it doesn't come to this, but we still need to consider it.\n        return NON_EXISTING_DATA_MIGRATION_IDENTITY;\n    }\n\n    const [oldestAdminUser] = allAdminUsersRecords.sort((prev, next) => {\n        return prev.data.createdOn < next.data.createdOn ? -1 : 1;\n    });\n\n    identitiesPerTenantCache[tenant] = {\n        id: oldestAdminUser.data.id,\n        type: \"admin\",\n        displayName: oldestAdminUser.data.displayName\n    };\n\n    return identitiesPerTenantCache[tenant];\n};\n"],"mappings":";;;;;;AACA,IAAAA,WAAA,GAAAC,OAAA;AAEA,IAAAC,MAAA,GAAAD,OAAA;AAEA,MAAME,oCAAiD,GAAG;EACtDC,EAAE,EAAE,gBAAgB;EACpBC,IAAI,EAAE,gBAAgB;EACtBC,WAAW,EAAE;AACjB,CAAC;AAgBD,MAAMC,wBAAqD,GAAG,CAAC,CAAC;AAEzD,MAAMC,mBAAmB,GAAG,MAAAA,CAAO;EACtCC,MAAM;EACNC,MAAM;EACNC;AACuB,CAAC,KAA2B;EACnD,IAAIJ,wBAAwB,CAACG,MAAM,CAAC,EAAE;IAClC,OAAOH,wBAAwB,CAACG,MAAM,CAAC;EAC3C;EAEA,MAAME,eAAe,GAAGA,CAAA,KAAM;IAC1B,OAAO,IAAAC,oBAAQ,EAAkB;MAC7BJ,MAAM;MACNK,YAAY,EAAG,KAAIJ,MAAO,cAAa;MACvCK,OAAO,EAAE;QACLC,KAAK,EAAE;MACX;IACJ,CAAC,CAAC;EACN,CAAC;EAED,MAAMC,oBAAoB,GAAG,MAAM,IAAAC,uBAAgB,EAACN,eAAe,EAAED,YAAY,CAAC;EAElF,IAAIM,oBAAoB,CAACE,MAAM,KAAK,CAAC,EAAE;IACnC;IACA,OAAOhB,oCAAoC;EAC/C;EAEA,MAAM,CAACiB,eAAe,CAAC,GAAGH,oBAAoB,CAACI,IAAI,CAAC,CAACC,IAAI,EAAEC,IAAI,KAAK;IAChE,OAAOD,IAAI,CAACE,IAAI,CAACC,SAAS,GAAGF,IAAI,CAACC,IAAI,CAACC,SAAS,GAAG,CAAC,CAAC,GAAG,CAAC;EAC7D,CAAC,CAAC;EAEFlB,wBAAwB,CAACG,MAAM,CAAC,GAAG;IAC/BN,EAAE,EAAEgB,eAAe,CAACI,IAAI,CAACpB,EAAE;IAC3BC,IAAI,EAAE,OAAO;IACbC,WAAW,EAAEc,eAAe,CAACI,IAAI,CAAClB;EACtC,CAAC;EAED,OAAOC,wBAAwB,CAACG,MAAM,CAAC;AAC3C,CAAC;AAACgB,OAAA,CAAAlB,mBAAA,GAAAA,mBAAA"}

package/migrations/5.39.0/001/utils/getFirstLastPublishedOn.d.ts

@@ -1,11 +1,13 @@
 import { createDdbEntryEntity } from "./../entities/createEntryEntity";
 import { CmsEntry } from "../types";
+import { ExecuteWithRetryOptions } from "@webiny/utils";
 interface CmsEntryWithPK extends CmsEntry {
     PK: string;
 }
 export interface getFirstLastPublishedOnParams {
     entry: CmsEntryWithPK;
     entryEntity: ReturnType<typeof createDdbEntryEntity>;
+    retryOptions?: ExecuteWithRetryOptions;
 }
 export declare const getFirstLastPublishedOnBy: (params: getFirstLastPublishedOnParams) => Promise<Pick<CmsEntry<import("../types").CmsEntryValues>, "firstPublishedOn" | "lastPublishedOn" | "firstPublishedBy" | "lastPublishedBy">>;
 export {};

package/migrations/5.39.0/001/utils/getFirstLastPublishedOn.js

@@ -4,6 +4,7 @@ Object.defineProperty(exports, "__esModule", {
   value: true
 });
 exports.getFirstLastPublishedOnBy = void 0;
+var _utils = require("@webiny/utils");
 const cachedEntryFirstLastPublishedOnBy = {};
 const getFirstLastPublishedOnBy = async params => {
   const {
@@ -19,11 +20,14 @@ const getFirstLastPublishedOnBy = async params => {
     firstPublishedBy: null,
     lastPublishedBy: null
   };
-  const result = await entryEntity.query(entry.PK, {
-    limit: 1,
-    eq: "P",
-    attributes: ["modifiedBy", "createdBy", "publishedOn"]
-  });
+  const executeQuery = () => {
+    return entryEntity.query(entry.PK, {
+      limit: 1,
+      eq: "P",
+      attributes: ["modifiedBy", "createdBy", "publishedOn"]
+    });
+  };
+  const result = await (0, _utils.executeWithRetry)(executeQuery, params.retryOptions);
   const publishedRecord = result.Items?.[0];
   if (publishedRecord) {
     cachedEntryFirstLastPublishedOnBy[entry.PK] = {

package/migrations/5.39.0/001/utils/getFirstLastPublishedOn.js.map

@@ -1 +1 @@
-{"version":3,"names":["cachedEntryFirstLastPublishedOnBy","getFirstLastPublishedOnBy","params","entry","entryEntity","PK","firstPublishedOn","lastPublishedOn","firstPublishedBy","lastPublishedBy","result","query","limit","eq","attributes","publishedRecord","Items","publishedOn","modifiedBy","createdBy","exports"],"sources":["getFirstLastPublishedOn.ts"],"sourcesContent":["import { createDdbEntryEntity } from \"./../entities/createEntryEntity\";\nimport { CmsEntry } from \"../types\";\n\nconst cachedEntryFirstLastPublishedOnBy: Record<\n    string,\n    Pick<CmsEntry, \"firstPublishedOn\" | \"lastPublishedOn\" | \"firstPublishedBy\" | \"lastPublishedBy\">\n> = {};\n\ninterface CmsEntryWithPK extends CmsEntry {\n    PK: string;\n}\n\nexport interface getFirstLastPublishedOnParams {\n    entry: CmsEntryWithPK;\n    entryEntity: ReturnType<typeof createDdbEntryEntity>;\n}\n\nexport const getFirstLastPublishedOnBy = async (params: getFirstLastPublishedOnParams) => {\n    const { entry, entryEntity } = params;\n\n    if (cachedEntryFirstLastPublishedOnBy[entry.PK]) {\n        return cachedEntryFirstLastPublishedOnBy[entry.PK];\n    }\n\n    cachedEntryFirstLastPublishedOnBy[entry.PK] = {\n        firstPublishedOn: null,\n        lastPublishedOn: null,\n        firstPublishedBy: null,\n        lastPublishedBy: null\n    };\n\n    const result = await entryEntity.query(entry.PK, {\n        limit: 1,\n        eq: \"P\",\n        attributes: [\"modifiedBy\", \"createdBy\", \"publishedOn\"]\n    });\n\n    const publishedRecord = result.Items?.[0];\n    if (publishedRecord) {\n        cachedEntryFirstLastPublishedOnBy[entry.PK] = {\n            firstPublishedOn: publishedRecord.publishedOn || null,\n            lastPublishedOn: publishedRecord.publishedOn || null,\n            firstPublishedBy: entry.modifiedBy || entry.createdBy || null,\n            lastPublishedBy: entry.modifiedBy || entry.createdBy || null\n        };\n    }\n\n    return cachedEntryFirstLastPublishedOnBy[entry.PK];\n};\n"],"mappings":";;;;;;AAGA,MAAMA,iCAGL,GAAG,CAAC,CAAC;AAWC,MAAMC,yBAAyB,GAAG,MAAOC,MAAqC,IAAK;EACtF,MAAM;IAAEC,KAAK;IAAEC;EAAY,CAAC,GAAGF,MAAM;EAErC,IAAIF,iCAAiC,CAACG,KAAK,CAACE,EAAE,CAAC,EAAE;IAC7C,OAAOL,iCAAiC,CAACG,KAAK,CAACE,EAAE,CAAC;EACtD;EAEAL,iCAAiC,CAACG,KAAK,CAACE,EAAE,CAAC,GAAG;IAC1CC,gBAAgB,EAAE,IAAI;IACtBC,eAAe,EAAE,IAAI;IACrBC,gBAAgB,EAAE,IAAI;IACtBC,eAAe,EAAE;EACrB,CAAC;EAED,MAAMC,MAAM,GAAG,MAAMN,WAAW,CAACO,KAAK,CAACR,KAAK,CAACE,EAAE,EAAE;IAC7CO,KAAK,EAAE,CAAC;IACRC,EAAE,EAAE,GAAG;IACPC,UAAU,EAAE,CAAC,YAAY,EAAE,WAAW,EAAE,aAAa;EACzD,CAAC,CAAC;EAEF,MAAMC,eAAe,GAAGL,MAAM,CAACM,KAAK,GAAG,CAAC,CAAC;EACzC,IAAID,eAAe,EAAE;IACjBf,iCAAiC,CAACG,KAAK,CAACE,EAAE,CAAC,GAAG;MAC1CC,gBAAgB,EAAES,eAAe,CAACE,WAAW,IAAI,IAAI;MACrDV,eAAe,EAAEQ,eAAe,CAACE,WAAW,IAAI,IAAI;MACpDT,gBAAgB,EAAEL,KAAK,CAACe,UAAU,IAAIf,KAAK,CAACgB,SAAS,IAAI,IAAI;MAC7DV,eAAe,EAAEN,KAAK,CAACe,UAAU,IAAIf,KAAK,CAACgB,SAAS,IAAI;IAC5D,CAAC;EACL;EAEA,OAAOnB,iCAAiC,CAACG,KAAK,CAACE,EAAE,CAAC;AACtD,CAAC;AAACe,OAAA,CAAAnB,yBAAA,GAAAA,yBAAA"}
+{"version":3,"names":["_utils","require","cachedEntryFirstLastPublishedOnBy","getFirstLastPublishedOnBy","params","entry","entryEntity","PK","firstPublishedOn","lastPublishedOn","firstPublishedBy","lastPublishedBy","executeQuery","query","limit","eq","attributes","result","executeWithRetry","retryOptions","publishedRecord","Items","publishedOn","modifiedBy","createdBy","exports"],"sources":["getFirstLastPublishedOn.ts"],"sourcesContent":["import { createDdbEntryEntity } from \"./../entities/createEntryEntity\";\nimport { CmsEntry } from \"../types\";\nimport { executeWithRetry, ExecuteWithRetryOptions } from \"@webiny/utils\";\n\nconst cachedEntryFirstLastPublishedOnBy: Record<\n    string,\n    Pick<CmsEntry, \"firstPublishedOn\" | \"lastPublishedOn\" | \"firstPublishedBy\" | \"lastPublishedBy\">\n> = {};\n\ninterface CmsEntryWithPK extends CmsEntry {\n    PK: string;\n}\n\nexport interface getFirstLastPublishedOnParams {\n    entry: CmsEntryWithPK;\n    entryEntity: ReturnType<typeof createDdbEntryEntity>;\n    retryOptions?: ExecuteWithRetryOptions;\n}\n\nexport const getFirstLastPublishedOnBy = async (params: getFirstLastPublishedOnParams) => {\n    const { entry, entryEntity } = params;\n\n    if (cachedEntryFirstLastPublishedOnBy[entry.PK]) {\n        return cachedEntryFirstLastPublishedOnBy[entry.PK];\n    }\n\n    cachedEntryFirstLastPublishedOnBy[entry.PK] = {\n        firstPublishedOn: null,\n        lastPublishedOn: null,\n        firstPublishedBy: null,\n        lastPublishedBy: null\n    };\n\n    const executeQuery = () => {\n        return entryEntity.query(entry.PK, {\n            limit: 1,\n            eq: \"P\",\n            attributes: [\"modifiedBy\", \"createdBy\", \"publishedOn\"]\n        });\n    };\n\n    const result = await executeWithRetry(executeQuery, params.retryOptions);\n\n    const publishedRecord = result.Items?.[0];\n    if (publishedRecord) {\n        cachedEntryFirstLastPublishedOnBy[entry.PK] = {\n            firstPublishedOn: publishedRecord.publishedOn || null,\n            lastPublishedOn: publishedRecord.publishedOn || null,\n            firstPublishedBy: entry.modifiedBy || entry.createdBy || null,\n            lastPublishedBy: entry.modifiedBy || entry.createdBy || null\n        };\n    }\n\n    return cachedEntryFirstLastPublishedOnBy[entry.PK];\n};\n"],"mappings":";;;;;;AAEA,IAAAA,MAAA,GAAAC,OAAA;AAEA,MAAMC,iCAGL,GAAG,CAAC,CAAC;AAYC,MAAMC,yBAAyB,GAAG,MAAOC,MAAqC,IAAK;EACtF,MAAM;IAAEC,KAAK;IAAEC;EAAY,CAAC,GAAGF,MAAM;EAErC,IAAIF,iCAAiC,CAACG,KAAK,CAACE,EAAE,CAAC,EAAE;IAC7C,OAAOL,iCAAiC,CAACG,KAAK,CAACE,EAAE,CAAC;EACtD;EAEAL,iCAAiC,CAACG,KAAK,CAACE,EAAE,CAAC,GAAG;IAC1CC,gBAAgB,EAAE,IAAI;IACtBC,eAAe,EAAE,IAAI;IACrBC,gBAAgB,EAAE,IAAI;IACtBC,eAAe,EAAE;EACrB,CAAC;EAED,MAAMC,YAAY,GAAGA,CAAA,KAAM;IACvB,OAAON,WAAW,CAACO,KAAK,CAACR,KAAK,CAACE,EAAE,EAAE;MAC/BO,KAAK,EAAE,CAAC;MACRC,EAAE,EAAE,GAAG;MACPC,UAAU,EAAE,CAAC,YAAY,EAAE,WAAW,EAAE,aAAa;IACzD,CAAC,CAAC;EACN,CAAC;EAED,MAAMC,MAAM,GAAG,MAAM,IAAAC,uBAAgB,EAACN,YAAY,EAAER,MAAM,CAACe,YAAY,CAAC;EAExE,MAAMC,eAAe,GAAGH,MAAM,CAACI,KAAK,GAAG,CAAC,CAAC;EACzC,IAAID,eAAe,EAAE;IACjBlB,iCAAiC,CAACG,KAAK,CAACE,EAAE,CAAC,GAAG;MAC1CC,gBAAgB,EAAEY,eAAe,CAACE,WAAW,IAAI,IAAI;MACrDb,eAAe,EAAEW,eAAe,CAACE,WAAW,IAAI,IAAI;MACpDZ,gBAAgB,EAAEL,KAAK,CAACkB,UAAU,IAAIlB,KAAK,CAACmB,SAAS,IAAI,IAAI;MAC7Db,eAAe,EAAEN,KAAK,CAACkB,UAAU,IAAIlB,KAAK,CAACmB,SAAS,IAAI;IAC5D,CAAC;EACL;EAEA,OAAOtB,iCAAiC,CAACG,KAAK,CAACE,EAAE,CAAC;AACtD,CAAC;AAACkB,OAAA,CAAAtB,yBAAA,GAAAA,yBAAA"}

package/migrations/5.39.0/001/utils/getOldestRevisionCreatedOn.d.ts

@@ -1,11 +1,13 @@
 import { createDdbEntryEntity } from "./../entities/createEntryEntity";
 import { CmsEntry } from "../types";
+import { ExecuteWithRetryOptions } from "@webiny/utils";
 interface CmsEntryWithPK extends CmsEntry {
     PK: string;
 }
 export interface GetOldestRevisionCreatedOnParams {
     entry: CmsEntryWithPK;
     entryEntity: ReturnType<typeof createDdbEntryEntity>;
+    retryOptions?: ExecuteWithRetryOptions;
 }
 export declare const getOldestRevisionCreatedOn: (params: GetOldestRevisionCreatedOnParams) => Promise<string>;
 export {};

package/migrations/5.39.0/001/utils/getOldestRevisionCreatedOn.js

@@ -4,6 +4,7 @@ Object.defineProperty(exports, "__esModule", {
   value: true
 });
 exports.getOldestRevisionCreatedOn = void 0;
+var _utils = require("@webiny/utils");
 const cachedEntryCreatedOn = {};
 const getOldestRevisionCreatedOn = async params => {
   const {
@@ -16,11 +17,14 @@ const getOldestRevisionCreatedOn = async params => {
   if (entry.version === 1) {
     cachedEntryCreatedOn[entry.PK] = entry.createdOn;
   } else {
-    const result = await entryEntity.query(entry.PK, {
-      limit: 1,
-      beginsWith: "REV#",
-      attributes: ["createdOn"]
-    });
+    const executeQuery = () => {
+      return entryEntity.query(entry.PK, {
+        limit: 1,
+        beginsWith: "REV#",
+        attributes: ["createdOn"]
+      });
+    };
+    const result = await (0, _utils.executeWithRetry)(executeQuery, params.retryOptions);
     const oldestRevision = result.Items?.[0];
     if (oldestRevision) {
       cachedEntryCreatedOn[entry.PK] = oldestRevision.createdOn;

package/migrations/5.39.0/001/utils/getOldestRevisionCreatedOn.js.map

@@ -1 +1 @@
-{"version":3,"names":["cachedEntryCreatedOn","getOldestRevisionCreatedOn","params","entry","entryEntity","PK","version","createdOn","result","query","limit","beginsWith","attributes","oldestRevision","Items","exports"],"sources":["getOldestRevisionCreatedOn.ts"],"sourcesContent":["import { createDdbEntryEntity } from \"./../entities/createEntryEntity\";\nimport { CmsEntry } from \"../types\";\n\nconst cachedEntryCreatedOn: Record<string, string> = {};\n\ninterface CmsEntryWithPK extends CmsEntry {\n    PK: string;\n}\n\nexport interface GetOldestRevisionCreatedOnParams {\n    entry: CmsEntryWithPK;\n    entryEntity: ReturnType<typeof createDdbEntryEntity>;\n}\n\nexport const getOldestRevisionCreatedOn = async (params: GetOldestRevisionCreatedOnParams) => {\n    const { entry, entryEntity } = params;\n\n    if (cachedEntryCreatedOn[entry.PK]) {\n        return cachedEntryCreatedOn[entry.PK];\n    }\n\n    if (entry.version === 1) {\n        cachedEntryCreatedOn[entry.PK] = entry.createdOn;\n    } else {\n        const result = await entryEntity.query(entry.PK, {\n            limit: 1,\n            beginsWith: \"REV#\",\n            attributes: [\"createdOn\"]\n        });\n\n        const oldestRevision = result.Items?.[0];\n        if (oldestRevision) {\n            cachedEntryCreatedOn[entry.PK] = oldestRevision.createdOn;\n        }\n    }\n\n    return cachedEntryCreatedOn[entry.PK];\n};\n"],"mappings":";;;;;;AAGA,MAAMA,oBAA4C,GAAG,CAAC,CAAC;AAWhD,MAAMC,0BAA0B,GAAG,MAAOC,MAAwC,IAAK;EAC1F,MAAM;IAAEC,KAAK;IAAEC;EAAY,CAAC,GAAGF,MAAM;EAErC,IAAIF,oBAAoB,CAACG,KAAK,CAACE,EAAE,CAAC,EAAE;IAChC,OAAOL,oBAAoB,CAACG,KAAK,CAACE,EAAE,CAAC;EACzC;EAEA,IAAIF,KAAK,CAACG,OAAO,KAAK,CAAC,EAAE;IACrBN,oBAAoB,CAACG,KAAK,CAACE,EAAE,CAAC,GAAGF,KAAK,CAACI,SAAS;EACpD,CAAC,MAAM;IACH,MAAMC,MAAM,GAAG,MAAMJ,WAAW,CAACK,KAAK,CAACN,KAAK,CAACE,EAAE,EAAE;MAC7CK,KAAK,EAAE,CAAC;MACRC,UAAU,EAAE,MAAM;MAClBC,UAAU,EAAE,CAAC,WAAW;IAC5B,CAAC,CAAC;IAEF,MAAMC,cAAc,GAAGL,MAAM,CAACM,KAAK,GAAG,CAAC,CAAC;IACxC,IAAID,cAAc,EAAE;MAChBb,oBAAoB,CAACG,KAAK,CAACE,EAAE,CAAC,GAAGQ,cAAc,CAACN,SAAS;IAC7D;EACJ;EAEA,OAAOP,oBAAoB,CAACG,KAAK,CAACE,EAAE,CAAC;AACzC,CAAC;AAACU,OAAA,CAAAd,0BAAA,GAAAA,0BAAA"}
+{"version":3,"names":["_utils","require","cachedEntryCreatedOn","getOldestRevisionCreatedOn","params","entry","entryEntity","PK","version","createdOn","executeQuery","query","limit","beginsWith","attributes","result","executeWithRetry","retryOptions","oldestRevision","Items","exports"],"sources":["getOldestRevisionCreatedOn.ts"],"sourcesContent":["import { createDdbEntryEntity } from \"./../entities/createEntryEntity\";\nimport { CmsEntry } from \"../types\";\nimport { executeWithRetry, ExecuteWithRetryOptions } from \"@webiny/utils\";\n\nconst cachedEntryCreatedOn: Record<string, string> = {};\n\ninterface CmsEntryWithPK extends CmsEntry {\n    PK: string;\n}\n\nexport interface GetOldestRevisionCreatedOnParams {\n    entry: CmsEntryWithPK;\n    entryEntity: ReturnType<typeof createDdbEntryEntity>;\n    retryOptions?: ExecuteWithRetryOptions;\n}\n\nexport const getOldestRevisionCreatedOn = async (params: GetOldestRevisionCreatedOnParams) => {\n    const { entry, entryEntity } = params;\n\n    if (cachedEntryCreatedOn[entry.PK]) {\n        return cachedEntryCreatedOn[entry.PK];\n    }\n\n    if (entry.version === 1) {\n        cachedEntryCreatedOn[entry.PK] = entry.createdOn;\n    } else {\n        const executeQuery = () => {\n            return entryEntity.query(entry.PK, {\n                limit: 1,\n                beginsWith: \"REV#\",\n                attributes: [\"createdOn\"]\n            });\n        };\n\n        const result = await executeWithRetry(executeQuery, params.retryOptions);\n\n        const oldestRevision = result.Items?.[0];\n        if (oldestRevision) {\n            cachedEntryCreatedOn[entry.PK] = oldestRevision.createdOn;\n        }\n    }\n\n    return cachedEntryCreatedOn[entry.PK];\n};\n"],"mappings":";;;;;;AAEA,IAAAA,MAAA,GAAAC,OAAA;AAEA,MAAMC,oBAA4C,GAAG,CAAC,CAAC;AAYhD,MAAMC,0BAA0B,GAAG,MAAOC,MAAwC,IAAK;EAC1F,MAAM;IAAEC,KAAK;IAAEC;EAAY,CAAC,GAAGF,MAAM;EAErC,IAAIF,oBAAoB,CAACG,KAAK,CAACE,EAAE,CAAC,EAAE;IAChC,OAAOL,oBAAoB,CAACG,KAAK,CAACE,EAAE,CAAC;EACzC;EAEA,IAAIF,KAAK,CAACG,OAAO,KAAK,CAAC,EAAE;IACrBN,oBAAoB,CAACG,KAAK,CAACE,EAAE,CAAC,GAAGF,KAAK,CAACI,SAAS;EACpD,CAAC,MAAM;IACH,MAAMC,YAAY,GAAGA,CAAA,KAAM;MACvB,OAAOJ,WAAW,CAACK,KAAK,CAACN,KAAK,CAACE,EAAE,EAAE;QAC/BK,KAAK,EAAE,CAAC;QACRC,UAAU,EAAE,MAAM;QAClBC,UAAU,EAAE,CAAC,WAAW;MAC5B,CAAC,CAAC;IACN,CAAC;IAED,MAAMC,MAAM,GAAG,MAAM,IAAAC,uBAAgB,EAACN,YAAY,EAAEN,MAAM,CAACa,YAAY,CAAC;IAExE,MAAMC,cAAc,GAAGH,MAAM,CAACI,KAAK,GAAG,CAAC,CAAC;IACxC,IAAID,cAAc,EAAE;MAChBhB,oBAAoB,CAACG,KAAK,CAACE,EAAE,CAAC,GAAGW,cAAc,CAACT,SAAS;IAC7D;EACJ;EAEA,OAAOP,oBAAoB,CAACG,KAAK,CAACE,EAAE,CAAC;AACzC,CAAC;AAACa,OAAA,CAAAjB,0BAAA,GAAAA,0BAAA"}

package/migrations/5.39.6/001/ddb-es/worker.js

@@ -90,7 +90,10 @@ const createInitialStatus = () => {
     }
   };
 };
-const BATCH_WRITE_MAX_CHUNK = 20;
+let BATCH_WRITE_MAX_CHUNK = 20;
+if (process.env.WEBINY_MIGRATION_5_39_6_001_BATCH_WRITE_MAX_CHUNK) {
+  BATCH_WRITE_MAX_CHUNK = parseInt(process.env.WEBINY_MIGRATION_5_39_6_001_BATCH_WRITE_MAX_CHUNK);
+}
 (async () => {
   const logger = (0, _logger.createPinoLogger)({
     level: (0, _logger.getLogLevel)(process.env.MIGRATIONS_LOG_LEVEL, "trace"),
@@ -159,11 +162,27 @@ const BATCH_WRITE_MAX_CHUNK = 20;
           // Get the oldest revision's `createdOn` value. We use that to set the entry-level `createdOn` value.
           const createdOn = await (0, _getOldestRevisionCreatedOn.getOldestRevisionCreatedOn)({
             entry: item,
-            entryEntity: ddbEntryEntity
+            entryEntity: ddbEntryEntity,
+            retryOptions: {
+              onFailedAttempt: error => {
+                logger.warn({
+                  error,
+                  item
+                }, `getOldestRevisionCreatedOn attempt #${error.attemptNumber} failed: ${error.message}`);
+              }
+            }
           });
           const firstLastPublishedOnByFields = await (0, _getFirstLastPublishedOn.getFirstLastPublishedOnBy)({
             entry: item,
-            entryEntity: ddbEntryEntity
+            entryEntity: ddbEntryEntity,
+            retryOptions: {
+              onFailedAttempt: error => {
+                logger.warn({
+                  error,
+                  item
+                }, `getFirstLastPublishedOnBy attempt #${error.attemptNumber} failed: ${error.message}`);
+              }
+            }
           });
           (0, _assignNewMetaFields.assignNewMetaFields)(item, {
             createdOn,
@@ -185,7 +204,15 @@ const BATCH_WRITE_MAX_CHUNK = 20;
           try {
             const fallbackIdentity = await (0, _getFallbackIdentity.getFallbackIdentity)({
               entity: ddbEntryEntity,
-              tenant: item.tenant
+              tenant: item.tenant,
+              retryOptions: {
+                onFailedAttempt: error => {
+                  logger.warn({
+                    error,
+                    item
+                  }, `getFallbackIdentity attempt #${error.attemptNumber} failed: ${error.message}`);
+                }
+              }
             });
             (0, _ensureAllNonNullableValues.ensureAllNonNullableValues)(item, {
               dateTime: fallbackDateTime,
@@ -222,9 +249,19 @@ const BATCH_WRITE_MAX_CHUNK = 20;
         /**
          * Get all the records from DynamoDB Elasticsearch.
          */
-        const ddbEsRecords = await (0, _utils2.batchReadAll)({
-          table: ddbEsEntryEntity.table,
-          items: Object.values(ddbEsItemsToBatchRead)
+        const executeBatchReadAll = () => {
+          return (0, _utils2.batchReadAll)({
+            table: ddbEsEntryEntity.table,
+            items: Object.values(ddbEsItemsToBatchRead)
+          });
+        };
+        const ddbEsRecords = await (0, _utils.executeWithRetry)(executeBatchReadAll, {
+          onFailedAttempt: error => {
+            logger.warn({
+              error,
+              items: Object.values(ddbEsItemsToBatchRead)
+            }, `[DDB-ES Table] Batch (ddbEsItemsToBatchRead) read attempt #${error.attemptNumber} failed: ${error.message}`);
+          }
         });
         for (const ddbEsRecord of ddbEsRecords) {
           const decompressedData = await (0, _getDecompressedData.getDecompressedData)(ddbEsRecord.data);
@@ -241,14 +278,36 @@ const BATCH_WRITE_MAX_CHUNK = 20;
                 ...decompressedData,
                 PK: ddbEsRecord.PK
               },
-              entryEntity: ddbEntryEntity
+              entryEntity: ddbEntryEntity,
+              retryOptions: {
+                onFailedAttempt: error => {
+                  logger.warn({
+                    error,
+                    item: {
+                      ...decompressedData,
+                      PK: ddbEsRecord.PK
+                    }
+                  }, `[DDB-ES Table] getOldestRevisionCreatedOn attempt #${error.attemptNumber} failed: ${error.message}`);
+                }
+              }
             });
             const firstLastPublishedOnByFields = await (0, _getFirstLastPublishedOn.getFirstLastPublishedOnBy)({
               entry: {
                 ...decompressedData,
                 PK: ddbEsRecord.PK
               },
-              entryEntity: ddbEntryEntity
+              entryEntity: ddbEntryEntity,
+              retryOptions: {
+                onFailedAttempt: error => {
+                  logger.warn({
+                    error,
+                    item: {
+                      ...decompressedData,
+                      PK: ddbEsRecord.PK
+                    }
+                  }, `[DDB-ES Table] getFirstLastPublishedOnBy attempt #${error.attemptNumber} failed: ${error.message}`);
+                }
+              }
             });
             (0, _assignNewMetaFields.assignNewMetaFields)(decompressedData, {
               createdOn,
@@ -262,7 +321,15 @@ const BATCH_WRITE_MAX_CHUNK = 20;
             try {
               const fallbackIdentity = await (0, _getFallbackIdentity.getFallbackIdentity)({
                 entity: ddbEntryEntity,
-                tenant: decompressedData.tenant
+                tenant: decompressedData.tenant,
+                retryOptions: {
+                  onFailedAttempt: error => {
+                    logger.warn({
+                      error,
+                      item: ddbEntryEntity
+                    }, `[DDB-ES Table] getFallbackIdentity attempt #${error.attemptNumber} failed: ${error.message}`);
+                  }
+                }
               });
               (0, _ensureAllNonNullableValues.ensureAllNonNullableValues)(decompressedData, {
                 dateTime: fallbackDateTime,
@@ -361,6 +428,15 @@ const BATCH_WRITE_MAX_CHUNK = 20;
 
       // Continue further scanning.
       return true;
+    }, {
+      retry: {
+        onFailedAttempt: error => {
+          logger.warn({
+            lastEvaluatedKey: status.lastEvaluatedKey,
+            error
+          }, `ddbScanWithCallback attempt #${error.attemptNumber} failed: ${error.message}`);
+        }
+      }
     });
 
     // Store status in tmp file.

package/migrations/5.39.6/001/ddb-es/worker.js.map

@@ -1 +1 @@
-{"version":3,"names":["_utils","require","_logger","_dataMigration","_clientDynamodb","_apiElasticsearch","_yargs","_interopRequireDefault","_helpers","_isMigratedEntry","_hasValidTypeFieldValue","_hasAllNonNullableValues","_getOldestRevisionCreatedOn","_getFirstLastPublishedOn","_assignNewMetaFields","_fixTypeFieldValue","_getFallbackIdentity","_ensureAllNonNullableValues","_getDecompressedData","_getCompressedData","_createEntryEntity","_utils2","_waitUntilHealthy","_pinoPretty","_path","_os","_fs","_getNonNullableFieldsWithMissingValues","argv","yargs","hideBin","process","options","runId","type","demandOption","ddbTable","ddbEsTable","esEndpoint","segmentIndex","totalSegments","esHealthMinClusterHealthStatus","esHealthMaxProcessorPercent","esHealthMaxRamPercent","esHealthMaxWaitingTime","esHealthWaitingTimeStep","parseSync","createInitialStatus","lastEvaluatedKey","stats","iterationsCount","recordsScanned","recordsUpdated","recordsSkipped","esHealthChecks","timeSpentWaiting","checksCount","unhealthyReasons","BATCH_WRITE_MAX_CHUNK","logger","createPinoLogger","level","getLogLevel","env","MIGRATIONS_LOG_LEVEL","msgPrefix","pinoPretty","ignore","documentClient","getDocumentClient","elasticsearchClient","createElasticsearchClient","endpoint","primaryTable","createTable","name","dynamoToEsTable","ddbEntryEntity","createDdbEntryEntity","ddbEsEntryEntity","createDdbEsEntryEntity","status","waitUntilHealthy","createWaitUntilHealthy","minClusterHealthStatus","maxProcessorPercent","maxRamPercent","maxWaitingTime","waitingTimeStep","ddbScanWithCallback","entity","segment","segments","filters","attr","eq","startKey","undefined","limit","result","items","length","trace","ddbItemsToBatchWrite","ddbEsItemsToBatchWrite","ddbEsItemsToBatchRead","fallbackDateTime","Date","toISOString","item","isFullyMigrated","isMigratedEntry","hasValidTypeFieldValue","hasAllNonNullableValues","createdOn","getOldestRevisionCreatedOn","entry","entryEntity","firstLastPublishedOnByFields","getFirstLastPublishedOnBy","assignNewMetaFields","fixTypeFieldValue","getNonNullableFieldsWithMissingValues","modelId","id","fallbackIdentity","getFallbackIdentity","tenant","ensureAllNonNullableValues","dateTime","identity","e","debug","message","push","putBatch","ddbEsLatestRecordKey","entryId","getBatch","PK","SK","ddbEsPublishedRecordKey","locked","Object","keys","ddbEsRecords","batchReadAll","table","values","ddbEsRecord","decompressedData","getDecompressedData","data","join","error","compressedData","getCompressedData","ddbWriteError","ddbEsWriteError","execute","batchWriteAll","executeWithRetry","onFailedAttempt","warn","attemptNumber","results","wait","onUnhealthy","params","shouldWaitReason","waitingReason","runningTime","executeDdbEs","logFilePath","path","os","tmpdir","fs","writeFileSync","JSON","stringify"],"sources":["worker.ts"],"sourcesContent":["import { executeWithRetry } from \"@webiny/utils\";\nimport { createPinoLogger, getLogLevel } from \"@webiny/logger\";\nimport { createTable } from \"@webiny/data-migration\";\nimport { getDocumentClient } from \"@webiny/aws-sdk/client-dynamodb\";\nimport { createElasticsearchClient } from \"@webiny/api-elasticsearch\";\nimport yargs from \"yargs/yargs\";\nimport { hideBin } from \"yargs/helpers\";\nimport { isMigratedEntry } from \"~/migrations/5.39.0/001/utils/isMigratedEntry\";\nimport { hasValidTypeFieldValue } from \"~/migrations/5.39.0/001/utils/hasValidTypeFieldValue\";\nimport { hasAllNonNullableValues } from \"~/migrations/5.39.0/001/utils/hasAllNonNullableValues\";\nimport { getOldestRevisionCreatedOn } from \"~/migrations/5.39.0/001/utils/getOldestRevisionCreatedOn\";\nimport { getFirstLastPublishedOnBy } from \"~/migrations/5.39.0/001/utils/getFirstLastPublishedOn\";\nimport { assignNewMetaFields } from \"~/migrations/5.39.0/001/utils/assignNewMetaFields\";\nimport { fixTypeFieldValue } from \"~/migrations/5.39.0/001/utils/fixTypeFieldValue\";\nimport { getFallbackIdentity } from \"~/migrations/5.39.0/001/utils/getFallbackIdentity\";\nimport { ensureAllNonNullableValues } from \"~/migrations/5.39.0/001/utils/ensureAllNonNullableValues\";\nimport { getDecompressedData } from \"~/migrations/5.39.0/001/utils/getDecompressedData\";\nimport { getCompressedData } from \"~/migrations/5.39.0/001/utils/getCompressedData\";\nimport { CmsEntry } from \"~/migrations/5.39.0/001/types\";\nimport {\n    createDdbEntryEntity,\n    createDdbEsEntryEntity\n} from \"~/migrations/5.39.0/001/entities/createEntryEntity\";\nimport {\n    batchReadAll,\n    BatchReadItem,\n    batchWriteAll,\n    BatchWriteItem,\n    ddbScanWithCallback\n} from \"~/utils\";\nimport { createWaitUntilHealthy } from \"@webiny/api-elasticsearch/utils/waitUntilHealthy\";\nimport pinoPretty from \"pino-pretty\";\nimport { EsHealthChecksParams } from \"~/migrations/5.39.6/001/ddb-es/utils\";\nimport path from \"path\";\nimport os from \"os\";\nimport fs from \"fs\";\nimport { getNonNullableFieldsWithMissingValues } from \"~/migrations/5.39.0/001/utils/getNonNullableFieldsWithMissingValues\";\n\nconst argv = yargs(hideBin(process.argv))\n    .options({\n        runId: { type: \"string\", demandOption: true },\n        ddbTable: { type: \"string\", demandOption: true },\n        ddbEsTable: { type: \"string\", demandOption: true },\n        esEndpoint: { type: \"string\", demandOption: true },\n        segmentIndex: { type: \"number\", demandOption: true },\n        totalSegments: { type: \"number\", demandOption: true },\n\n        // Elasticsearch health check options.\n        esHealthMinClusterHealthStatus: { type: \"string\", demandOption: true },\n        esHealthMaxProcessorPercent: { type: \"number\", demandOption: true },\n        esHealthMaxRamPercent: { type: \"number\", demandOption: true },\n        esHealthMaxWaitingTime: { type: \"number\", demandOption: true },\n        esHealthWaitingTimeStep: { type: \"number\", demandOption: true }\n    })\n    .parseSync();\n\ninterface LastEvaluatedKeyObject {\n    PK: string;\n    SK: string;\n    GSI1_PK: string;\n    GSI1_SK: string;\n}\n\ntype LastEvaluatedKey = LastEvaluatedKeyObject | true | null;\n\ninterface MigrationStatus {\n    lastEvaluatedKey: LastEvaluatedKey;\n    stats: {\n        iterationsCount: number;\n        recordsScanned: number;\n        recordsUpdated: number;\n        recordsSkipped: number;\n        esHealthChecks: {\n            timeSpentWaiting: number;\n            checksCount: number;\n            unhealthyReasons: {\n                [key: string]: number;\n            };\n        };\n    };\n}\n\ninterface DynamoDbElasticsearchRecord {\n    PK: string;\n    SK: string;\n    data: string;\n}\n\nconst createInitialStatus = (): MigrationStatus => {\n    return {\n        lastEvaluatedKey: null,\n        stats: {\n            iterationsCount: 0,\n            recordsScanned: 0,\n            recordsUpdated: 0,\n            recordsSkipped: 0,\n            esHealthChecks: {\n                timeSpentWaiting: 0,\n                checksCount: 0,\n                unhealthyReasons: {}\n            }\n        }\n    };\n};\n\nconst BATCH_WRITE_MAX_CHUNK = 20;\n\n(async () => {\n    const logger = createPinoLogger(\n        {\n            level: getLogLevel(process.env.MIGRATIONS_LOG_LEVEL, \"trace\"),\n            msgPrefix: `[segment #${argv.segmentIndex}] `\n        },\n        pinoPretty({ ignore: \"pid,hostname\" })\n    );\n\n    const documentClient = getDocumentClient();\n    const elasticsearchClient = createElasticsearchClient({\n        endpoint: `https://${argv.esEndpoint}`\n    });\n\n    const primaryTable = createTable({\n        name: argv.ddbTable,\n        documentClient\n    });\n    const dynamoToEsTable = createTable({\n        name: argv.ddbEsTable,\n        documentClient\n    });\n\n    const ddbEntryEntity = createDdbEntryEntity(primaryTable);\n    const ddbEsEntryEntity = createDdbEsEntryEntity(dynamoToEsTable);\n\n    const status = createInitialStatus();\n\n    const waitUntilHealthy = createWaitUntilHealthy(elasticsearchClient, {\n        minClusterHealthStatus:\n            argv.esHealthMinClusterHealthStatus as EsHealthChecksParams[\"minClusterHealthStatus\"],\n        maxProcessorPercent: argv.esHealthMaxProcessorPercent,\n        maxRamPercent: argv.esHealthMaxRamPercent,\n        maxWaitingTime: argv.esHealthMaxWaitingTime,\n        waitingTimeStep: argv.esHealthWaitingTimeStep\n    });\n\n    try {\n        await ddbScanWithCallback<CmsEntry>(\n            {\n                entity: ddbEntryEntity,\n                options: {\n                    segment: argv.segmentIndex,\n                    segments: argv.totalSegments,\n                    filters: [\n                        {\n                            attr: \"_et\",\n                            eq: \"CmsEntries\"\n                        }\n                    ],\n                    startKey: status.lastEvaluatedKey || undefined,\n                    limit: 100\n                }\n            },\n            async result => {\n                status.stats.iterationsCount++;\n                status.stats.recordsScanned += result.items.length;\n\n                if (status.stats.iterationsCount % 5 === 0) {\n                    // We log every 5th iteration.\n                    logger.trace(\n                        `[iteration #${status.stats.iterationsCount}] Reading ${result.items.length} record(s)...`\n                    );\n                }\n\n                const ddbItemsToBatchWrite: BatchWriteItem[] = [];\n                const ddbEsItemsToBatchWrite: BatchWriteItem[] = [];\n                const ddbEsItemsToBatchRead: Record<string, BatchReadItem> = {};\n\n                const fallbackDateTime = new Date().toISOString();\n\n                // Update records in primary DynamoDB table. Also do preparations for\n                // subsequent updates on DDB-ES DynamoDB table, and in Elasticsearch.\n                for (const item of result.items) {\n                    const isFullyMigrated =\n                        isMigratedEntry(item) &&\n                        hasValidTypeFieldValue(item) &&\n                        hasAllNonNullableValues(item);\n\n                    if (isFullyMigrated) {\n                        status.stats.recordsSkipped++;\n                        continue;\n                    }\n\n                    // 1. Check if the data migration was ever performed. If not, let's perform it.\n                    if (!isMigratedEntry(item)) {\n                        // Get the oldest revision's `createdOn` value. We use that to set the entry-level `createdOn` value.\n                        const createdOn = await getOldestRevisionCreatedOn({\n                            entry: item,\n                            entryEntity: ddbEntryEntity\n                        });\n\n                        const firstLastPublishedOnByFields = await getFirstLastPublishedOnBy({\n                            entry: item,\n                            entryEntity: ddbEntryEntity\n                        });\n\n                        assignNewMetaFields(item, {\n                            createdOn,\n                            ...firstLastPublishedOnByFields\n                        });\n                    }\n\n                    // 2. We've noticed some of the records had an invalid `TYPE` field value\n                    //    in the database. This step addresses this issue.\n                    if (!hasValidTypeFieldValue(item)) {\n                        // Fixes the value of the `TYPE` field, if it's not valid.\n                        fixTypeFieldValue(item);\n                    }\n\n                    // 3. Finally, once both of the steps were performed, ensure that all\n                    //    new non-nullable meta fields have a value and nothing is missing.\n                    if (!hasAllNonNullableValues(item)) {\n                        logger.trace(\n                            getNonNullableFieldsWithMissingValues(item),\n                            `Detected an entry with missing values for non-nullable meta fields (${item.modelId}/${item.id}).`\n                        );\n\n                        try {\n                            const fallbackIdentity = await getFallbackIdentity({\n                                entity: ddbEntryEntity,\n                                tenant: item.tenant\n                            });\n\n                            ensureAllNonNullableValues(item, {\n                                dateTime: fallbackDateTime,\n                                identity: fallbackIdentity\n                            });\n\n                            logger.trace(\n                                `Successfully ensured all non-nullable meta fields have values (${item.modelId}/${item.id}). Will be saving into the database soon.`\n                            );\n                        } catch (e) {\n                            logger.debug(\n                                `Failed to ensure all non-nullable meta fields have values (${item.modelId}/${item.id}): ${e.message}`\n                            );\n                        }\n                    }\n\n                    ddbItemsToBatchWrite.push(ddbEntryEntity.putBatch(item));\n\n                    /**\n                     * Prepare the loading of DynamoDB Elasticsearch part of the records.\n                     */\n\n                    const ddbEsLatestRecordKey = `${item.entryId}:L`;\n                    if (ddbEsItemsToBatchRead[ddbEsLatestRecordKey]) {\n                        continue;\n                    }\n\n                    ddbEsItemsToBatchRead[ddbEsLatestRecordKey] = ddbEsEntryEntity.getBatch({\n                        PK: item.PK,\n                        SK: \"L\"\n                    });\n\n                    const ddbEsPublishedRecordKey = `${item.entryId}:P`;\n                    if (item.status === \"published\" || !!item.locked) {\n                        ddbEsItemsToBatchRead[ddbEsPublishedRecordKey] = ddbEsEntryEntity.getBatch({\n                            PK: item.PK,\n                            SK: \"P\"\n                        });\n                    }\n                }\n\n                if (Object.keys(ddbEsItemsToBatchRead).length > 0) {\n                    /**\n                     * Get all the records from DynamoDB Elasticsearch.\n                     */\n                    const ddbEsRecords = await batchReadAll<DynamoDbElasticsearchRecord>({\n                        table: ddbEsEntryEntity.table,\n                        items: Object.values(ddbEsItemsToBatchRead)\n                    });\n\n                    for (const ddbEsRecord of ddbEsRecords) {\n                        const decompressedData = await getDecompressedData<CmsEntry>(\n                            ddbEsRecord.data\n                        );\n                        if (!decompressedData) {\n                            logger.trace(\n                                `[DDB-ES Table] Skipping record \"${ddbEsRecord.PK}\" as it is not a valid CMS entry...`\n                            );\n                            continue;\n                        }\n\n                        // 1. Check if the data migration was ever performed. If not, let's perform it.\n                        if (!isMigratedEntry(decompressedData)) {\n                            // Get the oldest revision's `createdOn` value. We use that to set the entry-level `createdOn` value.\n                            const createdOn = await getOldestRevisionCreatedOn({\n                                entry: { ...decompressedData, PK: ddbEsRecord.PK },\n                                entryEntity: ddbEntryEntity\n                            });\n\n                            const firstLastPublishedOnByFields = await getFirstLastPublishedOnBy({\n                                entry: { ...decompressedData, PK: ddbEsRecord.PK },\n                                entryEntity: ddbEntryEntity\n                            });\n\n                            assignNewMetaFields(decompressedData, {\n                                createdOn,\n                                ...firstLastPublishedOnByFields\n                            });\n                        }\n\n                        // 2. Ensure new non-nullable meta fields have a value and nothing is missing.\n                        if (!hasAllNonNullableValues(decompressedData)) {\n                            logger.trace(\n                                getNonNullableFieldsWithMissingValues(decompressedData),\n                                [\n                                    `[DDB-ES Table] Detected an entry with missing values for non-nullable meta fields`,\n                                    `(${decompressedData.modelId}/${decompressedData.id}).`\n                                ].join(\" \")\n                            );\n\n                            try {\n                                const fallbackIdentity = await getFallbackIdentity({\n                                    entity: ddbEntryEntity,\n                                    tenant: decompressedData.tenant\n                                });\n\n                                ensureAllNonNullableValues(decompressedData, {\n                                    dateTime: fallbackDateTime,\n                                    identity: fallbackIdentity\n                                });\n\n                                logger.trace(\n                                    [\n                                        `[DDB-ES Table] Successfully ensured all non-nullable meta fields`,\n                                        `have values (${decompressedData.modelId}/${decompressedData.id}).`,\n                                        \"Will be saving the changes soon.\"\n                                    ].join(\" \")\n                                );\n                            } catch (e) {\n                                logger.error(\n                                    [\n                                        \"[DDB-ES Table] Failed to ensure all non-nullable meta fields have values\",\n                                        `(${decompressedData.modelId}/${decompressedData.id}): ${e.message}`\n                                    ].join(\" \")\n                                );\n                            }\n                        }\n\n                        const compressedData = await getCompressedData(decompressedData);\n\n                        ddbEsItemsToBatchWrite.push(\n                            ddbEsEntryEntity.putBatch({\n                                ...ddbEsRecord,\n                                data: compressedData\n                            })\n                        );\n                    }\n                }\n\n                if (ddbItemsToBatchWrite.length) {\n                    let ddbWriteError = false;\n                    let ddbEsWriteError = false;\n\n                    // Store data in primary DynamoDB table.\n                    const execute = () => {\n                        return batchWriteAll(\n                            {\n                                table: ddbEntryEntity.table,\n                                items: ddbItemsToBatchWrite\n                            },\n                            BATCH_WRITE_MAX_CHUNK\n                        );\n                    };\n\n                    logger.trace(\n                        `Storing ${ddbItemsToBatchWrite.length} record(s) in primary DynamoDB table...`\n                    );\n\n                    try {\n                        await executeWithRetry(execute, {\n                            onFailedAttempt: error => {\n                                logger.warn(\n                                    `Batch write attempt #${error.attemptNumber} failed: ${error.message}`\n                                );\n                            }\n                        });\n                    } catch (e) {\n                        ddbWriteError = true;\n                        logger.error(\n                            {\n                                error: e,\n                                ddbItemsToBatchWrite\n                            },\n                            \"After multiple retries, failed to batch-store records in primary DynamoDB table.\"\n                        );\n                    }\n\n                    if (ddbEsItemsToBatchWrite.length) {\n                        logger.trace(\n                            `Storing ${ddbEsItemsToBatchWrite.length} record(s) in DDB-ES DynamoDB table...`\n                        );\n\n                        try {\n                            const results = await waitUntilHealthy.wait({\n                                async onUnhealthy(params) {\n                                    const shouldWaitReason = params.waitingReason.name;\n\n                                    logger.warn(\n                                        `Cluster is unhealthy (${shouldWaitReason}). Waiting for the cluster to become healthy...`,\n                                        params\n                                    );\n\n                                    if (\n                                        status.stats.esHealthChecks.unhealthyReasons[\n                                            shouldWaitReason\n                                        ]\n                                    ) {\n                                        status.stats.esHealthChecks.unhealthyReasons[\n                                            shouldWaitReason\n                                        ]++;\n                                    } else {\n                                        status.stats.esHealthChecks.unhealthyReasons[\n                                            shouldWaitReason\n                                        ] = 1;\n                                    }\n                                }\n                            });\n\n                            status.stats.esHealthChecks.checksCount++;\n                            status.stats.esHealthChecks.timeSpentWaiting += results.runningTime;\n\n                            // Store data in DDB-ES DynamoDB table.\n                            const executeDdbEs = () => {\n                                return batchWriteAll(\n                                    {\n                                        table: ddbEsEntryEntity.table,\n                                        items: ddbEsItemsToBatchWrite\n                                    },\n                                    BATCH_WRITE_MAX_CHUNK\n                                );\n                            };\n\n                            await executeWithRetry(executeDdbEs, {\n                                onFailedAttempt: error => {\n                                    logger.warn(\n                                        `[DDB-ES Table] Batch write attempt #${error.attemptNumber} failed: ${error.message}`\n                                    );\n                                }\n                            });\n                        } catch (e) {\n                            ddbEsWriteError = true;\n                            logger.error(\n                                {\n                                    error: e,\n                                    ddbEsItemsToBatchWrite\n                                },\n                                \"After multiple retries, failed to batch-store records in DDB-ES DynamoDB table.\"\n                            );\n                        }\n                    }\n\n                    if (ddbEsWriteError || ddbWriteError) {\n                        logger.warn(\n                            'Not increasing the \"recordsUpdated\" count due to write errors.'\n                        );\n                    } else {\n                        status.stats.recordsUpdated += ddbItemsToBatchWrite.length;\n                    }\n                }\n\n                // Update checkpoint after every batch.\n                let lastEvaluatedKey: LastEvaluatedKey = true;\n                if (result.lastEvaluatedKey) {\n                    lastEvaluatedKey = result.lastEvaluatedKey as unknown as LastEvaluatedKeyObject;\n                }\n\n                status.lastEvaluatedKey = lastEvaluatedKey;\n\n                if (lastEvaluatedKey === true) {\n                    return false;\n                }\n\n                // Continue further scanning.\n                return true;\n            }\n        );\n\n        // Store status in tmp file.\n        logger.trace({ status }, \"Segment processing completed. Saving status to tmp file...\");\n        const logFilePath = path.join(\n            os.tmpdir(),\n            `webiny-5-39-6-meta-fields-data-migration-log-${argv.runId}-${argv.segmentIndex}.log`\n        );\n\n        // Save segment processing stats to a file.\n        fs.writeFileSync(logFilePath, JSON.stringify(status.stats, null, 2));\n\n        logger.trace(`Segment processing stats saved in ${logFilePath}.`);\n    } catch (error) {\n        // Store status in tmp file.\n        logger.error(\n            { status, error },\n            \"Segment processing failed to complete. Saving status to tmp file...\"\n        );\n        const logFilePath = path.join(\n            os.tmpdir(),\n            `webiny-5-39-6-meta-fields-data-migration-log-${argv.runId}-${argv.segmentIndex}.log`\n        );\n\n        // Save segment processing stats to a file.\n        fs.writeFileSync(logFilePath, JSON.stringify(status.stats, null, 2));\n\n        logger.trace(`Segment processing stats saved in ${logFilePath}.`);\n    }\n})();\n"],"mappings":";;;AAAA,IAAAA,MAAA,GAAAC,OAAA;AACA,IAAAC,OAAA,GAAAD,OAAA;AACA,IAAAE,cAAA,GAAAF,OAAA;AACA,IAAAG,eAAA,GAAAH,OAAA;AACA,IAAAI,iBAAA,GAAAJ,OAAA;AACA,IAAAK,MAAA,GAAAC,sBAAA,CAAAN,OAAA;AACA,IAAAO,QAAA,GAAAP,OAAA;AACA,IAAAQ,gBAAA,GAAAR,OAAA;AACA,IAAAS,uBAAA,GAAAT,OAAA;AACA,IAAAU,wBAAA,GAAAV,OAAA;AACA,IAAAW,2BAAA,GAAAX,OAAA;AACA,IAAAY,wBAAA,GAAAZ,OAAA;AACA,IAAAa,oBAAA,GAAAb,OAAA;AACA,IAAAc,kBAAA,GAAAd,OAAA;AACA,IAAAe,oBAAA,GAAAf,OAAA;AACA,IAAAgB,2BAAA,GAAAhB,OAAA;AACA,IAAAiB,oBAAA,GAAAjB,OAAA;AACA,IAAAkB,kBAAA,GAAAlB,OAAA;AAEA,IAAAmB,kBAAA,GAAAnB,OAAA;AAIA,IAAAoB,OAAA,GAAApB,OAAA;AAOA,IAAAqB,iBAAA,GAAArB,OAAA;AACA,IAAAsB,WAAA,GAAAhB,sBAAA,CAAAN,OAAA;AAEA,IAAAuB,KAAA,GAAAjB,sBAAA,CAAAN,OAAA;AACA,IAAAwB,GAAA,GAAAlB,sBAAA,CAAAN,OAAA;AACA,IAAAyB,GAAA,GAAAnB,sBAAA,CAAAN,OAAA;AACA,IAAA0B,sCAAA,GAAA1B,OAAA;AAEA,MAAM2B,IAAI,GAAG,IAAAC,cAAK,EAAC,IAAAC,gBAAO,EAACC,OAAO,CAACH,IAAI,CAAC,CAAC,CACpCI,OAAO,CAAC;EACLC,KAAK,EAAE;IAAEC,IAAI,EAAE,QAAQ;IAAEC,YAAY,EAAE;EAAK,CAAC;EAC7CC,QAAQ,EAAE;IAAEF,IAAI,EAAE,QAAQ;IAAEC,YAAY,EAAE;EAAK,CAAC;EAChDE,UAAU,EAAE;IAAEH,IAAI,EAAE,QAAQ;IAAEC,YAAY,EAAE;EAAK,CAAC;EAClDG,UAAU,EAAE;IAAEJ,IAAI,EAAE,QAAQ;IAAEC,YAAY,EAAE;EAAK,CAAC;EAClDI,YAAY,EAAE;IAAEL,IAAI,EAAE,QAAQ;IAAEC,YAAY,EAAE;EAAK,CAAC;EACpDK,aAAa,EAAE;IAAEN,IAAI,EAAE,QAAQ;IAAEC,YAAY,EAAE;EAAK,CAAC;EAErD;EACAM,8BAA8B,EAAE;IAAEP,IAAI,EAAE,QAAQ;IAAEC,YAAY,EAAE;EAAK,CAAC;EACtEO,2BAA2B,EAAE;IAAER,IAAI,EAAE,QAAQ;IAAEC,YAAY,EAAE;EAAK,CAAC;EACnEQ,qBAAqB,EAAE;IAAET,IAAI,EAAE,QAAQ;IAAEC,YAAY,EAAE;EAAK,CAAC;EAC7DS,sBAAsB,EAAE;IAAEV,IAAI,EAAE,QAAQ;IAAEC,YAAY,EAAE;EAAK,CAAC;EAC9DU,uBAAuB,EAAE;IAAEX,IAAI,EAAE,QAAQ;IAAEC,YAAY,EAAE;EAAK;AAClE,CAAC,CAAC,CACDW,SAAS,CAAC,CAAC;AAkChB,MAAMC,mBAAmB,GAAGA,CAAA,KAAuB;EAC/C,OAAO;IACHC,gBAAgB,EAAE,IAAI;IACtBC,KAAK,EAAE;MACHC,eAAe,EAAE,CAAC;MAClBC,cAAc,EAAE,CAAC;MACjBC,cAAc,EAAE,CAAC;MACjBC,cAAc,EAAE,CAAC;MACjBC,cAAc,EAAE;QACZC,gBAAgB,EAAE,CAAC;QACnBC,WAAW,EAAE,CAAC;QACdC,gBAAgB,EAAE,CAAC;MACvB;IACJ;EACJ,CAAC;AACL,CAAC;AAED,MAAMC,qBAAqB,GAAG,EAAE;AAEhC,CAAC,YAAY;EACT,MAAMC,MAAM,GAAG,IAAAC,wBAAgB,EAC3B;IACIC,KAAK,EAAE,IAAAC,mBAAW,EAAC/B,OAAO,CAACgC,GAAG,CAACC,oBAAoB,EAAE,OAAO,CAAC;IAC7DC,SAAS,EAAG,aAAYrC,IAAI,CAACW,YAAa;EAC9C,CAAC,EACD,IAAA2B,mBAAU,EAAC;IAAEC,MAAM,EAAE;EAAe,CAAC,CACzC,CAAC;EAED,MAAMC,cAAc,GAAG,IAAAC,iCAAiB,EAAC,CAAC;EAC1C,MAAMC,mBAAmB,GAAG,IAAAC,2CAAyB,EAAC;IAClDC,QAAQ,EAAG,WAAU5C,IAAI,CAACU,UAAW;EACzC,CAAC,CAAC;EAEF,MAAMmC,YAAY,GAAG,IAAAC,0BAAW,EAAC;IAC7BC,IAAI,EAAE/C,IAAI,CAACQ,QAAQ;IACnBgC;EACJ,CAAC,CAAC;EACF,MAAMQ,eAAe,GAAG,IAAAF,0BAAW,EAAC;IAChCC,IAAI,EAAE/C,IAAI,CAACS,UAAU;IACrB+B;EACJ,CAAC,CAAC;EAEF,MAAMS,cAAc,GAAG,IAAAC,uCAAoB,EAACL,YAAY,CAAC;EACzD,MAAMM,gBAAgB,GAAG,IAAAC,yCAAsB,EAACJ,eAAe,CAAC;EAEhE,MAAMK,MAAM,GAAGlC,mBAAmB,CAAC,CAAC;EAEpC,MAAMmC,gBAAgB,GAAG,IAAAC,wCAAsB,EAACb,mBAAmB,EAAE;IACjEc,sBAAsB,EAClBxD,IAAI,CAACa,8BAAgF;IACzF4C,mBAAmB,EAAEzD,IAAI,CAACc,2BAA2B;IACrD4C,aAAa,EAAE1D,IAAI,CAACe,qBAAqB;IACzC4C,cAAc,EAAE3D,IAAI,CAACgB,sBAAsB;IAC3C4C,eAAe,EAAE5D,IAAI,CAACiB;EAC1B,CAAC,CAAC;EAEF,IAAI;IACA,MAAM,IAAA4C,2BAAmB,EACrB;MACIC,MAAM,EAAEb,cAAc;MACtB7C,OAAO,EAAE;QACL2D,OAAO,EAAE/D,IAAI,CAACW,YAAY;QAC1BqD,QAAQ,EAAEhE,IAAI,CAACY,aAAa;QAC5BqD,OAAO,EAAE,CACL;UACIC,IAAI,EAAE,KAAK;UACXC,EAAE,EAAE;QACR,CAAC,CACJ;QACDC,QAAQ,EAAEf,MAAM,CAACjC,gBAAgB,IAAIiD,SAAS;QAC9CC,KAAK,EAAE;MACX;IACJ,CAAC,EACD,MAAMC,MAAM,IAAI;MACZlB,MAAM,CAAChC,KAAK,CAACC,eAAe,EAAE;MAC9B+B,MAAM,CAAChC,KAAK,CAACE,cAAc,IAAIgD,MAAM,CAACC,KAAK,CAACC,MAAM;MAElD,IAAIpB,MAAM,CAAChC,KAAK,CAACC,eAAe,GAAG,CAAC,KAAK,CAAC,EAAE;QACxC;QACAS,MAAM,CAAC2C,KAAK,CACP,eAAcrB,MAAM,CAAChC,KAAK,CAACC,eAAgB,aAAYiD,MAAM,CAACC,KAAK,CAACC,MAAO,eAChF,CAAC;MACL;MAEA,MAAME,oBAAsC,GAAG,EAAE;MACjD,MAAMC,sBAAwC,GAAG,EAAE;MACnD,MAAMC,qBAAoD,GAAG,CAAC,CAAC;MAE/D,MAAMC,gBAAgB,GAAG,IAAIC,IAAI,CAAC,CAAC,CAACC,WAAW,CAAC,CAAC;;MAEjD;MACA;MACA,KAAK,MAAMC,IAAI,IAAIV,MAAM,CAACC,KAAK,EAAE;QAC7B,MAAMU,eAAe,GACjB,IAAAC,gCAAe,EAACF,IAAI,CAAC,IACrB,IAAAG,8CAAsB,EAACH,IAAI,CAAC,IAC5B,IAAAI,gDAAuB,EAACJ,IAAI,CAAC;QAEjC,IAAIC,eAAe,EAAE;UACjB7B,MAAM,CAAChC,KAAK,CAACI,cAAc,EAAE;UAC7B;QACJ;;QAEA;QACA,IAAI,CAAC,IAAA0D,gCAAe,EAACF,IAAI,CAAC,EAAE;UACxB;UACA,MAAMK,SAAS,GAAG,MAAM,IAAAC,sDAA0B,EAAC;YAC/CC,KAAK,EAAEP,IAAI;YACXQ,WAAW,EAAExC;UACjB,CAAC,CAAC;UAEF,MAAMyC,4BAA4B,GAAG,MAAM,IAAAC,kDAAyB,EAAC;YACjEH,KAAK,EAAEP,IAAI;YACXQ,WAAW,EAAExC;UACjB,CAAC,CAAC;UAEF,IAAA2C,wCAAmB,EAACX,IAAI,EAAE;YACtBK,SAAS;YACT,GAAGI;UACP,CAAC,CAAC;QACN;;QAEA;QACA;QACA,IAAI,CAAC,IAAAN,8CAAsB,EAACH,IAAI,CAAC,EAAE;UAC/B;UACA,IAAAY,oCAAiB,EAACZ,IAAI,CAAC;QAC3B;;QAEA;QACA;QACA,IAAI,CAAC,IAAAI,gDAAuB,EAACJ,IAAI,CAAC,EAAE;UAChClD,MAAM,CAAC2C,KAAK,CACR,IAAAoB,4EAAqC,EAACb,IAAI,CAAC,EAC1C,uEAAsEA,IAAI,CAACc,OAAQ,IAAGd,IAAI,CAACe,EAAG,IACnG,CAAC;UAED,IAAI;YACA,MAAMC,gBAAgB,GAAG,MAAM,IAAAC,wCAAmB,EAAC;cAC/CpC,MAAM,EAAEb,cAAc;cACtBkD,MAAM,EAAElB,IAAI,CAACkB;YACjB,CAAC,CAAC;YAEF,IAAAC,sDAA0B,EAACnB,IAAI,EAAE;cAC7BoB,QAAQ,EAAEvB,gBAAgB;cAC1BwB,QAAQ,EAAEL;YACd,CAAC,CAAC;YAEFlE,MAAM,CAAC2C,KAAK,CACP,kEAAiEO,IAAI,CAACc,OAAQ,IAAGd,IAAI,CAACe,EAAG,2CAC9F,CAAC;UACL,CAAC,CAAC,OAAOO,CAAC,EAAE;YACRxE,MAAM,CAACyE,KAAK,CACP,8DAA6DvB,IAAI,CAACc,OAAQ,IAAGd,IAAI,CAACe,EAAG,MAAKO,CAAC,CAACE,OAAQ,EACzG,CAAC;UACL;QACJ;QAEA9B,oBAAoB,CAAC+B,IAAI,CAACzD,cAAc,CAAC0D,QAAQ,CAAC1B,IAAI,CAAC,CAAC;;QAExD;AACpB;AACA;;QAEoB,MAAM2B,oBAAoB,GAAI,GAAE3B,IAAI,CAAC4B,OAAQ,IAAG;QAChD,IAAIhC,qBAAqB,CAAC+B,oBAAoB,CAAC,EAAE;UAC7C;QACJ;QAEA/B,qBAAqB,CAAC+B,oBAAoB,CAAC,GAAGzD,gBAAgB,CAAC2D,QAAQ,CAAC;UACpEC,EAAE,EAAE9B,IAAI,CAAC8B,EAAE;UACXC,EAAE,EAAE;QACR,CAAC,CAAC;QAEF,MAAMC,uBAAuB,GAAI,GAAEhC,IAAI,CAAC4B,OAAQ,IAAG;QACnD,IAAI5B,IAAI,CAAC5B,MAAM,KAAK,WAAW,IAAI,CAAC,CAAC4B,IAAI,CAACiC,MAAM,EAAE;UAC9CrC,qBAAqB,CAACoC,uBAAuB,CAAC,GAAG9D,gBAAgB,CAAC2D,QAAQ,CAAC;YACvEC,EAAE,EAAE9B,IAAI,CAAC8B,EAAE;YACXC,EAAE,EAAE;UACR,CAAC,CAAC;QACN;MACJ;MAEA,IAAIG,MAAM,CAACC,IAAI,CAACvC,qBAAqB,CAAC,CAACJ,MAAM,GAAG,CAAC,EAAE;QAC/C;AACpB;AACA;QACoB,MAAM4C,YAAY,GAAG,MAAM,IAAAC,oBAAY,EAA8B;UACjEC,KAAK,EAAEpE,gBAAgB,CAACoE,KAAK;UAC7B/C,KAAK,EAAE2C,MAAM,CAACK,MAAM,CAAC3C,qBAAqB;QAC9C,CAAC,CAAC;QAEF,KAAK,MAAM4C,WAAW,IAAIJ,YAAY,EAAE;UACpC,MAAMK,gBAAgB,GAAG,MAAM,IAAAC,wCAAmB,EAC9CF,WAAW,CAACG,IAChB,CAAC;UACD,IAAI,CAACF,gBAAgB,EAAE;YACnB3F,MAAM,CAAC2C,KAAK,CACP,mCAAkC+C,WAAW,CAACV,EAAG,qCACtD,CAAC;YACD;UACJ;;UAEA;UACA,IAAI,CAAC,IAAA5B,gCAAe,EAACuC,gBAAgB,CAAC,EAAE;YACpC;YACA,MAAMpC,SAAS,GAAG,MAAM,IAAAC,sDAA0B,EAAC;cAC/CC,KAAK,EAAE;gBAAE,GAAGkC,gBAAgB;gBAAEX,EAAE,EAAEU,WAAW,CAACV;cAAG,CAAC;cAClDtB,WAAW,EAAExC;YACjB,CAAC,CAAC;YAEF,MAAMyC,4BAA4B,GAAG,MAAM,IAAAC,kDAAyB,EAAC;cACjEH,KAAK,EAAE;gBAAE,GAAGkC,gBAAgB;gBAAEX,EAAE,EAAEU,WAAW,CAACV;cAAG,CAAC;cAClDtB,WAAW,EAAExC;YACjB,CAAC,CAAC;YAEF,IAAA2C,wCAAmB,EAAC8B,gBAAgB,EAAE;cAClCpC,SAAS;cACT,GAAGI;YACP,CAAC,CAAC;UACN;;UAEA;UACA,IAAI,CAAC,IAAAL,gDAAuB,EAACqC,gBAAgB,CAAC,EAAE;YAC5C3F,MAAM,CAAC2C,KAAK,CACR,IAAAoB,4EAAqC,EAAC4B,gBAAgB,CAAC,EACvD,CACK,mFAAkF,EAClF,IAAGA,gBAAgB,CAAC3B,OAAQ,IAAG2B,gBAAgB,CAAC1B,EAAG,IAAG,CAC1D,CAAC6B,IAAI,CAAC,GAAG,CACd,CAAC;YAED,IAAI;cACA,MAAM5B,gBAAgB,GAAG,MAAM,IAAAC,wCAAmB,EAAC;gBAC/CpC,MAAM,EAAEb,cAAc;gBACtBkD,MAAM,EAAEuB,gBAAgB,CAACvB;cAC7B,CAAC,CAAC;cAEF,IAAAC,sDAA0B,EAACsB,gBAAgB,EAAE;gBACzCrB,QAAQ,EAAEvB,gBAAgB;gBAC1BwB,QAAQ,EAAEL;cACd,CAAC,CAAC;cAEFlE,MAAM,CAAC2C,KAAK,CACR,CACK,kEAAiE,EACjE,gBAAegD,gBAAgB,CAAC3B,OAAQ,IAAG2B,gBAAgB,CAAC1B,EAAG,IAAG,EACnE,kCAAkC,CACrC,CAAC6B,IAAI,CAAC,GAAG,CACd,CAAC;YACL,CAAC,CAAC,OAAOtB,CAAC,EAAE;cACRxE,MAAM,CAAC+F,KAAK,CACR,CACI,0EAA0E,EACzE,IAAGJ,gBAAgB,CAAC3B,OAAQ,IAAG2B,gBAAgB,CAAC1B,EAAG,MAAKO,CAAC,CAACE,OAAQ,EAAC,CACvE,CAACoB,IAAI,CAAC,GAAG,CACd,CAAC;YACL;UACJ;UAEA,MAAME,cAAc,GAAG,MAAM,IAAAC,oCAAiB,EAACN,gBAAgB,CAAC;UAEhE9C,sBAAsB,CAAC8B,IAAI,CACvBvD,gBAAgB,CAACwD,QAAQ,CAAC;YACtB,GAAGc,WAAW;YACdG,IAAI,EAAEG;UACV,CAAC,CACL,CAAC;QACL;MACJ;MAEA,IAAIpD,oBAAoB,CAACF,MAAM,EAAE;QAC7B,IAAIwD,aAAa,GAAG,KAAK;QACzB,IAAIC,eAAe,GAAG,KAAK;;QAE3B;QACA,MAAMC,OAAO,GAAGA,CAAA,KAAM;UAClB,OAAO,IAAAC,qBAAa,EAChB;YACIb,KAAK,EAAEtE,cAAc,CAACsE,KAAK;YAC3B/C,KAAK,EAAEG;UACX,CAAC,EACD7C,qBACJ,CAAC;QACL,CAAC;QAEDC,MAAM,CAAC2C,KAAK,CACP,WAAUC,oBAAoB,CAACF,MAAO,yCAC3C,CAAC;QAED,IAAI;UACA,MAAM,IAAA4D,uBAAgB,EAACF,OAAO,EAAE;YAC5BG,eAAe,EAAER,KAAK,IAAI;cACtB/F,MAAM,CAACwG,IAAI,CACN,wBAAuBT,KAAK,CAACU,aAAc,YAAWV,KAAK,CAACrB,OAAQ,EACzE,CAAC;YACL;UACJ,CAAC,CAAC;QACN,CAAC,CAAC,OAAOF,CAAC,EAAE;UACR0B,aAAa,GAAG,IAAI;UACpBlG,MAAM,CAAC+F,KAAK,CACR;YACIA,KAAK,EAAEvB,CAAC;YACR5B;UACJ,CAAC,EACD,kFACJ,CAAC;QACL;QAEA,IAAIC,sBAAsB,CAACH,MAAM,EAAE;UAC/B1C,MAAM,CAAC2C,KAAK,CACP,WAAUE,sBAAsB,CAACH,MAAO,wCAC7C,CAAC;UAED,IAAI;YACA,MAAMgE,OAAO,GAAG,MAAMnF,gBAAgB,CAACoF,IAAI,CAAC;cACxC,MAAMC,WAAWA,CAACC,MAAM,EAAE;gBACtB,MAAMC,gBAAgB,GAAGD,MAAM,CAACE,aAAa,CAAC/F,IAAI;gBAElDhB,MAAM,CAACwG,IAAI,CACN,yBAAwBM,gBAAiB,iDAAgD,EAC1FD,MACJ,CAAC;gBAED,IACIvF,MAAM,CAAChC,KAAK,CAACK,cAAc,CAACG,gBAAgB,CACxCgH,gBAAgB,CACnB,EACH;kBACExF,MAAM,CAAChC,KAAK,CAACK,cAAc,CAACG,gBAAgB,CACxCgH,gBAAgB,CACnB,EAAE;gBACP,CAAC,MAAM;kBACHxF,MAAM,CAAChC,KAAK,CAACK,cAAc,CAACG,gBAAgB,CACxCgH,gBAAgB,CACnB,GAAG,CAAC;gBACT;cACJ;YACJ,CAAC,CAAC;YAEFxF,MAAM,CAAChC,KAAK,CAACK,cAAc,CAACE,WAAW,EAAE;YACzCyB,MAAM,CAAChC,KAAK,CAACK,cAAc,CAACC,gBAAgB,IAAI8G,OAAO,CAACM,WAAW;;YAEnE;YACA,MAAMC,YAAY,GAAGA,CAAA,KAAM;cACvB,OAAO,IAAAZ,qBAAa,EAChB;gBACIb,KAAK,EAAEpE,gBAAgB,CAACoE,KAAK;gBAC7B/C,KAAK,EAAEI;cACX,CAAC,EACD9C,qBACJ,CAAC;YACL,CAAC;YAED,MAAM,IAAAuG,uBAAgB,EAACW,YAAY,EAAE;cACjCV,eAAe,EAAER,KAAK,IAAI;gBACtB/F,MAAM,CAACwG,IAAI,CACN,uCAAsCT,KAAK,CAACU,aAAc,YAAWV,KAAK,CAACrB,OAAQ,EACxF,CAAC;cACL;YACJ,CAAC,CAAC;UACN,CAAC,CAAC,OAAOF,CAAC,EAAE;YACR2B,eAAe,GAAG,IAAI;YACtBnG,MAAM,CAAC+F,KAAK,CACR;cACIA,KAAK,EAAEvB,CAAC;cACR3B;YACJ,CAAC,EACD,iFACJ,CAAC;UACL;QACJ;QAEA,IAAIsD,eAAe,IAAID,aAAa,EAAE;UAClClG,MAAM,CAACwG,IAAI,CACP,gEACJ,CAAC;QACL,CAAC,MAAM;UACHlF,MAAM,CAAChC,KAAK,CAACG,cAAc,IAAImD,oBAAoB,CAACF,MAAM;QAC9D;MACJ;;MAEA;MACA,IAAIrD,gBAAkC,GAAG,IAAI;MAC7C,IAAImD,MAAM,CAACnD,gBAAgB,EAAE;QACzBA,gBAAgB,GAAGmD,MAAM,CAACnD,gBAAqD;MACnF;MAEAiC,MAAM,CAACjC,gBAAgB,GAAGA,gBAAgB;MAE1C,IAAIA,gBAAgB,KAAK,IAAI,EAAE;QAC3B,OAAO,KAAK;MAChB;;MAEA;MACA,OAAO,IAAI;IACf,CACJ,CAAC;;IAED;IACAW,MAAM,CAAC2C,KAAK,CAAC;MAAErB;IAAO,CAAC,EAAE,4DAA4D,CAAC;IACtF,MAAM4F,WAAW,GAAGC,aAAI,CAACrB,IAAI,CACzBsB,WAAE,CAACC,MAAM,CAAC,CAAC,EACV,gDAA+CpJ,IAAI,CAACK,KAAM,IAAGL,IAAI,CAACW,YAAa,MACpF,CAAC;;IAED;IACA0I,WAAE,CAACC,aAAa,CAACL,WAAW,EAAEM,IAAI,CAACC,SAAS,CAACnG,MAAM,CAAChC,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;IAEpEU,MAAM,CAAC2C,KAAK,CAAE,qCAAoCuE,WAAY,GAAE,CAAC;EACrE,CAAC,CAAC,OAAOnB,KAAK,EAAE;IACZ;IACA/F,MAAM,CAAC+F,KAAK,CACR;MAAEzE,MAAM;MAAEyE;IAAM,CAAC,EACjB,qEACJ,CAAC;IACD,MAAMmB,WAAW,GAAGC,aAAI,CAACrB,IAAI,CACzBsB,WAAE,CAACC,MAAM,CAAC,CAAC,EACV,gDAA+CpJ,IAAI,CAACK,KAAM,IAAGL,IAAI,CAACW,YAAa,MACpF,CAAC;;IAED;IACA0I,WAAE,CAACC,aAAa,CAACL,WAAW,EAAEM,IAAI,CAACC,SAAS,CAACnG,MAAM,CAAChC,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;IAEpEU,MAAM,CAAC2C,KAAK,CAAE,qCAAoCuE,WAAY,GAAE,CAAC;EACrE;AACJ,CAAC,EAAE,CAAC"}
+{"version":3,"names":["_utils","require","_logger","_dataMigration","_clientDynamodb","_apiElasticsearch","_yargs","_interopRequireDefault","_helpers","_isMigratedEntry","_hasValidTypeFieldValue","_hasAllNonNullableValues","_getOldestRevisionCreatedOn","_getFirstLastPublishedOn","_assignNewMetaFields","_fixTypeFieldValue","_getFallbackIdentity","_ensureAllNonNullableValues","_getDecompressedData","_getCompressedData","_createEntryEntity","_utils2","_waitUntilHealthy","_pinoPretty","_path","_os","_fs","_getNonNullableFieldsWithMissingValues","argv","yargs","hideBin","process","options","runId","type","demandOption","ddbTable","ddbEsTable","esEndpoint","segmentIndex","totalSegments","esHealthMinClusterHealthStatus","esHealthMaxProcessorPercent","esHealthMaxRamPercent","esHealthMaxWaitingTime","esHealthWaitingTimeStep","parseSync","createInitialStatus","lastEvaluatedKey","stats","iterationsCount","recordsScanned","recordsUpdated","recordsSkipped","esHealthChecks","timeSpentWaiting","checksCount","unhealthyReasons","BATCH_WRITE_MAX_CHUNK","env","WEBINY_MIGRATION_5_39_6_001_BATCH_WRITE_MAX_CHUNK","parseInt","logger","createPinoLogger","level","getLogLevel","MIGRATIONS_LOG_LEVEL","msgPrefix","pinoPretty","ignore","documentClient","getDocumentClient","elasticsearchClient","createElasticsearchClient","endpoint","primaryTable","createTable","name","dynamoToEsTable","ddbEntryEntity","createDdbEntryEntity","ddbEsEntryEntity","createDdbEsEntryEntity","status","waitUntilHealthy","createWaitUntilHealthy","minClusterHealthStatus","maxProcessorPercent","maxRamPercent","maxWaitingTime","waitingTimeStep","ddbScanWithCallback","entity","segment","segments","filters","attr","eq","startKey","undefined","limit","result","items","length","trace","ddbItemsToBatchWrite","ddbEsItemsToBatchWrite","ddbEsItemsToBatchRead","fallbackDateTime","Date","toISOString","item","isFullyMigrated","isMigratedEntry","hasValidTypeFieldValue","hasAllNonNullableValues","createdOn","getOldestRevisionCreatedOn","entry","entryEntity","retryOptions","onFailedAttempt","error","warn","attemptNumber","message","firstLastPublishedOnByFields","getFirstLastPublishedOnBy","assignNewMetaFields","fixTypeFieldValue","getNonNullableFieldsWithMissingValues","modelId","id","fallbackIdentity","getFallbackIdentity","tenant","ensureAllNonNullableValues","dateTime","identity","e","debug","push","putBatch","ddbEsLatestRecordKey","entryId","getBatch","PK","SK","ddbEsPublishedRecordKey","locked","Object","keys","executeBatchReadAll","batchReadAll","table","values","ddbEsRecords","executeWithRetry","ddbEsRecord","decompressedData","getDecompressedData","data","join","compressedData","getCompressedData","ddbWriteError","ddbEsWriteError","execute","batchWriteAll","results","wait","onUnhealthy","params","shouldWaitReason","waitingReason","runningTime","executeDdbEs","retry","logFilePath","path","os","tmpdir","fs","writeFileSync","JSON","stringify"],"sources":["worker.ts"],"sourcesContent":["import { executeWithRetry } from \"@webiny/utils\";\nimport { createPinoLogger, getLogLevel } from \"@webiny/logger\";\nimport { createTable } from \"@webiny/data-migration\";\nimport { getDocumentClient } from \"@webiny/aws-sdk/client-dynamodb\";\nimport { createElasticsearchClient } from \"@webiny/api-elasticsearch\";\nimport yargs from \"yargs/yargs\";\nimport { hideBin } from \"yargs/helpers\";\nimport { isMigratedEntry } from \"~/migrations/5.39.0/001/utils/isMigratedEntry\";\nimport { hasValidTypeFieldValue } from \"~/migrations/5.39.0/001/utils/hasValidTypeFieldValue\";\nimport { hasAllNonNullableValues } from \"~/migrations/5.39.0/001/utils/hasAllNonNullableValues\";\nimport { getOldestRevisionCreatedOn } from \"~/migrations/5.39.0/001/utils/getOldestRevisionCreatedOn\";\nimport { getFirstLastPublishedOnBy } from \"~/migrations/5.39.0/001/utils/getFirstLastPublishedOn\";\nimport { assignNewMetaFields } from \"~/migrations/5.39.0/001/utils/assignNewMetaFields\";\nimport { fixTypeFieldValue } from \"~/migrations/5.39.0/001/utils/fixTypeFieldValue\";\nimport { getFallbackIdentity } from \"~/migrations/5.39.0/001/utils/getFallbackIdentity\";\nimport { ensureAllNonNullableValues } from \"~/migrations/5.39.0/001/utils/ensureAllNonNullableValues\";\nimport { getDecompressedData } from \"~/migrations/5.39.0/001/utils/getDecompressedData\";\nimport { getCompressedData } from \"~/migrations/5.39.0/001/utils/getCompressedData\";\nimport { CmsEntry } from \"~/migrations/5.39.0/001/types\";\nimport {\n    createDdbEntryEntity,\n    createDdbEsEntryEntity\n} from \"~/migrations/5.39.0/001/entities/createEntryEntity\";\nimport {\n    batchReadAll,\n    BatchReadItem,\n    batchWriteAll,\n    BatchWriteItem,\n    ddbScanWithCallback\n} from \"~/utils\";\nimport { createWaitUntilHealthy } from \"@webiny/api-elasticsearch/utils/waitUntilHealthy\";\nimport pinoPretty from \"pino-pretty\";\nimport { EsHealthChecksParams } from \"~/migrations/5.39.6/001/ddb-es/utils\";\nimport path from \"path\";\nimport os from \"os\";\nimport fs from \"fs\";\nimport { getNonNullableFieldsWithMissingValues } from \"~/migrations/5.39.0/001/utils/getNonNullableFieldsWithMissingValues\";\n\nconst argv = yargs(hideBin(process.argv))\n    .options({\n        runId: { type: \"string\", demandOption: true },\n        ddbTable: { type: \"string\", demandOption: true },\n        ddbEsTable: { type: \"string\", demandOption: true },\n        esEndpoint: { type: \"string\", demandOption: true },\n        segmentIndex: { type: \"number\", demandOption: true },\n        totalSegments: { type: \"number\", demandOption: true },\n\n        // Elasticsearch health check options.\n        esHealthMinClusterHealthStatus: { type: \"string\", demandOption: true },\n        esHealthMaxProcessorPercent: { type: \"number\", demandOption: true },\n        esHealthMaxRamPercent: { type: \"number\", demandOption: true },\n        esHealthMaxWaitingTime: { type: \"number\", demandOption: true },\n        esHealthWaitingTimeStep: { type: \"number\", demandOption: true }\n    })\n    .parseSync();\n\ninterface LastEvaluatedKeyObject {\n    PK: string;\n    SK: string;\n    GSI1_PK: string;\n    GSI1_SK: string;\n}\n\ntype LastEvaluatedKey = LastEvaluatedKeyObject | true | null;\n\ninterface MigrationStatus {\n    lastEvaluatedKey: LastEvaluatedKey;\n    stats: {\n        iterationsCount: number;\n        recordsScanned: number;\n        recordsUpdated: number;\n        recordsSkipped: number;\n        esHealthChecks: {\n            timeSpentWaiting: number;\n            checksCount: number;\n            unhealthyReasons: {\n                [key: string]: number;\n            };\n        };\n    };\n}\n\ninterface DynamoDbElasticsearchRecord {\n    PK: string;\n    SK: string;\n    data: string;\n}\n\nconst createInitialStatus = (): MigrationStatus => {\n    return {\n        lastEvaluatedKey: null,\n        stats: {\n            iterationsCount: 0,\n            recordsScanned: 0,\n            recordsUpdated: 0,\n            recordsSkipped: 0,\n            esHealthChecks: {\n                timeSpentWaiting: 0,\n                checksCount: 0,\n                unhealthyReasons: {}\n            }\n        }\n    };\n};\n\nlet BATCH_WRITE_MAX_CHUNK = 20;\nif (process.env.WEBINY_MIGRATION_5_39_6_001_BATCH_WRITE_MAX_CHUNK) {\n    BATCH_WRITE_MAX_CHUNK = parseInt(process.env.WEBINY_MIGRATION_5_39_6_001_BATCH_WRITE_MAX_CHUNK);\n}\n\n(async () => {\n    const logger = createPinoLogger(\n        {\n            level: getLogLevel(process.env.MIGRATIONS_LOG_LEVEL, \"trace\"),\n            msgPrefix: `[segment #${argv.segmentIndex}] `\n        },\n        pinoPretty({ ignore: \"pid,hostname\" })\n    );\n\n    const documentClient = getDocumentClient();\n    const elasticsearchClient = createElasticsearchClient({\n        endpoint: `https://${argv.esEndpoint}`\n    });\n\n    const primaryTable = createTable({\n        name: argv.ddbTable,\n        documentClient\n    });\n    const dynamoToEsTable = createTable({\n        name: argv.ddbEsTable,\n        documentClient\n    });\n\n    const ddbEntryEntity = createDdbEntryEntity(primaryTable);\n    const ddbEsEntryEntity = createDdbEsEntryEntity(dynamoToEsTable);\n\n    const status = createInitialStatus();\n\n    const waitUntilHealthy = createWaitUntilHealthy(elasticsearchClient, {\n        minClusterHealthStatus:\n            argv.esHealthMinClusterHealthStatus as EsHealthChecksParams[\"minClusterHealthStatus\"],\n        maxProcessorPercent: argv.esHealthMaxProcessorPercent,\n        maxRamPercent: argv.esHealthMaxRamPercent,\n        maxWaitingTime: argv.esHealthMaxWaitingTime,\n        waitingTimeStep: argv.esHealthWaitingTimeStep\n    });\n\n    try {\n        await ddbScanWithCallback<CmsEntry>(\n            {\n                entity: ddbEntryEntity,\n                options: {\n                    segment: argv.segmentIndex,\n                    segments: argv.totalSegments,\n                    filters: [\n                        {\n                            attr: \"_et\",\n                            eq: \"CmsEntries\"\n                        }\n                    ],\n                    startKey: status.lastEvaluatedKey || undefined,\n                    limit: 100\n                }\n            },\n            async result => {\n                status.stats.iterationsCount++;\n                status.stats.recordsScanned += result.items.length;\n\n                if (status.stats.iterationsCount % 5 === 0) {\n                    // We log every 5th iteration.\n                    logger.trace(\n                        `[iteration #${status.stats.iterationsCount}] Reading ${result.items.length} record(s)...`\n                    );\n                }\n\n                const ddbItemsToBatchWrite: BatchWriteItem[] = [];\n                const ddbEsItemsToBatchWrite: BatchWriteItem[] = [];\n                const ddbEsItemsToBatchRead: Record<string, BatchReadItem> = {};\n\n                const fallbackDateTime = new Date().toISOString();\n\n                // Update records in primary DynamoDB table. Also do preparations for\n                // subsequent updates on DDB-ES DynamoDB table, and in Elasticsearch.\n                for (const item of result.items) {\n                    const isFullyMigrated =\n                        isMigratedEntry(item) &&\n                        hasValidTypeFieldValue(item) &&\n                        hasAllNonNullableValues(item);\n\n                    if (isFullyMigrated) {\n                        status.stats.recordsSkipped++;\n                        continue;\n                    }\n\n                    // 1. Check if the data migration was ever performed. If not, let's perform it.\n                    if (!isMigratedEntry(item)) {\n                        // Get the oldest revision's `createdOn` value. We use that to set the entry-level `createdOn` value.\n                        const createdOn = await getOldestRevisionCreatedOn({\n                            entry: item,\n                            entryEntity: ddbEntryEntity,\n                            retryOptions: {\n                                onFailedAttempt: error => {\n                                    logger.warn(\n                                        { error, item },\n                                        `getOldestRevisionCreatedOn attempt #${error.attemptNumber} failed: ${error.message}`\n                                    );\n                                }\n                            }\n                        });\n\n                        const firstLastPublishedOnByFields = await getFirstLastPublishedOnBy({\n                            entry: item,\n                            entryEntity: ddbEntryEntity,\n                            retryOptions: {\n                                onFailedAttempt: error => {\n                                    logger.warn(\n                                        { error, item },\n                                        `getFirstLastPublishedOnBy attempt #${error.attemptNumber} failed: ${error.message}`\n                                    );\n                                }\n                            }\n                        });\n\n                        assignNewMetaFields(item, {\n                            createdOn,\n                            ...firstLastPublishedOnByFields\n                        });\n                    }\n\n                    // 2. We've noticed some of the records had an invalid `TYPE` field value\n                    //    in the database. This step addresses this issue.\n                    if (!hasValidTypeFieldValue(item)) {\n                        // Fixes the value of the `TYPE` field, if it's not valid.\n                        fixTypeFieldValue(item);\n                    }\n\n                    // 3. Finally, once both of the steps were performed, ensure that all\n                    //    new non-nullable meta fields have a value and nothing is missing.\n                    if (!hasAllNonNullableValues(item)) {\n                        logger.trace(\n                            getNonNullableFieldsWithMissingValues(item),\n                            `Detected an entry with missing values for non-nullable meta fields (${item.modelId}/${item.id}).`\n                        );\n\n                        try {\n                            const fallbackIdentity = await getFallbackIdentity({\n                                entity: ddbEntryEntity,\n                                tenant: item.tenant,\n                                retryOptions: {\n                                    onFailedAttempt: error => {\n                                        logger.warn(\n                                            { error, item },\n                                            `getFallbackIdentity attempt #${error.attemptNumber} failed: ${error.message}`\n                                        );\n                                    }\n                                }\n                            });\n\n                            ensureAllNonNullableValues(item, {\n                                dateTime: fallbackDateTime,\n                                identity: fallbackIdentity\n                            });\n\n                            logger.trace(\n                                `Successfully ensured all non-nullable meta fields have values (${item.modelId}/${item.id}). Will be saving into the database soon.`\n                            );\n                        } catch (e) {\n                            logger.debug(\n                                `Failed to ensure all non-nullable meta fields have values (${item.modelId}/${item.id}): ${e.message}`\n                            );\n                        }\n                    }\n\n                    ddbItemsToBatchWrite.push(ddbEntryEntity.putBatch(item));\n\n                    /**\n                     * Prepare the loading of DynamoDB Elasticsearch part of the records.\n                     */\n\n                    const ddbEsLatestRecordKey = `${item.entryId}:L`;\n                    if (ddbEsItemsToBatchRead[ddbEsLatestRecordKey]) {\n                        continue;\n                    }\n\n                    ddbEsItemsToBatchRead[ddbEsLatestRecordKey] = ddbEsEntryEntity.getBatch({\n                        PK: item.PK,\n                        SK: \"L\"\n                    });\n\n                    const ddbEsPublishedRecordKey = `${item.entryId}:P`;\n                    if (item.status === \"published\" || !!item.locked) {\n                        ddbEsItemsToBatchRead[ddbEsPublishedRecordKey] = ddbEsEntryEntity.getBatch({\n                            PK: item.PK,\n                            SK: \"P\"\n                        });\n                    }\n                }\n\n                if (Object.keys(ddbEsItemsToBatchRead).length > 0) {\n                    /**\n                     * Get all the records from DynamoDB Elasticsearch.\n                     */\n                    const executeBatchReadAll = () => {\n                        return batchReadAll<DynamoDbElasticsearchRecord>({\n                            table: ddbEsEntryEntity.table,\n                            items: Object.values(ddbEsItemsToBatchRead)\n                        });\n                    };\n\n                    const ddbEsRecords = await executeWithRetry(executeBatchReadAll, {\n                        onFailedAttempt: error => {\n                            logger.warn(\n                                { error, items: Object.values(ddbEsItemsToBatchRead) },\n                                `[DDB-ES Table] Batch (ddbEsItemsToBatchRead) read attempt #${error.attemptNumber} failed: ${error.message}`\n                            );\n                        }\n                    });\n\n                    for (const ddbEsRecord of ddbEsRecords) {\n                        const decompressedData = await getDecompressedData<CmsEntry>(\n                            ddbEsRecord.data\n                        );\n                        if (!decompressedData) {\n                            logger.trace(\n                                `[DDB-ES Table] Skipping record \"${ddbEsRecord.PK}\" as it is not a valid CMS entry...`\n                            );\n                            continue;\n                        }\n\n                        // 1. Check if the data migration was ever performed. If not, let's perform it.\n                        if (!isMigratedEntry(decompressedData)) {\n                            // Get the oldest revision's `createdOn` value. We use that to set the entry-level `createdOn` value.\n                            const createdOn = await getOldestRevisionCreatedOn({\n                                entry: { ...decompressedData, PK: ddbEsRecord.PK },\n                                entryEntity: ddbEntryEntity,\n                                retryOptions: {\n                                    onFailedAttempt: error => {\n                                        logger.warn(\n                                            {\n                                                error,\n                                                item: { ...decompressedData, PK: ddbEsRecord.PK }\n                                            },\n                                            `[DDB-ES Table] getOldestRevisionCreatedOn attempt #${error.attemptNumber} failed: ${error.message}`\n                                        );\n                                    }\n                                }\n                            });\n\n                            const firstLastPublishedOnByFields = await getFirstLastPublishedOnBy({\n                                entry: { ...decompressedData, PK: ddbEsRecord.PK },\n                                entryEntity: ddbEntryEntity,\n                                retryOptions: {\n                                    onFailedAttempt: error => {\n                                        logger.warn(\n                                            {\n                                                error,\n                                                item: { ...decompressedData, PK: ddbEsRecord.PK }\n                                            },\n                                            `[DDB-ES Table] getFirstLastPublishedOnBy attempt #${error.attemptNumber} failed: ${error.message}`\n                                        );\n                                    }\n                                }\n                            });\n\n                            assignNewMetaFields(decompressedData, {\n                                createdOn,\n                                ...firstLastPublishedOnByFields\n                            });\n                        }\n\n                        // 2. Ensure new non-nullable meta fields have a value and nothing is missing.\n                        if (!hasAllNonNullableValues(decompressedData)) {\n                            logger.trace(\n                                getNonNullableFieldsWithMissingValues(decompressedData),\n                                [\n                                    `[DDB-ES Table] Detected an entry with missing values for non-nullable meta fields`,\n                                    `(${decompressedData.modelId}/${decompressedData.id}).`\n                                ].join(\" \")\n                            );\n\n                            try {\n                                const fallbackIdentity = await getFallbackIdentity({\n                                    entity: ddbEntryEntity,\n                                    tenant: decompressedData.tenant,\n                                    retryOptions: {\n                                        onFailedAttempt: error => {\n                                            logger.warn(\n                                                { error, item: ddbEntryEntity },\n                                                `[DDB-ES Table] getFallbackIdentity attempt #${error.attemptNumber} failed: ${error.message}`\n                                            );\n                                        }\n                                    }\n                                });\n\n                                ensureAllNonNullableValues(decompressedData, {\n                                    dateTime: fallbackDateTime,\n                                    identity: fallbackIdentity\n                                });\n\n                                logger.trace(\n                                    [\n                                        `[DDB-ES Table] Successfully ensured all non-nullable meta fields`,\n                                        `have values (${decompressedData.modelId}/${decompressedData.id}).`,\n                                        \"Will be saving the changes soon.\"\n                                    ].join(\" \")\n                                );\n                            } catch (e) {\n                                logger.error(\n                                    [\n                                        \"[DDB-ES Table] Failed to ensure all non-nullable meta fields have values\",\n                                        `(${decompressedData.modelId}/${decompressedData.id}): ${e.message}`\n                                    ].join(\" \")\n                                );\n                            }\n                        }\n\n                        const compressedData = await getCompressedData(decompressedData);\n\n                        ddbEsItemsToBatchWrite.push(\n                            ddbEsEntryEntity.putBatch({\n                                ...ddbEsRecord,\n                                data: compressedData\n                            })\n                        );\n                    }\n                }\n\n                if (ddbItemsToBatchWrite.length) {\n                    let ddbWriteError = false;\n                    let ddbEsWriteError = false;\n\n                    // Store data in primary DynamoDB table.\n                    const execute = () => {\n                        return batchWriteAll(\n                            {\n                                table: ddbEntryEntity.table,\n                                items: ddbItemsToBatchWrite\n                            },\n                            BATCH_WRITE_MAX_CHUNK\n                        );\n                    };\n\n                    logger.trace(\n                        `Storing ${ddbItemsToBatchWrite.length} record(s) in primary DynamoDB table...`\n                    );\n\n                    try {\n                        await executeWithRetry(execute, {\n                            onFailedAttempt: error => {\n                                logger.warn(\n                                    `Batch write attempt #${error.attemptNumber} failed: ${error.message}`\n                                );\n                            }\n                        });\n                    } catch (e) {\n                        ddbWriteError = true;\n                        logger.error(\n                            {\n                                error: e,\n                                ddbItemsToBatchWrite\n                            },\n                            \"After multiple retries, failed to batch-store records in primary DynamoDB table.\"\n                        );\n                    }\n\n                    if (ddbEsItemsToBatchWrite.length) {\n                        logger.trace(\n                            `Storing ${ddbEsItemsToBatchWrite.length} record(s) in DDB-ES DynamoDB table...`\n                        );\n\n                        try {\n                            const results = await waitUntilHealthy.wait({\n                                async onUnhealthy(params) {\n                                    const shouldWaitReason = params.waitingReason.name;\n\n                                    logger.warn(\n                                        `Cluster is unhealthy (${shouldWaitReason}). Waiting for the cluster to become healthy...`,\n                                        params\n                                    );\n\n                                    if (\n                                        status.stats.esHealthChecks.unhealthyReasons[\n                                            shouldWaitReason\n                                        ]\n                                    ) {\n                                        status.stats.esHealthChecks.unhealthyReasons[\n                                            shouldWaitReason\n                                        ]++;\n                                    } else {\n                                        status.stats.esHealthChecks.unhealthyReasons[\n                                            shouldWaitReason\n                                        ] = 1;\n                                    }\n                                }\n                            });\n\n                            status.stats.esHealthChecks.checksCount++;\n                            status.stats.esHealthChecks.timeSpentWaiting += results.runningTime;\n\n                            // Store data in DDB-ES DynamoDB table.\n                            const executeDdbEs = () => {\n                                return batchWriteAll(\n                                    {\n                                        table: ddbEsEntryEntity.table,\n                                        items: ddbEsItemsToBatchWrite\n                                    },\n                                    BATCH_WRITE_MAX_CHUNK\n                                );\n                            };\n\n                            await executeWithRetry(executeDdbEs, {\n                                onFailedAttempt: error => {\n                                    logger.warn(\n                                        `[DDB-ES Table] Batch write attempt #${error.attemptNumber} failed: ${error.message}`\n                                    );\n                                }\n                            });\n                        } catch (e) {\n                            ddbEsWriteError = true;\n                            logger.error(\n                                {\n                                    error: e,\n                                    ddbEsItemsToBatchWrite\n                                },\n                                \"After multiple retries, failed to batch-store records in DDB-ES DynamoDB table.\"\n                            );\n                        }\n                    }\n\n                    if (ddbEsWriteError || ddbWriteError) {\n                        logger.warn(\n                            'Not increasing the \"recordsUpdated\" count due to write errors.'\n                        );\n                    } else {\n                        status.stats.recordsUpdated += ddbItemsToBatchWrite.length;\n                    }\n                }\n\n                // Update checkpoint after every batch.\n                let lastEvaluatedKey: LastEvaluatedKey = true;\n                if (result.lastEvaluatedKey) {\n                    lastEvaluatedKey = result.lastEvaluatedKey as unknown as LastEvaluatedKeyObject;\n                }\n\n                status.lastEvaluatedKey = lastEvaluatedKey;\n\n                if (lastEvaluatedKey === true) {\n                    return false;\n                }\n\n                // Continue further scanning.\n                return true;\n            },\n            {\n                retry: {\n                    onFailedAttempt: error => {\n                        logger.warn(\n                            {\n                                lastEvaluatedKey: status.lastEvaluatedKey,\n                                error\n                            },\n                            `ddbScanWithCallback attempt #${error.attemptNumber} failed: ${error.message}`\n                        );\n                    }\n                }\n            }\n        );\n\n        // Store status in tmp file.\n        logger.trace({ status }, \"Segment processing completed. Saving status to tmp file...\");\n        const logFilePath = path.join(\n            os.tmpdir(),\n            `webiny-5-39-6-meta-fields-data-migration-log-${argv.runId}-${argv.segmentIndex}.log`\n        );\n\n        // Save segment processing stats to a file.\n        fs.writeFileSync(logFilePath, JSON.stringify(status.stats, null, 2));\n\n        logger.trace(`Segment processing stats saved in ${logFilePath}.`);\n    } catch (error) {\n        // Store status in tmp file.\n        logger.error(\n            { status, error },\n            \"Segment processing failed to complete. Saving status to tmp file...\"\n        );\n        const logFilePath = path.join(\n            os.tmpdir(),\n            `webiny-5-39-6-meta-fields-data-migration-log-${argv.runId}-${argv.segmentIndex}.log`\n        );\n\n        // Save segment processing stats to a file.\n        fs.writeFileSync(logFilePath, JSON.stringify(status.stats, null, 2));\n\n        logger.trace(`Segment processing stats saved in ${logFilePath}.`);\n    }\n})();\n"],"mappings":";;;AAAA,IAAAA,MAAA,GAAAC,OAAA;AACA,IAAAC,OAAA,GAAAD,OAAA;AACA,IAAAE,cAAA,GAAAF,OAAA;AACA,IAAAG,eAAA,GAAAH,OAAA;AACA,IAAAI,iBAAA,GAAAJ,OAAA;AACA,IAAAK,MAAA,GAAAC,sBAAA,CAAAN,OAAA;AACA,IAAAO,QAAA,GAAAP,OAAA;AACA,IAAAQ,gBAAA,GAAAR,OAAA;AACA,IAAAS,uBAAA,GAAAT,OAAA;AACA,IAAAU,wBAAA,GAAAV,OAAA;AACA,IAAAW,2BAAA,GAAAX,OAAA;AACA,IAAAY,wBAAA,GAAAZ,OAAA;AACA,IAAAa,oBAAA,GAAAb,OAAA;AACA,IAAAc,kBAAA,GAAAd,OAAA;AACA,IAAAe,oBAAA,GAAAf,OAAA;AACA,IAAAgB,2BAAA,GAAAhB,OAAA;AACA,IAAAiB,oBAAA,GAAAjB,OAAA;AACA,IAAAkB,kBAAA,GAAAlB,OAAA;AAEA,IAAAmB,kBAAA,GAAAnB,OAAA;AAIA,IAAAoB,OAAA,GAAApB,OAAA;AAOA,IAAAqB,iBAAA,GAAArB,OAAA;AACA,IAAAsB,WAAA,GAAAhB,sBAAA,CAAAN,OAAA;AAEA,IAAAuB,KAAA,GAAAjB,sBAAA,CAAAN,OAAA;AACA,IAAAwB,GAAA,GAAAlB,sBAAA,CAAAN,OAAA;AACA,IAAAyB,GAAA,GAAAnB,sBAAA,CAAAN,OAAA;AACA,IAAA0B,sCAAA,GAAA1B,OAAA;AAEA,MAAM2B,IAAI,GAAG,IAAAC,cAAK,EAAC,IAAAC,gBAAO,EAACC,OAAO,CAACH,IAAI,CAAC,CAAC,CACpCI,OAAO,CAAC;EACLC,KAAK,EAAE;IAAEC,IAAI,EAAE,QAAQ;IAAEC,YAAY,EAAE;EAAK,CAAC;EAC7CC,QAAQ,EAAE;IAAEF,IAAI,EAAE,QAAQ;IAAEC,YAAY,EAAE;EAAK,CAAC;EAChDE,UAAU,EAAE;IAAEH,IAAI,EAAE,QAAQ;IAAEC,YAAY,EAAE;EAAK,CAAC;EAClDG,UAAU,EAAE;IAAEJ,IAAI,EAAE,QAAQ;IAAEC,YAAY,EAAE;EAAK,CAAC;EAClDI,YAAY,EAAE;IAAEL,IAAI,EAAE,QAAQ;IAAEC,YAAY,EAAE;EAAK,CAAC;EACpDK,aAAa,EAAE;IAAEN,IAAI,EAAE,QAAQ;IAAEC,YAAY,EAAE;EAAK,CAAC;EAErD;EACAM,8BAA8B,EAAE;IAAEP,IAAI,EAAE,QAAQ;IAAEC,YAAY,EAAE;EAAK,CAAC;EACtEO,2BAA2B,EAAE;IAAER,IAAI,EAAE,QAAQ;IAAEC,YAAY,EAAE;EAAK,CAAC;EACnEQ,qBAAqB,EAAE;IAAET,IAAI,EAAE,QAAQ;IAAEC,YAAY,EAAE;EAAK,CAAC;EAC7DS,sBAAsB,EAAE;IAAEV,IAAI,EAAE,QAAQ;IAAEC,YAAY,EAAE;EAAK,CAAC;EAC9DU,uBAAuB,EAAE;IAAEX,IAAI,EAAE,QAAQ;IAAEC,YAAY,EAAE;EAAK;AAClE,CAAC,CAAC,CACDW,SAAS,CAAC,CAAC;AAkChB,MAAMC,mBAAmB,GAAGA,CAAA,KAAuB;EAC/C,OAAO;IACHC,gBAAgB,EAAE,IAAI;IACtBC,KAAK,EAAE;MACHC,eAAe,EAAE,CAAC;MAClBC,cAAc,EAAE,CAAC;MACjBC,cAAc,EAAE,CAAC;MACjBC,cAAc,EAAE,CAAC;MACjBC,cAAc,EAAE;QACZC,gBAAgB,EAAE,CAAC;QACnBC,WAAW,EAAE,CAAC;QACdC,gBAAgB,EAAE,CAAC;MACvB;IACJ;EACJ,CAAC;AACL,CAAC;AAED,IAAIC,qBAAqB,GAAG,EAAE;AAC9B,IAAI3B,OAAO,CAAC4B,GAAG,CAACC,iDAAiD,EAAE;EAC/DF,qBAAqB,GAAGG,QAAQ,CAAC9B,OAAO,CAAC4B,GAAG,CAACC,iDAAiD,CAAC;AACnG;AAEA,CAAC,YAAY;EACT,MAAME,MAAM,GAAG,IAAAC,wBAAgB,EAC3B;IACIC,KAAK,EAAE,IAAAC,mBAAW,EAAClC,OAAO,CAAC4B,GAAG,CAACO,oBAAoB,EAAE,OAAO,CAAC;IAC7DC,SAAS,EAAG,aAAYvC,IAAI,CAACW,YAAa;EAC9C,CAAC,EACD,IAAA6B,mBAAU,EAAC;IAAEC,MAAM,EAAE;EAAe,CAAC,CACzC,CAAC;EAED,MAAMC,cAAc,GAAG,IAAAC,iCAAiB,EAAC,CAAC;EAC1C,MAAMC,mBAAmB,GAAG,IAAAC,2CAAyB,EAAC;IAClDC,QAAQ,EAAG,WAAU9C,IAAI,CAACU,UAAW;EACzC,CAAC,CAAC;EAEF,MAAMqC,YAAY,GAAG,IAAAC,0BAAW,EAAC;IAC7BC,IAAI,EAAEjD,IAAI,CAACQ,QAAQ;IACnBkC;EACJ,CAAC,CAAC;EACF,MAAMQ,eAAe,GAAG,IAAAF,0BAAW,EAAC;IAChCC,IAAI,EAAEjD,IAAI,CAACS,UAAU;IACrBiC;EACJ,CAAC,CAAC;EAEF,MAAMS,cAAc,GAAG,IAAAC,uCAAoB,EAACL,YAAY,CAAC;EACzD,MAAMM,gBAAgB,GAAG,IAAAC,yCAAsB,EAACJ,eAAe,CAAC;EAEhE,MAAMK,MAAM,GAAGpC,mBAAmB,CAAC,CAAC;EAEpC,MAAMqC,gBAAgB,GAAG,IAAAC,wCAAsB,EAACb,mBAAmB,EAAE;IACjEc,sBAAsB,EAClB1D,IAAI,CAACa,8BAAgF;IACzF8C,mBAAmB,EAAE3D,IAAI,CAACc,2BAA2B;IACrD8C,aAAa,EAAE5D,IAAI,CAACe,qBAAqB;IACzC8C,cAAc,EAAE7D,IAAI,CAACgB,sBAAsB;IAC3C8C,eAAe,EAAE9D,IAAI,CAACiB;EAC1B,CAAC,CAAC;EAEF,IAAI;IACA,MAAM,IAAA8C,2BAAmB,EACrB;MACIC,MAAM,EAAEb,cAAc;MACtB/C,OAAO,EAAE;QACL6D,OAAO,EAAEjE,IAAI,CAACW,YAAY;QAC1BuD,QAAQ,EAAElE,IAAI,CAACY,aAAa;QAC5BuD,OAAO,EAAE,CACL;UACIC,IAAI,EAAE,KAAK;UACXC,EAAE,EAAE;QACR,CAAC,CACJ;QACDC,QAAQ,EAAEf,MAAM,CAACnC,gBAAgB,IAAImD,SAAS;QAC9CC,KAAK,EAAE;MACX;IACJ,CAAC,EACD,MAAMC,MAAM,IAAI;MACZlB,MAAM,CAAClC,KAAK,CAACC,eAAe,EAAE;MAC9BiC,MAAM,CAAClC,KAAK,CAACE,cAAc,IAAIkD,MAAM,CAACC,KAAK,CAACC,MAAM;MAElD,IAAIpB,MAAM,CAAClC,KAAK,CAACC,eAAe,GAAG,CAAC,KAAK,CAAC,EAAE;QACxC;QACAY,MAAM,CAAC0C,KAAK,CACP,eAAcrB,MAAM,CAAClC,KAAK,CAACC,eAAgB,aAAYmD,MAAM,CAACC,KAAK,CAACC,MAAO,eAChF,CAAC;MACL;MAEA,MAAME,oBAAsC,GAAG,EAAE;MACjD,MAAMC,sBAAwC,GAAG,EAAE;MACnD,MAAMC,qBAAoD,GAAG,CAAC,CAAC;MAE/D,MAAMC,gBAAgB,GAAG,IAAIC,IAAI,CAAC,CAAC,CAACC,WAAW,CAAC,CAAC;;MAEjD;MACA;MACA,KAAK,MAAMC,IAAI,IAAIV,MAAM,CAACC,KAAK,EAAE;QAC7B,MAAMU,eAAe,GACjB,IAAAC,gCAAe,EAACF,IAAI,CAAC,IACrB,IAAAG,8CAAsB,EAACH,IAAI,CAAC,IAC5B,IAAAI,gDAAuB,EAACJ,IAAI,CAAC;QAEjC,IAAIC,eAAe,EAAE;UACjB7B,MAAM,CAAClC,KAAK,CAACI,cAAc,EAAE;UAC7B;QACJ;;QAEA;QACA,IAAI,CAAC,IAAA4D,gCAAe,EAACF,IAAI,CAAC,EAAE;UACxB;UACA,MAAMK,SAAS,GAAG,MAAM,IAAAC,sDAA0B,EAAC;YAC/CC,KAAK,EAAEP,IAAI;YACXQ,WAAW,EAAExC,cAAc;YAC3ByC,YAAY,EAAE;cACVC,eAAe,EAAEC,KAAK,IAAI;gBACtB5D,MAAM,CAAC6D,IAAI,CACP;kBAAED,KAAK;kBAAEX;gBAAK,CAAC,EACd,uCAAsCW,KAAK,CAACE,aAAc,YAAWF,KAAK,CAACG,OAAQ,EACxF,CAAC;cACL;YACJ;UACJ,CAAC,CAAC;UAEF,MAAMC,4BAA4B,GAAG,MAAM,IAAAC,kDAAyB,EAAC;YACjET,KAAK,EAAEP,IAAI;YACXQ,WAAW,EAAExC,cAAc;YAC3ByC,YAAY,EAAE;cACVC,eAAe,EAAEC,KAAK,IAAI;gBACtB5D,MAAM,CAAC6D,IAAI,CACP;kBAAED,KAAK;kBAAEX;gBAAK,CAAC,EACd,sCAAqCW,KAAK,CAACE,aAAc,YAAWF,KAAK,CAACG,OAAQ,EACvF,CAAC;cACL;YACJ;UACJ,CAAC,CAAC;UAEF,IAAAG,wCAAmB,EAACjB,IAAI,EAAE;YACtBK,SAAS;YACT,GAAGU;UACP,CAAC,CAAC;QACN;;QAEA;QACA;QACA,IAAI,CAAC,IAAAZ,8CAAsB,EAACH,IAAI,CAAC,EAAE;UAC/B;UACA,IAAAkB,oCAAiB,EAAClB,IAAI,CAAC;QAC3B;;QAEA;QACA;QACA,IAAI,CAAC,IAAAI,gDAAuB,EAACJ,IAAI,CAAC,EAAE;UAChCjD,MAAM,CAAC0C,KAAK,CACR,IAAA0B,4EAAqC,EAACnB,IAAI,CAAC,EAC1C,uEAAsEA,IAAI,CAACoB,OAAQ,IAAGpB,IAAI,CAACqB,EAAG,IACnG,CAAC;UAED,IAAI;YACA,MAAMC,gBAAgB,GAAG,MAAM,IAAAC,wCAAmB,EAAC;cAC/C1C,MAAM,EAAEb,cAAc;cACtBwD,MAAM,EAAExB,IAAI,CAACwB,MAAM;cACnBf,YAAY,EAAE;gBACVC,eAAe,EAAEC,KAAK,IAAI;kBACtB5D,MAAM,CAAC6D,IAAI,CACP;oBAAED,KAAK;oBAAEX;kBAAK,CAAC,EACd,gCAA+BW,KAAK,CAACE,aAAc,YAAWF,KAAK,CAACG,OAAQ,EACjF,CAAC;gBACL;cACJ;YACJ,CAAC,CAAC;YAEF,IAAAW,sDAA0B,EAACzB,IAAI,EAAE;cAC7B0B,QAAQ,EAAE7B,gBAAgB;cAC1B8B,QAAQ,EAAEL;YACd,CAAC,CAAC;YAEFvE,MAAM,CAAC0C,KAAK,CACP,kEAAiEO,IAAI,CAACoB,OAAQ,IAAGpB,IAAI,CAACqB,EAAG,2CAC9F,CAAC;UACL,CAAC,CAAC,OAAOO,CAAC,EAAE;YACR7E,MAAM,CAAC8E,KAAK,CACP,8DAA6D7B,IAAI,CAACoB,OAAQ,IAAGpB,IAAI,CAACqB,EAAG,MAAKO,CAAC,CAACd,OAAQ,EACzG,CAAC;UACL;QACJ;QAEApB,oBAAoB,CAACoC,IAAI,CAAC9D,cAAc,CAAC+D,QAAQ,CAAC/B,IAAI,CAAC,CAAC;;QAExD;AACpB;AACA;;QAEoB,MAAMgC,oBAAoB,GAAI,GAAEhC,IAAI,CAACiC,OAAQ,IAAG;QAChD,IAAIrC,qBAAqB,CAACoC,oBAAoB,CAAC,EAAE;UAC7C;QACJ;QAEApC,qBAAqB,CAACoC,oBAAoB,CAAC,GAAG9D,gBAAgB,CAACgE,QAAQ,CAAC;UACpEC,EAAE,EAAEnC,IAAI,CAACmC,EAAE;UACXC,EAAE,EAAE;QACR,CAAC,CAAC;QAEF,MAAMC,uBAAuB,GAAI,GAAErC,IAAI,CAACiC,OAAQ,IAAG;QACnD,IAAIjC,IAAI,CAAC5B,MAAM,KAAK,WAAW,IAAI,CAAC,CAAC4B,IAAI,CAACsC,MAAM,EAAE;UAC9C1C,qBAAqB,CAACyC,uBAAuB,CAAC,GAAGnE,gBAAgB,CAACgE,QAAQ,CAAC;YACvEC,EAAE,EAAEnC,IAAI,CAACmC,EAAE;YACXC,EAAE,EAAE;UACR,CAAC,CAAC;QACN;MACJ;MAEA,IAAIG,MAAM,CAACC,IAAI,CAAC5C,qBAAqB,CAAC,CAACJ,MAAM,GAAG,CAAC,EAAE;QAC/C;AACpB;AACA;QACoB,MAAMiD,mBAAmB,GAAGA,CAAA,KAAM;UAC9B,OAAO,IAAAC,oBAAY,EAA8B;YAC7CC,KAAK,EAAEzE,gBAAgB,CAACyE,KAAK;YAC7BpD,KAAK,EAAEgD,MAAM,CAACK,MAAM,CAAChD,qBAAqB;UAC9C,CAAC,CAAC;QACN,CAAC;QAED,MAAMiD,YAAY,GAAG,MAAM,IAAAC,uBAAgB,EAACL,mBAAmB,EAAE;UAC7D/B,eAAe,EAAEC,KAAK,IAAI;YACtB5D,MAAM,CAAC6D,IAAI,CACP;cAAED,KAAK;cAAEpB,KAAK,EAAEgD,MAAM,CAACK,MAAM,CAAChD,qBAAqB;YAAE,CAAC,EACrD,8DAA6De,KAAK,CAACE,aAAc,YAAWF,KAAK,CAACG,OAAQ,EAC/G,CAAC;UACL;QACJ,CAAC,CAAC;QAEF,KAAK,MAAMiC,WAAW,IAAIF,YAAY,EAAE;UACpC,MAAMG,gBAAgB,GAAG,MAAM,IAAAC,wCAAmB,EAC9CF,WAAW,CAACG,IAChB,CAAC;UACD,IAAI,CAACF,gBAAgB,EAAE;YACnBjG,MAAM,CAAC0C,KAAK,CACP,mCAAkCsD,WAAW,CAACZ,EAAG,qCACtD,CAAC;YACD;UACJ;;UAEA;UACA,IAAI,CAAC,IAAAjC,gCAAe,EAAC8C,gBAAgB,CAAC,EAAE;YACpC;YACA,MAAM3C,SAAS,GAAG,MAAM,IAAAC,sDAA0B,EAAC;cAC/CC,KAAK,EAAE;gBAAE,GAAGyC,gBAAgB;gBAAEb,EAAE,EAAEY,WAAW,CAACZ;cAAG,CAAC;cAClD3B,WAAW,EAAExC,cAAc;cAC3ByC,YAAY,EAAE;gBACVC,eAAe,EAAEC,KAAK,IAAI;kBACtB5D,MAAM,CAAC6D,IAAI,CACP;oBACID,KAAK;oBACLX,IAAI,EAAE;sBAAE,GAAGgD,gBAAgB;sBAAEb,EAAE,EAAEY,WAAW,CAACZ;oBAAG;kBACpD,CAAC,EACA,sDAAqDxB,KAAK,CAACE,aAAc,YAAWF,KAAK,CAACG,OAAQ,EACvG,CAAC;gBACL;cACJ;YACJ,CAAC,CAAC;YAEF,MAAMC,4BAA4B,GAAG,MAAM,IAAAC,kDAAyB,EAAC;cACjET,KAAK,EAAE;gBAAE,GAAGyC,gBAAgB;gBAAEb,EAAE,EAAEY,WAAW,CAACZ;cAAG,CAAC;cAClD3B,WAAW,EAAExC,cAAc;cAC3ByC,YAAY,EAAE;gBACVC,eAAe,EAAEC,KAAK,IAAI;kBACtB5D,MAAM,CAAC6D,IAAI,CACP;oBACID,KAAK;oBACLX,IAAI,EAAE;sBAAE,GAAGgD,gBAAgB;sBAAEb,EAAE,EAAEY,WAAW,CAACZ;oBAAG;kBACpD,CAAC,EACA,qDAAoDxB,KAAK,CAACE,aAAc,YAAWF,KAAK,CAACG,OAAQ,EACtG,CAAC;gBACL;cACJ;YACJ,CAAC,CAAC;YAEF,IAAAG,wCAAmB,EAAC+B,gBAAgB,EAAE;cAClC3C,SAAS;cACT,GAAGU;YACP,CAAC,CAAC;UACN;;UAEA;UACA,IAAI,CAAC,IAAAX,gDAAuB,EAAC4C,gBAAgB,CAAC,EAAE;YAC5CjG,MAAM,CAAC0C,KAAK,CACR,IAAA0B,4EAAqC,EAAC6B,gBAAgB,CAAC,EACvD,CACK,mFAAkF,EAClF,IAAGA,gBAAgB,CAAC5B,OAAQ,IAAG4B,gBAAgB,CAAC3B,EAAG,IAAG,CAC1D,CAAC8B,IAAI,CAAC,GAAG,CACd,CAAC;YAED,IAAI;cACA,MAAM7B,gBAAgB,GAAG,MAAM,IAAAC,wCAAmB,EAAC;gBAC/C1C,MAAM,EAAEb,cAAc;gBACtBwD,MAAM,EAAEwB,gBAAgB,CAACxB,MAAM;gBAC/Bf,YAAY,EAAE;kBACVC,eAAe,EAAEC,KAAK,IAAI;oBACtB5D,MAAM,CAAC6D,IAAI,CACP;sBAAED,KAAK;sBAAEX,IAAI,EAAEhC;oBAAe,CAAC,EAC9B,+CAA8C2C,KAAK,CAACE,aAAc,YAAWF,KAAK,CAACG,OAAQ,EAChG,CAAC;kBACL;gBACJ;cACJ,CAAC,CAAC;cAEF,IAAAW,sDAA0B,EAACuB,gBAAgB,EAAE;gBACzCtB,QAAQ,EAAE7B,gBAAgB;gBAC1B8B,QAAQ,EAAEL;cACd,CAAC,CAAC;cAEFvE,MAAM,CAAC0C,KAAK,CACR,CACK,kEAAiE,EACjE,gBAAeuD,gBAAgB,CAAC5B,OAAQ,IAAG4B,gBAAgB,CAAC3B,EAAG,IAAG,EACnE,kCAAkC,CACrC,CAAC8B,IAAI,CAAC,GAAG,CACd,CAAC;YACL,CAAC,CAAC,OAAOvB,CAAC,EAAE;cACR7E,MAAM,CAAC4D,KAAK,CACR,CACI,0EAA0E,EACzE,IAAGqC,gBAAgB,CAAC5B,OAAQ,IAAG4B,gBAAgB,CAAC3B,EAAG,MAAKO,CAAC,CAACd,OAAQ,EAAC,CACvE,CAACqC,IAAI,CAAC,GAAG,CACd,CAAC;YACL;UACJ;UAEA,MAAMC,cAAc,GAAG,MAAM,IAAAC,oCAAiB,EAACL,gBAAgB,CAAC;UAEhErD,sBAAsB,CAACmC,IAAI,CACvB5D,gBAAgB,CAAC6D,QAAQ,CAAC;YACtB,GAAGgB,WAAW;YACdG,IAAI,EAAEE;UACV,CAAC,CACL,CAAC;QACL;MACJ;MAEA,IAAI1D,oBAAoB,CAACF,MAAM,EAAE;QAC7B,IAAI8D,aAAa,GAAG,KAAK;QACzB,IAAIC,eAAe,GAAG,KAAK;;QAE3B;QACA,MAAMC,OAAO,GAAGA,CAAA,KAAM;UAClB,OAAO,IAAAC,qBAAa,EAChB;YACId,KAAK,EAAE3E,cAAc,CAAC2E,KAAK;YAC3BpD,KAAK,EAAEG;UACX,CAAC,EACD/C,qBACJ,CAAC;QACL,CAAC;QAEDI,MAAM,CAAC0C,KAAK,CACP,WAAUC,oBAAoB,CAACF,MAAO,yCAC3C,CAAC;QAED,IAAI;UACA,MAAM,IAAAsD,uBAAgB,EAACU,OAAO,EAAE;YAC5B9C,eAAe,EAAEC,KAAK,IAAI;cACtB5D,MAAM,CAAC6D,IAAI,CACN,wBAAuBD,KAAK,CAACE,aAAc,YAAWF,KAAK,CAACG,OAAQ,EACzE,CAAC;YACL;UACJ,CAAC,CAAC;QACN,CAAC,CAAC,OAAOc,CAAC,EAAE;UACR0B,aAAa,GAAG,IAAI;UACpBvG,MAAM,CAAC4D,KAAK,CACR;YACIA,KAAK,EAAEiB,CAAC;YACRlC;UACJ,CAAC,EACD,kFACJ,CAAC;QACL;QAEA,IAAIC,sBAAsB,CAACH,MAAM,EAAE;UAC/BzC,MAAM,CAAC0C,KAAK,CACP,WAAUE,sBAAsB,CAACH,MAAO,wCAC7C,CAAC;UAED,IAAI;YACA,MAAMkE,OAAO,GAAG,MAAMrF,gBAAgB,CAACsF,IAAI,CAAC;cACxC,MAAMC,WAAWA,CAACC,MAAM,EAAE;gBACtB,MAAMC,gBAAgB,GAAGD,MAAM,CAACE,aAAa,CAACjG,IAAI;gBAElDf,MAAM,CAAC6D,IAAI,CACN,yBAAwBkD,gBAAiB,iDAAgD,EAC1FD,MACJ,CAAC;gBAED,IACIzF,MAAM,CAAClC,KAAK,CAACK,cAAc,CAACG,gBAAgB,CACxCoH,gBAAgB,CACnB,EACH;kBACE1F,MAAM,CAAClC,KAAK,CAACK,cAAc,CAACG,gBAAgB,CACxCoH,gBAAgB,CACnB,EAAE;gBACP,CAAC,MAAM;kBACH1F,MAAM,CAAClC,KAAK,CAACK,cAAc,CAACG,gBAAgB,CACxCoH,gBAAgB,CACnB,GAAG,CAAC;gBACT;cACJ;YACJ,CAAC,CAAC;YAEF1F,MAAM,CAAClC,KAAK,CAACK,cAAc,CAACE,WAAW,EAAE;YACzC2B,MAAM,CAAClC,KAAK,CAACK,cAAc,CAACC,gBAAgB,IAAIkH,OAAO,CAACM,WAAW;;YAEnE;YACA,MAAMC,YAAY,GAAGA,CAAA,KAAM;cACvB,OAAO,IAAAR,qBAAa,EAChB;gBACId,KAAK,EAAEzE,gBAAgB,CAACyE,KAAK;gBAC7BpD,KAAK,EAAEI;cACX,CAAC,EACDhD,qBACJ,CAAC;YACL,CAAC;YAED,MAAM,IAAAmG,uBAAgB,EAACmB,YAAY,EAAE;cACjCvD,eAAe,EAAEC,KAAK,IAAI;gBACtB5D,MAAM,CAAC6D,IAAI,CACN,uCAAsCD,KAAK,CAACE,aAAc,YAAWF,KAAK,CAACG,OAAQ,EACxF,CAAC;cACL;YACJ,CAAC,CAAC;UACN,CAAC,CAAC,OAAOc,CAAC,EAAE;YACR2B,eAAe,GAAG,IAAI;YACtBxG,MAAM,CAAC4D,KAAK,CACR;cACIA,KAAK,EAAEiB,CAAC;cACRjC;YACJ,CAAC,EACD,iFACJ,CAAC;UACL;QACJ;QAEA,IAAI4D,eAAe,IAAID,aAAa,EAAE;UAClCvG,MAAM,CAAC6D,IAAI,CACP,gEACJ,CAAC;QACL,CAAC,MAAM;UACHxC,MAAM,CAAClC,KAAK,CAACG,cAAc,IAAIqD,oBAAoB,CAACF,MAAM;QAC9D;MACJ;;MAEA;MACA,IAAIvD,gBAAkC,GAAG,IAAI;MAC7C,IAAIqD,MAAM,CAACrD,gBAAgB,EAAE;QACzBA,gBAAgB,GAAGqD,MAAM,CAACrD,gBAAqD;MACnF;MAEAmC,MAAM,CAACnC,gBAAgB,GAAGA,gBAAgB;MAE1C,IAAIA,gBAAgB,KAAK,IAAI,EAAE;QAC3B,OAAO,KAAK;MAChB;;MAEA;MACA,OAAO,IAAI;IACf,CAAC,EACD;MACIiI,KAAK,EAAE;QACHxD,eAAe,EAAEC,KAAK,IAAI;UACtB5D,MAAM,CAAC6D,IAAI,CACP;YACI3E,gBAAgB,EAAEmC,MAAM,CAACnC,gBAAgB;YACzC0E;UACJ,CAAC,EACA,gCAA+BA,KAAK,CAACE,aAAc,YAAWF,KAAK,CAACG,OAAQ,EACjF,CAAC;QACL;MACJ;IACJ,CACJ,CAAC;;IAED;IACA/D,MAAM,CAAC0C,KAAK,CAAC;MAAErB;IAAO,CAAC,EAAE,4DAA4D,CAAC;IACtF,MAAM+F,WAAW,GAAGC,aAAI,CAACjB,IAAI,CACzBkB,WAAE,CAACC,MAAM,CAAC,CAAC,EACV,gDAA+CzJ,IAAI,CAACK,KAAM,IAAGL,IAAI,CAACW,YAAa,MACpF,CAAC;;IAED;IACA+I,WAAE,CAACC,aAAa,CAACL,WAAW,EAAEM,IAAI,CAACC,SAAS,CAACtG,MAAM,CAAClC,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;IAEpEa,MAAM,CAAC0C,KAAK,CAAE,qCAAoC0E,WAAY,GAAE,CAAC;EACrE,CAAC,CAAC,OAAOxD,KAAK,EAAE;IACZ;IACA5D,MAAM,CAAC4D,KAAK,CACR;MAAEvC,MAAM;MAAEuC;IAAM,CAAC,EACjB,qEACJ,CAAC;IACD,MAAMwD,WAAW,GAAGC,aAAI,CAACjB,IAAI,CACzBkB,WAAE,CAACC,MAAM,CAAC,CAAC,EACV,gDAA+CzJ,IAAI,CAACK,KAAM,IAAGL,IAAI,CAACW,YAAa,MACpF,CAAC;;IAED;IACA+I,WAAE,CAACC,aAAa,CAACL,WAAW,EAAEM,IAAI,CAACC,SAAS,CAACtG,MAAM,CAAClC,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;IAEpEa,MAAM,CAAC0C,KAAK,CAAE,qCAAoC0E,WAAY,GAAE,CAAC;EACrE;AACJ,CAAC,EAAE,CAAC"}

package/package.json

@@ -1,21 +1,21 @@
 {
 	"name": "@webiny/migrations",
-	"version": "5.39.10-beta.1",
+	"version": "5.39.10-beta.2",
 	"scripts": {
 		"build": "yarn webiny run build",
 		"watch": "yarn webiny run watch"
 	},
 	"dependencies": {
 		"@elastic/elasticsearch": "7.12.0",
-		"@webiny/api-elasticsearch": "5.39.10-beta.1",
-		"@webiny/aws-sdk": "5.39.10-beta.1",
-		"@webiny/cli-plugin-deploy-pulumi": "5.39.10-beta.1",
-		"@webiny/data-migration": "5.39.10-beta.1",
-		"@webiny/db-dynamodb": "5.39.10-beta.1",
-		"@webiny/error": "5.39.10-beta.1",
-		"@webiny/ioc": "5.39.10-beta.1",
-		"@webiny/logger": "5.39.10-beta.1",
-		"@webiny/utils": "5.39.10-beta.1",
+		"@webiny/api-elasticsearch": "5.39.10-beta.2",
+		"@webiny/aws-sdk": "5.39.10-beta.2",
+		"@webiny/cli-plugin-deploy-pulumi": "5.39.10-beta.2",
+		"@webiny/data-migration": "5.39.10-beta.2",
+		"@webiny/db-dynamodb": "5.39.10-beta.2",
+		"@webiny/error": "5.39.10-beta.2",
+		"@webiny/ioc": "5.39.10-beta.2",
+		"@webiny/logger": "5.39.10-beta.2",
+		"@webiny/utils": "5.39.10-beta.2",
 		"execa": "5.1.1",
 		"fast-glob": "3.2.12",
 		"jsonpack": "1.1.5",
@@ -30,16 +30,16 @@
 	},
 	"devDependencies": {
 		"@types/execa": "2.0.0",
-		"@webiny/api-headless-cms": "5.39.10-beta.1",
-		"@webiny/api-headless-cms-ddb-es": "5.39.10-beta.1",
-		"@webiny/cli": "5.39.10-beta.1",
-		"@webiny/handler-aws": "5.39.10-beta.1",
-		"@webiny/plugins": "5.39.10-beta.1",
-		"@webiny/project-utils": "5.39.10-beta.1",
+		"@webiny/api-headless-cms": "5.39.10-beta.2",
+		"@webiny/api-headless-cms-ddb-es": "5.39.10-beta.2",
+		"@webiny/cli": "5.39.10-beta.2",
+		"@webiny/handler-aws": "5.39.10-beta.2",
+		"@webiny/plugins": "5.39.10-beta.2",
+		"@webiny/project-utils": "5.39.10-beta.2",
 		"elastic-ts": "0.8.0",
 		"jest-dynalite": "3.6.1",
 		"ttypescript": "1.5.15",
 		"typescript": "4.7.4"
 	},
-	"gitHead": "ea9221b8891b62797e288a71eb2c0acc08c8db19"
+	"gitHead": "641d166c7558f7d86c0aefa46127e0b67c679512"
 }