@webiny/migrations 5.39.7-beta.2

package/migrations/5.37.0/004/ddb/PageDataMigration.js

@@ -0,0 +1,269 @@
+"use strict";
+
+Object.defineProperty(exports, "__esModule", {
+  value: true
+});
+exports.AcoRecords_5_37_0_004_PageData = void 0;
+var _utils = require("@webiny/utils");
+var _createEntryEntity = require("../entities/createEntryEntity");
+var _createLocaleEntity = require("../entities/createLocaleEntity");
+var _createPageEntity = require("../entities/createPageEntity");
+var _createTenantEntity = require("../entities/createTenantEntity");
+var _utils2 = require("../../../../utils");
+var _constants = require("../constants");
+var _constants2 = require("../../../5.35.0/006/constants");
+var _dbDynamodb = require("@webiny/db-dynamodb");
+const isGroupMigrationCompleted = status => {
+  return typeof status === "boolean";
+};
+class AcoRecords_5_37_0_004_PageData {
+  constructor(table) {
+    this.entryEntity = (0, _createEntryEntity.createDdbEntryEntity)(table);
+    this.localeEntity = (0, _createLocaleEntity.createLocaleEntity)(table);
+    this.pageEntity = (0, _createPageEntity.createDdbPageEntity)(table);
+    this.tenantEntity = (0, _createTenantEntity.createTenantEntity)(table);
+  }
+  getId() {
+    return "PageData";
+  }
+  getDescription() {
+    return "Migrate PbPage Data -> Move ACO Search Records to new model";
+  }
+  async shouldExecute({
+    logger
+  }) {
+    const tenants = await this.listTenants();
+    if (tenants.length === 0) {
+      logger.info(`No tenants found in the system; skipping migration.`);
+      return false;
+    }
+    for (const tenant of tenants) {
+      const locales = await this.listLocales({
+        tenant
+      });
+      if (locales.length === 0) {
+        logger.info(`No locales found in tenant "${tenant.data.id}".`);
+        continue;
+      }
+      for (const locale of locales) {
+        /**
+         * First we check if there are any pages.
+         */
+        const lastPage = await (0, _utils2.queryOne)({
+          entity: this.pageEntity,
+          partitionKey: `T#${tenant.data.id}#L#${locale.code}#PB#L`,
+          options: {
+            gt: " ",
+            reverse: true
+          }
+        });
+        if (!lastPage) {
+          logger.info(`No pages found in tenant "${tenant.data.id}" and locale "${locale.code}".`);
+          continue;
+        }
+        /**
+         * And we need to check if the search records were already migrated to the new ACO Models.
+         */
+        const lastSearchRecord = await (0, _utils2.queryOne)({
+          entity: this.entryEntity,
+          partitionKey: `T#${tenant.data.id}#L#${locale.code}#CMS#CME#M#${_constants.PB_ACO_SEARCH_MODEL_ID}#A`,
+          options: {
+            index: "GSI1",
+            eq: `wby-aco-${lastPage.pid}#0001`
+          }
+        });
+        if (lastSearchRecord) {
+          logger.info(`Pages already migrated to New Search Records in tenant "${tenant.data.id}" and locale "${locale.code}".`);
+          continue;
+        }
+        return true;
+      }
+    }
+    return false;
+  }
+  async execute({
+    logger,
+    ...context
+  }) {
+    const tenants = await this.listTenants();
+    const migrationStatus = context.checkpoint || {};
+    for (const tenant of tenants) {
+      const locales = await this.listLocales({
+        tenant
+      });
+      const tenantId = tenant.data.id;
+      for (const locale of locales) {
+        const groupId = `${tenant.data.id}:${locale.code}`;
+        const status = migrationStatus[groupId];
+        const localeCode = locale.code;
+        if (isGroupMigrationCompleted(status)) {
+          continue;
+        }
+        let batch = 0;
+        /**
+         * We need to load all the pages because search records are mixed.
+         */
+        await (0, _utils2.ddbQueryAllWithCallback)({
+          entity: this.pageEntity,
+          partitionKey: `T#${tenantId}#L#${localeCode}#PB#L`,
+          options: {
+            gt: status || " "
+          }
+        }, async pages => {
+          batch++;
+          logger.info(`Processing batch #${batch} in group ${groupId} (${pages.length} pages).`);
+          const items = await pages.reduce(async (accumulator, current) => {
+            /**
+             * We need to get the search record for the page as it contains necessary data and adjustments.
+             */
+            const existingAcoRecord = await (0, _dbDynamodb.get)({
+              entity: this.entryEntity,
+              keys: {
+                PK: `T#${tenantId}#L#${localeCode}#CMS#CME#CME#wby-aco-${current.pid}`,
+                SK: "L"
+              }
+            });
+            if (!existingAcoRecord) {
+              return await accumulator;
+            }
+            const {
+              tenant,
+              locale,
+              values
+            } = existingAcoRecord;
+            const {
+              ["wby-aco-json@data"]: data
+            } = values;
+            const {
+              pid
+            } = data;
+            const entry = this.createSearchRecord(existingAcoRecord);
+            const latestEntry = {
+              ...entry,
+              PK: `T#${tenant}#L#${locale}#CMS#CME#CME#wby-aco-${pid}`,
+              SK: "L",
+              GSI1_PK: `T#${tenant}#L#${locale}#CMS#CME#M#${_constants.PB_ACO_SEARCH_MODEL_ID}#L`,
+              GSI1_SK: `wby-aco-${pid}#0001`,
+              TYPE: "cms.entry.l"
+            };
+            const revisionEntry = {
+              ...entry,
+              PK: `T#${tenant}#L#${locale}#CMS#CME#CME#wby-aco-${pid}`,
+              SK: "REV#0001",
+              GSI1_PK: `T#${tenant}#L#${locale}#CMS#CME#M#${_constants.PB_ACO_SEARCH_MODEL_ID}#A`,
+              GSI1_SK: `wby-aco-${pid}#0001`,
+              TYPE: "cms.entry"
+            };
+            const acc = await accumulator;
+            return [...acc, this.entryEntity.putBatch(latestEntry), this.entryEntity.putBatch(revisionEntry)];
+          }, Promise.resolve([]));
+          const execute = () => {
+            return (0, _utils2.batchWriteAll)({
+              table: this.entryEntity.table,
+              items
+            });
+          };
+          await (0, _utils.executeWithRetry)(execute, {
+            onFailedAttempt: error => {
+              logger.error(`"batchWriteAll" attempt #${error.attemptNumber} failed.`);
+              logger.error(error.message);
+            }
+          });
+
+          // Update checkpoint after every batch.
+          migrationStatus[groupId] = pages[pages.length - 1]?.id ?? true;
+
+          // Check if we should store checkpoint and exit.
+          if (context.runningOutOfTime()) {
+            await context.createCheckpointAndExit(migrationStatus);
+          } else {
+            await context.createCheckpoint(migrationStatus);
+          }
+        });
+        migrationStatus[groupId] = true;
+        context.createCheckpoint(migrationStatus);
+      }
+    }
+  }
+  async listTenants() {
+    return await (0, _utils2.queryAll)({
+      entity: this.tenantEntity,
+      partitionKey: "TENANTS",
+      options: {
+        index: "GSI1",
+        gte: " "
+      }
+    });
+  }
+  async listLocales({
+    tenant
+  }) {
+    return await (0, _utils2.queryAll)({
+      entity: this.localeEntity,
+      partitionKey: `T#${tenant.data.id}#I18N#L`,
+      options: {
+        gte: " "
+      }
+    });
+  }
+  createSearchRecord(entry) {
+    const {
+      values
+    } = entry;
+    const {
+      ["text@title"]: title,
+      ["text@content"]: content,
+      ["wby-aco-json@data"]: data,
+      ["text@tags"]: tags,
+      ["object@location"]: location
+    } = values;
+    const {
+      id,
+      createdBy,
+      createdOn,
+      locked,
+      path,
+      pid,
+      version,
+      status,
+      savedOn
+    } = data;
+    let folderId = location?.["text@folderId"] || _constants.ROOT_FOLDER;
+    if (folderId === _constants.UPPERCASE_ROOT_FOLDER) {
+      folderId = _constants.ROOT_FOLDER;
+    }
+    return {
+      ...entry,
+      modelId: _constants.PB_ACO_SEARCH_MODEL_ID,
+      webinyVersion: process.env.WEBINY_VERSION,
+      values: {
+        "text@title": title,
+        "text@content": content,
+        "object@data": {
+          "text@id": id,
+          "text@pid": pid,
+          "text@path": path,
+          "text@status": status,
+          "text@title": title,
+          "object@createdBy": {
+            "text@id": createdBy.id,
+            "text@type": createdBy.type,
+            "text@displayName": createdBy.displayName
+          },
+          "datetime@createdOn": createdOn,
+          "datetime@savedOn": savedOn,
+          "boolean@locked": locked,
+          "number@version": version
+        },
+        "object@location": {
+          "text@folderId": folderId
+        },
+        "text@tags": tags || [],
+        "text@type": _constants2.PB_PAGE_TYPE
+      }
+    };
+  }
+}
+exports.AcoRecords_5_37_0_004_PageData = AcoRecords_5_37_0_004_PageData;
+
+//# sourceMappingURL=PageDataMigration.js.map

package/migrations/5.37.0/004/ddb/PageDataMigration.js.map

@@ -0,0 +1 @@
+{"version":3,"names":["_utils","require","_createEntryEntity","_createLocaleEntity","_createPageEntity","_createTenantEntity","_utils2","_constants","_constants2","_dbDynamodb","isGroupMigrationCompleted","status","AcoRecords_5_37_0_004_PageData","constructor","table","entryEntity","createDdbEntryEntity","localeEntity","createLocaleEntity","pageEntity","createDdbPageEntity","tenantEntity","createTenantEntity","getId","getDescription","shouldExecute","logger","tenants","listTenants","length","info","tenant","locales","listLocales","data","id","locale","lastPage","queryOne","entity","partitionKey","code","options","gt","reverse","lastSearchRecord","PB_ACO_SEARCH_MODEL_ID","index","eq","pid","execute","context","migrationStatus","checkpoint","tenantId","groupId","localeCode","batch","ddbQueryAllWithCallback","pages","items","reduce","accumulator","current","existingAcoRecord","get","keys","PK","SK","values","entry","createSearchRecord","latestEntry","GSI1_PK","GSI1_SK","TYPE","revisionEntry","acc","putBatch","Promise","resolve","batchWriteAll","executeWithRetry","onFailedAttempt","error","attemptNumber","message","runningOutOfTime","createCheckpointAndExit","createCheckpoint","queryAll","gte","title","content","tags","location","createdBy","createdOn","locked","path","version","savedOn","folderId","ROOT_FOLDER","UPPERCASE_ROOT_FOLDER","modelId","webinyVersion","process","env","WEBINY_VERSION","type","displayName","PB_PAGE_TYPE","exports"],"sources":["PageDataMigration.ts"],"sourcesContent":["import { Table } from \"@webiny/db-dynamodb/toolbox\";\nimport { DataMigration, DataMigrationContext } from \"@webiny/data-migration\";\nimport { PrimitiveValue } from \"@webiny/api-elasticsearch/types\";\nimport { executeWithRetry } from \"@webiny/utils\";\nimport { createDdbEntryEntity } from \"../entities/createEntryEntity\";\nimport { createLocaleEntity } from \"../entities/createLocaleEntity\";\nimport { createDdbPageEntity } from \"../entities/createPageEntity\";\nimport { createTenantEntity } from \"../entities/createTenantEntity\";\nimport {\n    AcoSearchRecord,\n    ExistingAcoSearchRecord,\n    I18NLocale,\n    ListLocalesParams,\n    Tenant\n} from \"../types\";\nimport {\n    batchWriteAll,\n    BatchWriteItem,\n    ddbQueryAllWithCallback,\n    queryAll,\n    queryOne\n} from \"~/utils\";\nimport { PB_ACO_SEARCH_MODEL_ID, ROOT_FOLDER, UPPERCASE_ROOT_FOLDER } from \"../constants\";\nimport { PB_PAGE_TYPE } from \"~/migrations/5.35.0/006/constants\";\nimport { Page } from \"~/migrations/5.35.0/006/types\";\nimport { get } from \"@webiny/db-dynamodb\";\n\nconst isGroupMigrationCompleted = (\n    status: PrimitiveValue[] | boolean | undefined\n): status is boolean => {\n    return typeof status === \"boolean\";\n};\n\nexport type PageDataMigrationCheckpoint = Record<string, string | boolean | undefined>;\n\nexport class AcoRecords_5_37_0_004_PageData implements DataMigration<PageDataMigrationCheckpoint> {\n    private readonly entryEntity: ReturnType<typeof createDdbEntryEntity>;\n    private readonly localeEntity: ReturnType<typeof createLocaleEntity>;\n    private readonly pageEntity: ReturnType<typeof createDdbPageEntity>;\n    private readonly tenantEntity: ReturnType<typeof createTenantEntity>;\n\n    constructor(table: Table<string, string, string>) {\n        this.entryEntity = createDdbEntryEntity(table);\n        this.localeEntity = createLocaleEntity(table);\n        this.pageEntity = createDdbPageEntity(table);\n        this.tenantEntity = createTenantEntity(table);\n    }\n\n    getId() {\n        return \"PageData\";\n    }\n\n    getDescription() {\n        return \"Migrate PbPage Data -> Move ACO Search Records to new model\";\n    }\n\n    async shouldExecute({ logger }: DataMigrationContext): Promise<boolean> {\n        const tenants = await this.listTenants();\n        if (tenants.length === 0) {\n            logger.info(`No tenants found in the system; skipping migration.`);\n            return false;\n        }\n\n        for (const tenant of tenants) {\n            const locales = await this.listLocales({ tenant });\n            if (locales.length === 0) {\n                logger.info(`No locales found in tenant \"${tenant.data.id}\".`);\n                continue;\n            }\n\n            for (const locale of locales) {\n                /**\n                 * First we check if there are any pages.\n                 */\n                const lastPage = await queryOne<{ pid: string }>({\n                    entity: this.pageEntity,\n                    partitionKey: `T#${tenant.data.id}#L#${locale.code}#PB#L`,\n                    options: {\n                        gt: \" \",\n                        reverse: true\n                    }\n                });\n\n                if (!lastPage) {\n                    logger.info(\n                        `No pages found in tenant \"${tenant.data.id}\" and locale \"${locale.code}\".`\n                    );\n                    continue;\n                }\n                /**\n                 * And we need to check if the search records were already migrated to the new ACO Models.\n                 */\n                const lastSearchRecord = await queryOne({\n                    entity: this.entryEntity,\n                    partitionKey: `T#${tenant.data.id}#L#${locale.code}#CMS#CME#M#${PB_ACO_SEARCH_MODEL_ID}#A`,\n                    options: {\n                        index: \"GSI1\",\n                        eq: `wby-aco-${lastPage.pid}#0001`\n                    }\n                });\n\n                if (lastSearchRecord) {\n                    logger.info(\n                        `Pages already migrated to New Search Records in tenant \"${tenant.data.id}\" and locale \"${locale.code}\".`\n                    );\n                    continue;\n                }\n                return true;\n            }\n        }\n        return false;\n    }\n\n    async execute({ logger, ...context }: DataMigrationContext): Promise<void> {\n        const tenants = await this.listTenants();\n\n        const migrationStatus = context.checkpoint || {};\n\n        for (const tenant of tenants) {\n            const locales = await this.listLocales({ tenant });\n\n            const tenantId = tenant.data.id;\n\n            for (const locale of locales) {\n                const groupId = `${tenant.data.id}:${locale.code}`;\n                const status = migrationStatus[groupId];\n\n                const localeCode = locale.code;\n\n                if (isGroupMigrationCompleted(status)) {\n                    continue;\n                }\n\n                let batch = 0;\n                /**\n                 * We need to load all the pages because search records are mixed.\n                 */\n                await ddbQueryAllWithCallback<Page>(\n                    {\n                        entity: this.pageEntity,\n                        partitionKey: `T#${tenantId}#L#${localeCode}#PB#L`,\n                        options: {\n                            gt: status || \" \"\n                        }\n                    },\n                    async pages => {\n                        batch++;\n                        logger.info(\n                            `Processing batch #${batch} in group ${groupId} (${pages.length} pages).`\n                        );\n\n                        const items = await pages.reduce<Promise<BatchWriteItem[]>>(\n                            async (accumulator: Promise<BatchWriteItem[]>, current) => {\n                                /**\n                                 * We need to get the search record for the page as it contains necessary data and adjustments.\n                                 */\n                                const existingAcoRecord = await get<ExistingAcoSearchRecord>({\n                                    entity: this.entryEntity,\n                                    keys: {\n                                        PK: `T#${tenantId}#L#${localeCode}#CMS#CME#CME#wby-aco-${current.pid}`,\n                                        SK: \"L\"\n                                    }\n                                });\n                                if (!existingAcoRecord) {\n                                    return await accumulator;\n                                }\n\n                                const { tenant, locale, values } = existingAcoRecord;\n                                const { [\"wby-aco-json@data\"]: data } = values;\n                                const { pid } = data;\n\n                                const entry = this.createSearchRecord(existingAcoRecord);\n\n                                const latestEntry = {\n                                    ...entry,\n                                    PK: `T#${tenant}#L#${locale}#CMS#CME#CME#wby-aco-${pid}`,\n                                    SK: \"L\",\n                                    GSI1_PK: `T#${tenant}#L#${locale}#CMS#CME#M#${PB_ACO_SEARCH_MODEL_ID}#L`,\n                                    GSI1_SK: `wby-aco-${pid}#0001`,\n                                    TYPE: \"cms.entry.l\"\n                                };\n\n                                const revisionEntry = {\n                                    ...entry,\n                                    PK: `T#${tenant}#L#${locale}#CMS#CME#CME#wby-aco-${pid}`,\n                                    SK: \"REV#0001\",\n                                    GSI1_PK: `T#${tenant}#L#${locale}#CMS#CME#M#${PB_ACO_SEARCH_MODEL_ID}#A`,\n                                    GSI1_SK: `wby-aco-${pid}#0001`,\n                                    TYPE: \"cms.entry\"\n                                };\n\n                                const acc = await accumulator;\n\n                                return [\n                                    ...acc,\n                                    this.entryEntity.putBatch(latestEntry),\n                                    this.entryEntity.putBatch(revisionEntry)\n                                ];\n                            },\n                            Promise.resolve([])\n                        );\n\n                        const execute = () => {\n                            return batchWriteAll({ table: this.entryEntity.table, items });\n                        };\n\n                        await executeWithRetry(execute, {\n                            onFailedAttempt: error => {\n                                logger.error(\n                                    `\"batchWriteAll\" attempt #${error.attemptNumber} failed.`\n                                );\n                                logger.error(error.message);\n                            }\n                        });\n\n                        // Update checkpoint after every batch.\n                        migrationStatus[groupId] = pages[pages.length - 1]?.id ?? true;\n\n                        // Check if we should store checkpoint and exit.\n                        if (context.runningOutOfTime()) {\n                            await context.createCheckpointAndExit(migrationStatus);\n                        } else {\n                            await context.createCheckpoint(migrationStatus);\n                        }\n                    }\n                );\n\n                migrationStatus[groupId] = true;\n                context.createCheckpoint(migrationStatus);\n            }\n        }\n    }\n\n    private async listTenants(): Promise<Tenant[]> {\n        return await queryAll<Tenant>({\n            entity: this.tenantEntity,\n            partitionKey: \"TENANTS\",\n            options: {\n                index: \"GSI1\",\n                gte: \" \"\n            }\n        });\n    }\n\n    private async listLocales({ tenant }: ListLocalesParams): Promise<I18NLocale[]> {\n        return await queryAll<I18NLocale>({\n            entity: this.localeEntity,\n            partitionKey: `T#${tenant.data.id}#I18N#L`,\n            options: {\n                gte: \" \"\n            }\n        });\n    }\n\n    private createSearchRecord(entry: ExistingAcoSearchRecord): AcoSearchRecord {\n        const { values } = entry;\n\n        const {\n            [\"text@title\"]: title,\n            [\"text@content\"]: content,\n            [\"wby-aco-json@data\"]: data,\n            [\"text@tags\"]: tags,\n            [\"object@location\"]: location\n        } = values;\n        const { id, createdBy, createdOn, locked, path, pid, version, status, savedOn } = data;\n        let folderId = location?.[\"text@folderId\"] || ROOT_FOLDER;\n        if (folderId === UPPERCASE_ROOT_FOLDER) {\n            folderId = ROOT_FOLDER;\n        }\n        return {\n            ...entry,\n            modelId: PB_ACO_SEARCH_MODEL_ID,\n            webinyVersion: process.env.WEBINY_VERSION as string,\n            values: {\n                \"text@title\": title,\n                \"text@content\": content,\n                \"object@data\": {\n                    \"text@id\": id,\n                    \"text@pid\": pid,\n                    \"text@path\": path,\n                    \"text@status\": status,\n                    \"text@title\": title,\n                    \"object@createdBy\": {\n                        \"text@id\": createdBy.id,\n                        \"text@type\": createdBy.type,\n                        \"text@displayName\": createdBy.displayName\n                    },\n                    \"datetime@createdOn\": createdOn,\n                    \"datetime@savedOn\": savedOn,\n                    \"boolean@locked\": locked,\n                    \"number@version\": version\n                },\n                \"object@location\": {\n                    \"text@folderId\": folderId\n                },\n                \"text@tags\": tags || [],\n                \"text@type\": PB_PAGE_TYPE\n            }\n        };\n    }\n}\n"],"mappings":";;;;;;AAGA,IAAAA,MAAA,GAAAC,OAAA;AACA,IAAAC,kBAAA,GAAAD,OAAA;AACA,IAAAE,mBAAA,GAAAF,OAAA;AACA,IAAAG,iBAAA,GAAAH,OAAA;AACA,IAAAI,mBAAA,GAAAJ,OAAA;AAQA,IAAAK,OAAA,GAAAL,OAAA;AAOA,IAAAM,UAAA,GAAAN,OAAA;AACA,IAAAO,WAAA,GAAAP,OAAA;AAEA,IAAAQ,WAAA,GAAAR,OAAA;AAEA,MAAMS,yBAAyB,GAC3BC,MAA8C,IAC1B;EACpB,OAAO,OAAOA,MAAM,KAAK,SAAS;AACtC,CAAC;AAIM,MAAMC,8BAA8B,CAAuD;EAM9FC,WAAWA,CAACC,KAAoC,EAAE;IAC9C,IAAI,CAACC,WAAW,GAAG,IAAAC,uCAAoB,EAACF,KAAK,CAAC;IAC9C,IAAI,CAACG,YAAY,GAAG,IAAAC,sCAAkB,EAACJ,KAAK,CAAC;IAC7C,IAAI,CAACK,UAAU,GAAG,IAAAC,qCAAmB,EAACN,KAAK,CAAC;IAC5C,IAAI,CAACO,YAAY,GAAG,IAAAC,sCAAkB,EAACR,KAAK,CAAC;EACjD;EAEAS,KAAKA,CAAA,EAAG;IACJ,OAAO,UAAU;EACrB;EAEAC,cAAcA,CAAA,EAAG;IACb,OAAO,6DAA6D;EACxE;EAEA,MAAMC,aAAaA,CAAC;IAAEC;EAA6B,CAAC,EAAoB;IACpE,MAAMC,OAAO,GAAG,MAAM,IAAI,CAACC,WAAW,CAAC,CAAC;IACxC,IAAID,OAAO,CAACE,MAAM,KAAK,CAAC,EAAE;MACtBH,MAAM,CAACI,IAAI,CAAE,qDAAoD,CAAC;MAClE,OAAO,KAAK;IAChB;IAEA,KAAK,MAAMC,MAAM,IAAIJ,OAAO,EAAE;MAC1B,MAAMK,OAAO,GAAG,MAAM,IAAI,CAACC,WAAW,CAAC;QAAEF;MAAO,CAAC,CAAC;MAClD,IAAIC,OAAO,CAACH,MAAM,KAAK,CAAC,EAAE;QACtBH,MAAM,CAACI,IAAI,CAAE,+BAA8BC,MAAM,CAACG,IAAI,CAACC,EAAG,IAAG,CAAC;QAC9D;MACJ;MAEA,KAAK,MAAMC,MAAM,IAAIJ,OAAO,EAAE;QAC1B;AAChB;AACA;QACgB,MAAMK,QAAQ,GAAG,MAAM,IAAAC,gBAAQ,EAAkB;UAC7CC,MAAM,EAAE,IAAI,CAACpB,UAAU;UACvBqB,YAAY,EAAG,KAAIT,MAAM,CAACG,IAAI,CAACC,EAAG,MAAKC,MAAM,CAACK,IAAK,OAAM;UACzDC,OAAO,EAAE;YACLC,EAAE,EAAE,GAAG;YACPC,OAAO,EAAE;UACb;QACJ,CAAC,CAAC;QAEF,IAAI,CAACP,QAAQ,EAAE;UACXX,MAAM,CAACI,IAAI,CACN,6BAA4BC,MAAM,CAACG,IAAI,CAACC,EAAG,iBAAgBC,MAAM,CAACK,IAAK,IAC5E,CAAC;UACD;QACJ;QACA;AAChB;AACA;QACgB,MAAMI,gBAAgB,GAAG,MAAM,IAAAP,gBAAQ,EAAC;UACpCC,MAAM,EAAE,IAAI,CAACxB,WAAW;UACxByB,YAAY,EAAG,KAAIT,MAAM,CAACG,IAAI,CAACC,EAAG,MAAKC,MAAM,CAACK,IAAK,cAAaK,iCAAuB,IAAG;UAC1FJ,OAAO,EAAE;YACLK,KAAK,EAAE,MAAM;YACbC,EAAE,EAAG,WAAUX,QAAQ,CAACY,GAAI;UAChC;QACJ,CAAC,CAAC;QAEF,IAAIJ,gBAAgB,EAAE;UAClBnB,MAAM,CAACI,IAAI,CACN,2DAA0DC,MAAM,CAACG,IAAI,CAACC,EAAG,iBAAgBC,MAAM,CAACK,IAAK,IAC1G,CAAC;UACD;QACJ;QACA,OAAO,IAAI;MACf;IACJ;IACA,OAAO,KAAK;EAChB;EAEA,MAAMS,OAAOA,CAAC;IAAExB,MAAM;IAAE,GAAGyB;EAA8B,CAAC,EAAiB;IACvE,MAAMxB,OAAO,GAAG,MAAM,IAAI,CAACC,WAAW,CAAC,CAAC;IAExC,MAAMwB,eAAe,GAAGD,OAAO,CAACE,UAAU,IAAI,CAAC,CAAC;IAEhD,KAAK,MAAMtB,MAAM,IAAIJ,OAAO,EAAE;MAC1B,MAAMK,OAAO,GAAG,MAAM,IAAI,CAACC,WAAW,CAAC;QAAEF;MAAO,CAAC,CAAC;MAElD,MAAMuB,QAAQ,GAAGvB,MAAM,CAACG,IAAI,CAACC,EAAE;MAE/B,KAAK,MAAMC,MAAM,IAAIJ,OAAO,EAAE;QAC1B,MAAMuB,OAAO,GAAI,GAAExB,MAAM,CAACG,IAAI,CAACC,EAAG,IAAGC,MAAM,CAACK,IAAK,EAAC;QAClD,MAAM9B,MAAM,GAAGyC,eAAe,CAACG,OAAO,CAAC;QAEvC,MAAMC,UAAU,GAAGpB,MAAM,CAACK,IAAI;QAE9B,IAAI/B,yBAAyB,CAACC,MAAM,CAAC,EAAE;UACnC;QACJ;QAEA,IAAI8C,KAAK,GAAG,CAAC;QACb;AAChB;AACA;QACgB,MAAM,IAAAC,+BAAuB,EACzB;UACInB,MAAM,EAAE,IAAI,CAACpB,UAAU;UACvBqB,YAAY,EAAG,KAAIc,QAAS,MAAKE,UAAW,OAAM;UAClDd,OAAO,EAAE;YACLC,EAAE,EAAEhC,MAAM,IAAI;UAClB;QACJ,CAAC,EACD,MAAMgD,KAAK,IAAI;UACXF,KAAK,EAAE;UACP/B,MAAM,CAACI,IAAI,CACN,qBAAoB2B,KAAM,aAAYF,OAAQ,KAAII,KAAK,CAAC9B,MAAO,UACpE,CAAC;UAED,MAAM+B,KAAK,GAAG,MAAMD,KAAK,CAACE,MAAM,CAC5B,OAAOC,WAAsC,EAAEC,OAAO,KAAK;YACvD;AAChC;AACA;YACgC,MAAMC,iBAAiB,GAAG,MAAM,IAAAC,eAAG,EAA0B;cACzD1B,MAAM,EAAE,IAAI,CAACxB,WAAW;cACxBmD,IAAI,EAAE;gBACFC,EAAE,EAAG,KAAIb,QAAS,MAAKE,UAAW,wBAAuBO,OAAO,CAACd,GAAI,EAAC;gBACtEmB,EAAE,EAAE;cACR;YACJ,CAAC,CAAC;YACF,IAAI,CAACJ,iBAAiB,EAAE;cACpB,OAAO,MAAMF,WAAW;YAC5B;YAEA,MAAM;cAAE/B,MAAM;cAAEK,MAAM;cAAEiC;YAAO,CAAC,GAAGL,iBAAiB;YACpD,MAAM;cAAE,CAAC,mBAAmB,GAAG9B;YAAK,CAAC,GAAGmC,MAAM;YAC9C,MAAM;cAAEpB;YAAI,CAAC,GAAGf,IAAI;YAEpB,MAAMoC,KAAK,GAAG,IAAI,CAACC,kBAAkB,CAACP,iBAAiB,CAAC;YAExD,MAAMQ,WAAW,GAAG;cAChB,GAAGF,KAAK;cACRH,EAAE,EAAG,KAAIpC,MAAO,MAAKK,MAAO,wBAAuBa,GAAI,EAAC;cACxDmB,EAAE,EAAE,GAAG;cACPK,OAAO,EAAG,KAAI1C,MAAO,MAAKK,MAAO,cAAaU,iCAAuB,IAAG;cACxE4B,OAAO,EAAG,WAAUzB,GAAI,OAAM;cAC9B0B,IAAI,EAAE;YACV,CAAC;YAED,MAAMC,aAAa,GAAG;cAClB,GAAGN,KAAK;cACRH,EAAE,EAAG,KAAIpC,MAAO,MAAKK,MAAO,wBAAuBa,GAAI,EAAC;cACxDmB,EAAE,EAAE,UAAU;cACdK,OAAO,EAAG,KAAI1C,MAAO,MAAKK,MAAO,cAAaU,iCAAuB,IAAG;cACxE4B,OAAO,EAAG,WAAUzB,GAAI,OAAM;cAC9B0B,IAAI,EAAE;YACV,CAAC;YAED,MAAME,GAAG,GAAG,MAAMf,WAAW;YAE7B,OAAO,CACH,GAAGe,GAAG,EACN,IAAI,CAAC9D,WAAW,CAAC+D,QAAQ,CAACN,WAAW,CAAC,EACtC,IAAI,CAACzD,WAAW,CAAC+D,QAAQ,CAACF,aAAa,CAAC,CAC3C;UACL,CAAC,EACDG,OAAO,CAACC,OAAO,CAAC,EAAE,CACtB,CAAC;UAED,MAAM9B,OAAO,GAAGA,CAAA,KAAM;YAClB,OAAO,IAAA+B,qBAAa,EAAC;cAAEnE,KAAK,EAAE,IAAI,CAACC,WAAW,CAACD,KAAK;cAAE8C;YAAM,CAAC,CAAC;UAClE,CAAC;UAED,MAAM,IAAAsB,uBAAgB,EAAChC,OAAO,EAAE;YAC5BiC,eAAe,EAAEC,KAAK,IAAI;cACtB1D,MAAM,CAAC0D,KAAK,CACP,4BAA2BA,KAAK,CAACC,aAAc,UACpD,CAAC;cACD3D,MAAM,CAAC0D,KAAK,CAACA,KAAK,CAACE,OAAO,CAAC;YAC/B;UACJ,CAAC,CAAC;;UAEF;UACAlC,eAAe,CAACG,OAAO,CAAC,GAAGI,KAAK,CAACA,KAAK,CAAC9B,MAAM,GAAG,CAAC,CAAC,EAAEM,EAAE,IAAI,IAAI;;UAE9D;UACA,IAAIgB,OAAO,CAACoC,gBAAgB,CAAC,CAAC,EAAE;YAC5B,MAAMpC,OAAO,CAACqC,uBAAuB,CAACpC,eAAe,CAAC;UAC1D,CAAC,MAAM;YACH,MAAMD,OAAO,CAACsC,gBAAgB,CAACrC,eAAe,CAAC;UACnD;QACJ,CACJ,CAAC;QAEDA,eAAe,CAACG,OAAO,CAAC,GAAG,IAAI;QAC/BJ,OAAO,CAACsC,gBAAgB,CAACrC,eAAe,CAAC;MAC7C;IACJ;EACJ;EAEA,MAAcxB,WAAWA,CAAA,EAAsB;IAC3C,OAAO,MAAM,IAAA8D,gBAAQ,EAAS;MAC1BnD,MAAM,EAAE,IAAI,CAAClB,YAAY;MACzBmB,YAAY,EAAE,SAAS;MACvBE,OAAO,EAAE;QACLK,KAAK,EAAE,MAAM;QACb4C,GAAG,EAAE;MACT;IACJ,CAAC,CAAC;EACN;EAEA,MAAc1D,WAAWA,CAAC;IAAEF;EAA0B,CAAC,EAAyB;IAC5E,OAAO,MAAM,IAAA2D,gBAAQ,EAAa;MAC9BnD,MAAM,EAAE,IAAI,CAACtB,YAAY;MACzBuB,YAAY,EAAG,KAAIT,MAAM,CAACG,IAAI,CAACC,EAAG,SAAQ;MAC1CO,OAAO,EAAE;QACLiD,GAAG,EAAE;MACT;IACJ,CAAC,CAAC;EACN;EAEQpB,kBAAkBA,CAACD,KAA8B,EAAmB;IACxE,MAAM;MAAED;IAAO,CAAC,GAAGC,KAAK;IAExB,MAAM;MACF,CAAC,YAAY,GAAGsB,KAAK;MACrB,CAAC,cAAc,GAAGC,OAAO;MACzB,CAAC,mBAAmB,GAAG3D,IAAI;MAC3B,CAAC,WAAW,GAAG4D,IAAI;MACnB,CAAC,iBAAiB,GAAGC;IACzB,CAAC,GAAG1B,MAAM;IACV,MAAM;MAAElC,EAAE;MAAE6D,SAAS;MAAEC,SAAS;MAAEC,MAAM;MAAEC,IAAI;MAAElD,GAAG;MAAEmD,OAAO;MAAEzF,MAAM;MAAE0F;IAAQ,CAAC,GAAGnE,IAAI;IACtF,IAAIoE,QAAQ,GAAGP,QAAQ,GAAG,eAAe,CAAC,IAAIQ,sBAAW;IACzD,IAAID,QAAQ,KAAKE,gCAAqB,EAAE;MACpCF,QAAQ,GAAGC,sBAAW;IAC1B;IACA,OAAO;MACH,GAAGjC,KAAK;MACRmC,OAAO,EAAE3D,iCAAsB;MAC/B4D,aAAa,EAAEC,OAAO,CAACC,GAAG,CAACC,cAAwB;MACnDxC,MAAM,EAAE;QACJ,YAAY,EAAEuB,KAAK;QACnB,cAAc,EAAEC,OAAO;QACvB,aAAa,EAAE;UACX,SAAS,EAAE1D,EAAE;UACb,UAAU,EAAEc,GAAG;UACf,WAAW,EAAEkD,IAAI;UACjB,aAAa,EAAExF,MAAM;UACrB,YAAY,EAAEiF,KAAK;UACnB,kBAAkB,EAAE;YAChB,SAAS,EAAEI,SAAS,CAAC7D,EAAE;YACvB,WAAW,EAAE6D,SAAS,CAACc,IAAI;YAC3B,kBAAkB,EAAEd,SAAS,CAACe;UAClC,CAAC;UACD,oBAAoB,EAAEd,SAAS;UAC/B,kBAAkB,EAAEI,OAAO;UAC3B,gBAAgB,EAAEH,MAAM;UACxB,gBAAgB,EAAEE;QACtB,CAAC;QACD,iBAAiB,EAAE;UACf,eAAe,EAAEE;QACrB,CAAC;QACD,WAAW,EAAER,IAAI,IAAI,EAAE;QACvB,WAAW,EAAEkB;MACjB;IACJ,CAAC;EACL;AACJ;AAACC,OAAA,CAAArG,8BAAA,GAAAA,8BAAA"}

package/migrations/5.37.0/004/ddb/index.d.ts

@@ -0,0 +1,10 @@
+import { Table } from "@webiny/db-dynamodb/toolbox";
+import { DataMigration, DataMigrationContext } from "@webiny/data-migration";
+export declare class AcoRecords_5_37_0_004 implements DataMigration {
+    private readonly migrations;
+    constructor(table: Table<string, string, string>);
+    getId(): string;
+    getDescription(): string;
+    shouldExecute(context: DataMigrationContext): Promise<boolean>;
+    execute(context: DataMigrationContext): Promise<void>;
+}

package/migrations/5.37.0/004/ddb/index.js

@@ -0,0 +1,49 @@
+"use strict";
+
+Object.defineProperty(exports, "__esModule", {
+  value: true
+});
+exports.AcoRecords_5_37_0_004 = void 0;
+var _ioc = require("@webiny/ioc");
+var _dataMigration = require("@webiny/data-migration");
+var _PageDataMigration = require("./PageDataMigration");
+class AcoRecords_5_37_0_004 {
+  constructor(table) {
+    this.migrations = [new _PageDataMigration.AcoRecords_5_37_0_004_PageData(table)];
+  }
+  getId() {
+    return "5.37.0-004";
+  }
+  getDescription() {
+    return "Page Builder Pages search record migration";
+  }
+  async shouldExecute(context) {
+    for (const migration of this.migrations) {
+      const childLogger = (0, _dataMigration.getChildLogger)(context.logger, migration);
+      const childContext = {
+        ...context,
+        logger: childLogger
+      };
+      if (await migration.shouldExecute(childContext)) {
+        return true;
+      }
+    }
+    return false;
+  }
+  async execute(context) {
+    for (const migration of this.migrations) {
+      const childLogger = (0, _dataMigration.getChildLogger)(context.logger, migration);
+      const childContext = {
+        ...context,
+        logger: childLogger
+      };
+      if (await migration.shouldExecute(childContext)) {
+        await migration.execute(childContext);
+      }
+    }
+  }
+}
+exports.AcoRecords_5_37_0_004 = AcoRecords_5_37_0_004;
+(0, _ioc.makeInjectable)(AcoRecords_5_37_0_004, [(0, _ioc.inject)(_dataMigration.PrimaryDynamoTableSymbol)]);
+
+//# sourceMappingURL=index.js.map

package/migrations/5.37.0/004/ddb/index.js.map

@@ -0,0 +1 @@
+{"version":3,"names":["_ioc","require","_dataMigration","_PageDataMigration","AcoRecords_5_37_0_004","constructor","table","migrations","AcoRecords_5_37_0_004_PageData","getId","getDescription","shouldExecute","context","migration","childLogger","getChildLogger","logger","childContext","execute","exports","makeInjectable","inject","PrimaryDynamoTableSymbol"],"sources":["index.ts"],"sourcesContent":["import { Table } from \"@webiny/db-dynamodb/toolbox\";\nimport { inject, makeInjectable } from \"@webiny/ioc\";\nimport {\n    DataMigration,\n    DataMigrationContext,\n    getChildLogger,\n    PrimaryDynamoTableSymbol\n} from \"@webiny/data-migration\";\nimport { AcoRecords_5_37_0_004_PageData } from \"./PageDataMigration\";\n\nexport class AcoRecords_5_37_0_004 implements DataMigration {\n    private readonly migrations: DataMigration[];\n\n    public constructor(table: Table<string, string, string>) {\n        this.migrations = [new AcoRecords_5_37_0_004_PageData(table)];\n    }\n\n    public getId() {\n        return \"5.37.0-004\";\n    }\n\n    public getDescription() {\n        return \"Page Builder Pages search record migration\";\n    }\n\n    async shouldExecute(context: DataMigrationContext): Promise<boolean> {\n        for (const migration of this.migrations) {\n            const childLogger = getChildLogger(context.logger, migration);\n            const childContext = { ...context, logger: childLogger };\n            if (await migration.shouldExecute(childContext)) {\n                return true;\n            }\n        }\n        return false;\n    }\n\n    async execute(context: DataMigrationContext): Promise<void> {\n        for (const migration of this.migrations) {\n            const childLogger = getChildLogger(context.logger, migration);\n            const childContext = { ...context, logger: childLogger };\n            if (await migration.shouldExecute(childContext)) {\n                await migration.execute(childContext);\n            }\n        }\n    }\n}\n\nmakeInjectable(AcoRecords_5_37_0_004, [inject(PrimaryDynamoTableSymbol)]);\n"],"mappings":";;;;;;AACA,IAAAA,IAAA,GAAAC,OAAA;AACA,IAAAC,cAAA,GAAAD,OAAA;AAMA,IAAAE,kBAAA,GAAAF,OAAA;AAEO,MAAMG,qBAAqB,CAA0B;EAGjDC,WAAWA,CAACC,KAAoC,EAAE;IACrD,IAAI,CAACC,UAAU,GAAG,CAAC,IAAIC,iDAA8B,CAACF,KAAK,CAAC,CAAC;EACjE;EAEOG,KAAKA,CAAA,EAAG;IACX,OAAO,YAAY;EACvB;EAEOC,cAAcA,CAAA,EAAG;IACpB,OAAO,4CAA4C;EACvD;EAEA,MAAMC,aAAaA,CAACC,OAA6B,EAAoB;IACjE,KAAK,MAAMC,SAAS,IAAI,IAAI,CAACN,UAAU,EAAE;MACrC,MAAMO,WAAW,GAAG,IAAAC,6BAAc,EAACH,OAAO,CAACI,MAAM,EAAEH,SAAS,CAAC;MAC7D,MAAMI,YAAY,GAAG;QAAE,GAAGL,OAAO;QAAEI,MAAM,EAAEF;MAAY,CAAC;MACxD,IAAI,MAAMD,SAAS,CAACF,aAAa,CAACM,YAAY,CAAC,EAAE;QAC7C,OAAO,IAAI;MACf;IACJ;IACA,OAAO,KAAK;EAChB;EAEA,MAAMC,OAAOA,CAACN,OAA6B,EAAiB;IACxD,KAAK,MAAMC,SAAS,IAAI,IAAI,CAACN,UAAU,EAAE;MACrC,MAAMO,WAAW,GAAG,IAAAC,6BAAc,EAACH,OAAO,CAACI,MAAM,EAAEH,SAAS,CAAC;MAC7D,MAAMI,YAAY,GAAG;QAAE,GAAGL,OAAO;QAAEI,MAAM,EAAEF;MAAY,CAAC;MACxD,IAAI,MAAMD,SAAS,CAACF,aAAa,CAACM,YAAY,CAAC,EAAE;QAC7C,MAAMJ,SAAS,CAACK,OAAO,CAACD,YAAY,CAAC;MACzC;IACJ;EACJ;AACJ;AAACE,OAAA,CAAAf,qBAAA,GAAAA,qBAAA;AAED,IAAAgB,mBAAc,EAAChB,qBAAqB,EAAE,CAAC,IAAAiB,WAAM,EAACC,uCAAwB,CAAC,CAAC,CAAC"}

package/migrations/5.37.0/004/ddb-es/PageDataMigration.d.ts

@@ -0,0 +1,22 @@
+import { Table } from "@webiny/db-dynamodb/toolbox";
+import { Client } from "@elastic/elasticsearch";
+import { PrimitiveValue } from "@webiny/api-elasticsearch/types";
+import { DataMigration, DataMigrationContext } from "@webiny/data-migration";
+export declare type PageDataMigrationCheckpoint = Record<string, PrimitiveValue[] | boolean | undefined>;
+export declare class AcoRecords_5_37_0_004_PageData implements DataMigration<PageDataMigrationCheckpoint> {
+    private readonly elasticsearchClient;
+    private readonly ddbEntryEntity;
+    private readonly ddbEsEntryEntity;
+    private readonly ddbPageEntity;
+    private readonly ddbEsPageEntity;
+    private readonly localeEntity;
+    private readonly tenantEntity;
+    constructor(table: Table<string, string, string>, esTable: Table<string, string, string>, elasticsearchClient: Client);
+    getId(): string;
+    getDescription(): string;
+    shouldExecute({ logger }: DataMigrationContext): Promise<boolean>;
+    execute({ logger, ...context }: DataMigrationContext<PageDataMigrationCheckpoint>): Promise<void>;
+    private listTenants;
+    private listLocales;
+    private createSearchRecord;
+}