@webiny/migrations 5.39.7-beta.2

package/migrations/5.35.0/006/ddb/PageDataMigration.js

@@ -0,0 +1,249 @@
+"use strict";
+
+Object.defineProperty(exports, "__esModule", {
+  value: true
+});
+exports.AcoRecords_5_35_0_006_PageData = void 0;
+var _utils = require("@webiny/utils");
+var _createEntryEntity = require("../entities/createEntryEntity");
+var _createLocaleEntity = require("../entities/createLocaleEntity");
+var _createPageEntity = require("../entities/createPageEntity");
+var _createTenantEntity = require("../entities/createTenantEntity");
+var _getSearchableContent = require("../utils/getSearchableContent");
+var _utils2 = require("../../../../utils");
+var _constants = require("../constants");
+const isGroupMigrationCompleted = status => {
+  return typeof status === "boolean";
+};
+class AcoRecords_5_35_0_006_PageData {
+  constructor(table) {
+    this.entryEntity = (0, _createEntryEntity.createDdbEntryEntity)(table);
+    this.localeEntity = (0, _createLocaleEntity.createLocaleEntity)(table);
+    this.pageEntity = (0, _createPageEntity.createDdbPageEntity)(table);
+    this.tenantEntity = (0, _createTenantEntity.createTenantEntity)(table);
+  }
+  getId() {
+    return "PageData";
+  }
+  getDescription() {
+    return "Migrate PbPage Data -> Create ACO Search Records";
+  }
+  async shouldExecute({
+    logger,
+    forceExecute
+  }) {
+    if (forceExecute) {
+      return true;
+    }
+    const tenants = await this.listTenants();
+    if (tenants.length === 0) {
+      logger.info(`No tenants found in the system; skipping migration.`);
+      return false;
+    }
+    for (const tenant of tenants) {
+      const locales = await this.listLocales({
+        tenant
+      });
+      if (locales.length === 0) {
+        logger.info(`No locales found in tenant "${tenant.data.id}".`);
+        continue;
+      }
+      for (const locale of locales) {
+        //TODO: check this query
+        const lastPage = await (0, _utils2.queryOne)({
+          entity: this.pageEntity,
+          partitionKey: `T#${tenant.data.id}#L#${locale.code}#PB#L`,
+          options: {
+            gt: " ",
+            reverse: true
+          }
+        });
+        if (!lastPage) {
+          logger.info(`No pages found in tenant "${tenant.data.id}" and locale "${locale.code}".`);
+          continue;
+        }
+        const lastSearchRecord = await (0, _utils2.queryOne)({
+          entity: this.entryEntity,
+          partitionKey: `T#${tenant.data.id}#L#${locale.code}#CMS#CME#CME#wby-aco-${lastPage.pid}`,
+          options: {
+            eq: "L"
+          }
+        });
+        if (lastSearchRecord) {
+          logger.info(`Pages already migrated to Search Records in tenant "${tenant.data.id}" and locale "${locale.code}".`);
+          continue;
+        }
+        return true;
+      }
+    }
+    return false;
+  }
+  async execute({
+    logger,
+    ...context
+  }) {
+    const tenants = await this.listTenants();
+    const migrationStatus = context.checkpoint || {};
+    for (const tenant of tenants) {
+      const locales = await this.listLocales({
+        tenant
+      });
+      for (const locale of locales) {
+        const groupId = `${tenant.data.id}:${locale.code}`;
+        const status = migrationStatus[groupId];
+        if (isGroupMigrationCompleted(status)) {
+          continue;
+        }
+        let batch = 0;
+        await (0, _utils2.ddbQueryAllWithCallback)({
+          entity: this.pageEntity,
+          partitionKey: `T#${tenant.data.id}#L#${locale.code}#PB#L`,
+          options: {
+            gt: status || " "
+          }
+        }, async pages => {
+          batch++;
+          logger.info(`Processing batch #${batch} in group ${groupId} (${pages.length} pages).`);
+          const items = await pages.reduce(async (accumulator, current) => {
+            const {
+              pid,
+              tenant,
+              locale
+            } = current;
+
+            /**
+             * If the content is `gzip`, it means this page is created with the latest version
+             * of Webiny, and we don't need to migrate it.
+             */
+            if (current.content?.compression === "gzip") {
+              return await accumulator;
+            }
+            const entry = await this.createSearchRecordCommonFields(current);
+            const latestEntry = {
+              PK: `T#${tenant}#L#${locale}#CMS#CME#CME#wby-aco-${pid}`,
+              SK: "L",
+              GSI1_PK: `T#${tenant}#L#${locale}#CMS#CME#M#acoSearchRecord#L`,
+              GSI1_SK: `wby-aco-${pid}#0001`,
+              TYPE: "cms.entry.l",
+              ...entry
+            };
+            const revisionEntry = {
+              PK: `T#${tenant}#L#${locale}#CMS#CME#CME#wby-aco-${pid}`,
+              SK: "REV#0001",
+              GSI1_PK: `T#${tenant}#L#${locale}#CMS#CME#M#acoSearchRecord#A`,
+              GSI1_SK: `wby-aco-${pid}#0001`,
+              TYPE: "cms.entry",
+              ...entry
+            };
+            const acc = await accumulator;
+            return [...acc, this.entryEntity.putBatch(latestEntry), this.entryEntity.putBatch(revisionEntry)];
+          }, Promise.resolve([]));
+          const execute = () => {
+            return (0, _utils2.batchWriteAll)({
+              table: this.entryEntity.table,
+              items
+            });
+          };
+          await (0, _utils.executeWithRetry)(execute, {
+            onFailedAttempt: error => {
+              logger.error(`"batchWriteAll" attempt #${error.attemptNumber} failed.`);
+              logger.error(error.message);
+            }
+          });
+          const cursor = pages[pages.length - 1]?.id ?? true;
+
+          // Update checkpoint after every batch
+          migrationStatus[groupId] = cursor;
+
+          // Check if we should store checkpoint and exit.
+          if (context.runningOutOfTime()) {
+            await context.createCheckpointAndExit(migrationStatus);
+          } else {
+            await context.createCheckpoint(migrationStatus);
+          }
+        });
+        migrationStatus[groupId] = true;
+        context.createCheckpoint(migrationStatus);
+      }
+    }
+  }
+  async listTenants() {
+    return await (0, _utils2.queryAll)({
+      entity: this.tenantEntity,
+      partitionKey: "TENANTS",
+      options: {
+        index: "GSI1",
+        gte: " "
+      }
+    });
+  }
+  async listLocales({
+    tenant
+  }) {
+    return await (0, _utils2.queryAll)({
+      entity: this.localeEntity,
+      partitionKey: `T#${tenant.data.id}#I18N#L`,
+      options: {
+        gte: " "
+      }
+    });
+  }
+  async createSearchRecordCommonFields(page) {
+    const {
+      createdBy,
+      createdOn,
+      id,
+      locale,
+      locked,
+      path,
+      pid,
+      savedOn,
+      status,
+      tenant,
+      title,
+      version,
+      settings
+    } = page;
+    const content = await (0, _getSearchableContent.getSearchablePageContent)(page);
+    return {
+      createdBy,
+      createdOn,
+      entryId: `wby-aco-${pid}`,
+      id: `wby-aco-${pid}#0001`,
+      locale,
+      locked: false,
+      modelId: _constants.ACO_SEARCH_MODEL_ID,
+      modifiedBy: createdBy,
+      ownedBy: createdBy,
+      savedOn,
+      status: "draft",
+      tenant,
+      version: 1,
+      webinyVersion: process.env.WEBINY_VERSION,
+      values: {
+        "text@title": title,
+        "text@content": content,
+        "wby-aco-json@data": {
+          createdBy,
+          createdOn,
+          id,
+          locked,
+          path,
+          pid,
+          savedOn,
+          status,
+          title,
+          version
+        },
+        "object@location": {
+          "text@folderId": _constants.ROOT_FOLDER
+        },
+        "text@tags": settings.general?.tags || [],
+        "text@type": _constants.PB_PAGE_TYPE
+      }
+    };
+  }
+}
+exports.AcoRecords_5_35_0_006_PageData = AcoRecords_5_35_0_006_PageData;
+
+//# sourceMappingURL=PageDataMigration.js.map

package/migrations/5.35.0/006/ddb/PageDataMigration.js.map

@@ -0,0 +1 @@
+{"version":3,"names":["_utils","require","_createEntryEntity","_createLocaleEntity","_createPageEntity","_createTenantEntity","_getSearchableContent","_utils2","_constants","isGroupMigrationCompleted","status","AcoRecords_5_35_0_006_PageData","constructor","table","entryEntity","createDdbEntryEntity","localeEntity","createLocaleEntity","pageEntity","createDdbPageEntity","tenantEntity","createTenantEntity","getId","getDescription","shouldExecute","logger","forceExecute","tenants","listTenants","length","info","tenant","locales","listLocales","data","id","locale","lastPage","queryOne","entity","partitionKey","code","options","gt","reverse","lastSearchRecord","pid","eq","execute","context","migrationStatus","checkpoint","groupId","batch","ddbQueryAllWithCallback","pages","items","reduce","accumulator","current","content","compression","entry","createSearchRecordCommonFields","latestEntry","PK","SK","GSI1_PK","GSI1_SK","TYPE","revisionEntry","acc","putBatch","Promise","resolve","batchWriteAll","executeWithRetry","onFailedAttempt","error","attemptNumber","message","cursor","runningOutOfTime","createCheckpointAndExit","createCheckpoint","queryAll","index","gte","page","createdBy","createdOn","locked","path","savedOn","title","version","settings","getSearchablePageContent","entryId","modelId","ACO_SEARCH_MODEL_ID","modifiedBy","ownedBy","webinyVersion","process","env","WEBINY_VERSION","values","ROOT_FOLDER","general","tags","PB_PAGE_TYPE","exports"],"sources":["PageDataMigration.ts"],"sourcesContent":["import { Table } from \"@webiny/db-dynamodb/toolbox\";\nimport { DataMigration, DataMigrationContext } from \"@webiny/data-migration\";\nimport { PrimitiveValue } from \"@webiny/api-elasticsearch/types\";\nimport { executeWithRetry } from \"@webiny/utils\";\n\nimport { createDdbEntryEntity } from \"../entities/createEntryEntity\";\nimport { createLocaleEntity } from \"../entities/createLocaleEntity\";\nimport { createDdbPageEntity } from \"../entities/createPageEntity\";\nimport { createTenantEntity } from \"../entities/createTenantEntity\";\nimport { getSearchablePageContent } from \"../utils/getSearchableContent\";\n\nimport { I18NLocale, ListLocalesParams, Page, Tenant } from \"../types\";\nimport { batchWriteAll, ddbQueryAllWithCallback, queryAll, queryOne } from \"~/utils\";\nimport { ACO_SEARCH_MODEL_ID, PB_PAGE_TYPE, ROOT_FOLDER } from \"../constants\";\n\nconst isGroupMigrationCompleted = (\n    status: PrimitiveValue[] | boolean | undefined\n): status is boolean => {\n    return typeof status === \"boolean\";\n};\n\nexport type PageDataMigrationCheckpoint = Record<string, string | boolean | undefined>;\n\nexport class AcoRecords_5_35_0_006_PageData implements DataMigration<PageDataMigrationCheckpoint> {\n    private readonly entryEntity: ReturnType<typeof createDdbEntryEntity>;\n    private readonly localeEntity: ReturnType<typeof createLocaleEntity>;\n    private readonly pageEntity: ReturnType<typeof createDdbPageEntity>;\n    private readonly tenantEntity: ReturnType<typeof createTenantEntity>;\n\n    constructor(table: Table<string, string, string>) {\n        this.entryEntity = createDdbEntryEntity(table);\n        this.localeEntity = createLocaleEntity(table);\n        this.pageEntity = createDdbPageEntity(table);\n        this.tenantEntity = createTenantEntity(table);\n    }\n\n    getId() {\n        return \"PageData\";\n    }\n\n    getDescription() {\n        return \"Migrate PbPage Data -> Create ACO Search Records\";\n    }\n\n    async shouldExecute({ logger, forceExecute }: DataMigrationContext): Promise<boolean> {\n        if (forceExecute) {\n            return true;\n        }\n\n        const tenants = await this.listTenants();\n        if (tenants.length === 0) {\n            logger.info(`No tenants found in the system; skipping migration.`);\n            return false;\n        }\n\n        for (const tenant of tenants) {\n            const locales = await this.listLocales({ tenant });\n            if (locales.length === 0) {\n                logger.info(`No locales found in tenant \"${tenant.data.id}\".`);\n                continue;\n            }\n\n            for (const locale of locales) {\n                //TODO: check this query\n                const lastPage = await queryOne<{ pid: string }>({\n                    entity: this.pageEntity,\n                    partitionKey: `T#${tenant.data.id}#L#${locale.code}#PB#L`,\n                    options: { gt: \" \", reverse: true }\n                });\n\n                if (!lastPage) {\n                    logger.info(\n                        `No pages found in tenant \"${tenant.data.id}\" and locale \"${locale.code}\".`\n                    );\n                    continue;\n                }\n\n                const lastSearchRecord = await queryOne<{ id: string }>({\n                    entity: this.entryEntity,\n                    partitionKey: `T#${tenant.data.id}#L#${locale.code}#CMS#CME#CME#wby-aco-${lastPage.pid}`,\n                    options: {\n                        eq: \"L\"\n                    }\n                });\n\n                if (lastSearchRecord) {\n                    logger.info(\n                        `Pages already migrated to Search Records in tenant \"${tenant.data.id}\" and locale \"${locale.code}\".`\n                    );\n                    continue;\n                }\n                return true;\n            }\n        }\n        return false;\n    }\n\n    async execute({ logger, ...context }: DataMigrationContext): Promise<void> {\n        const tenants = await this.listTenants();\n\n        const migrationStatus = context.checkpoint || {};\n\n        for (const tenant of tenants) {\n            const locales = await this.listLocales({ tenant });\n\n            for (const locale of locales) {\n                const groupId = `${tenant.data.id}:${locale.code}`;\n                const status = migrationStatus[groupId];\n\n                if (isGroupMigrationCompleted(status)) {\n                    continue;\n                }\n\n                let batch = 0;\n                await ddbQueryAllWithCallback<Page>(\n                    {\n                        entity: this.pageEntity,\n                        partitionKey: `T#${tenant.data.id}#L#${locale.code}#PB#L`,\n                        options: {\n                            gt: status || \" \"\n                        }\n                    },\n                    async pages => {\n                        batch++;\n                        logger.info(\n                            `Processing batch #${batch} in group ${groupId} (${pages.length} pages).`\n                        );\n\n                        const items = await pages.reduce(\n                            async (accumulator: Promise<any>, current) => {\n                                const { pid, tenant, locale } = current;\n\n                                /**\n                                 * If the content is `gzip`, it means this page is created with the latest version\n                                 * of Webiny, and we don't need to migrate it.\n                                 */\n                                if (current.content?.compression === \"gzip\") {\n                                    return await accumulator;\n                                }\n\n                                const entry = await this.createSearchRecordCommonFields(current);\n\n                                const latestEntry = {\n                                    PK: `T#${tenant}#L#${locale}#CMS#CME#CME#wby-aco-${pid}`,\n                                    SK: \"L\",\n                                    GSI1_PK: `T#${tenant}#L#${locale}#CMS#CME#M#acoSearchRecord#L`,\n                                    GSI1_SK: `wby-aco-${pid}#0001`,\n                                    TYPE: \"cms.entry.l\",\n                                    ...entry\n                                };\n\n                                const revisionEntry = {\n                                    PK: `T#${tenant}#L#${locale}#CMS#CME#CME#wby-aco-${pid}`,\n                                    SK: \"REV#0001\",\n                                    GSI1_PK: `T#${tenant}#L#${locale}#CMS#CME#M#acoSearchRecord#A`,\n                                    GSI1_SK: `wby-aco-${pid}#0001`,\n                                    TYPE: \"cms.entry\",\n                                    ...entry\n                                };\n\n                                const acc = await accumulator;\n\n                                return [\n                                    ...acc,\n                                    this.entryEntity.putBatch(latestEntry),\n                                    this.entryEntity.putBatch(revisionEntry)\n                                ];\n                            },\n                            Promise.resolve([])\n                        );\n\n                        const execute = () => {\n                            return batchWriteAll({ table: this.entryEntity.table, items });\n                        };\n\n                        await executeWithRetry(execute, {\n                            onFailedAttempt: error => {\n                                logger.error(\n                                    `\"batchWriteAll\" attempt #${error.attemptNumber} failed.`\n                                );\n                                logger.error(error.message);\n                            }\n                        });\n\n                        const cursor = pages[pages.length - 1]?.id ?? true;\n\n                        // Update checkpoint after every batch\n                        migrationStatus[groupId] = cursor;\n\n                        // Check if we should store checkpoint and exit.\n                        if (context.runningOutOfTime()) {\n                            await context.createCheckpointAndExit(migrationStatus);\n                        } else {\n                            await context.createCheckpoint(migrationStatus);\n                        }\n                    }\n                );\n\n                migrationStatus[groupId] = true;\n                context.createCheckpoint(migrationStatus);\n            }\n        }\n    }\n\n    private async listTenants(): Promise<Tenant[]> {\n        return await queryAll<Tenant>({\n            entity: this.tenantEntity,\n            partitionKey: \"TENANTS\",\n            options: {\n                index: \"GSI1\",\n                gte: \" \"\n            }\n        });\n    }\n\n    private async listLocales({ tenant }: ListLocalesParams): Promise<I18NLocale[]> {\n        return await queryAll<I18NLocale>({\n            entity: this.localeEntity,\n            partitionKey: `T#${tenant.data.id}#I18N#L`,\n            options: {\n                gte: \" \"\n            }\n        });\n    }\n\n    private async createSearchRecordCommonFields(page: Page) {\n        const {\n            createdBy,\n            createdOn,\n            id,\n            locale,\n            locked,\n            path,\n            pid,\n            savedOn,\n            status,\n            tenant,\n            title,\n            version,\n            settings\n        } = page;\n\n        const content = await getSearchablePageContent(page);\n\n        return {\n            createdBy,\n            createdOn,\n            entryId: `wby-aco-${pid}`,\n            id: `wby-aco-${pid}#0001`,\n            locale,\n            locked: false,\n            modelId: ACO_SEARCH_MODEL_ID,\n            modifiedBy: createdBy,\n            ownedBy: createdBy,\n            savedOn,\n            status: \"draft\",\n            tenant,\n            version: 1,\n            webinyVersion: process.env.WEBINY_VERSION,\n            values: {\n                \"text@title\": title,\n                \"text@content\": content,\n                \"wby-aco-json@data\": {\n                    createdBy,\n                    createdOn,\n                    id,\n                    locked,\n                    path,\n                    pid,\n                    savedOn,\n                    status,\n                    title,\n                    version\n                },\n                \"object@location\": {\n                    \"text@folderId\": ROOT_FOLDER\n                },\n                \"text@tags\": settings.general?.tags || [],\n                \"text@type\": PB_PAGE_TYPE\n            }\n        };\n    }\n}\n"],"mappings":";;;;;;AAGA,IAAAA,MAAA,GAAAC,OAAA;AAEA,IAAAC,kBAAA,GAAAD,OAAA;AACA,IAAAE,mBAAA,GAAAF,OAAA;AACA,IAAAG,iBAAA,GAAAH,OAAA;AACA,IAAAI,mBAAA,GAAAJ,OAAA;AACA,IAAAK,qBAAA,GAAAL,OAAA;AAGA,IAAAM,OAAA,GAAAN,OAAA;AACA,IAAAO,UAAA,GAAAP,OAAA;AAEA,MAAMQ,yBAAyB,GAC3BC,MAA8C,IAC1B;EACpB,OAAO,OAAOA,MAAM,KAAK,SAAS;AACtC,CAAC;AAIM,MAAMC,8BAA8B,CAAuD;EAM9FC,WAAWA,CAACC,KAAoC,EAAE;IAC9C,IAAI,CAACC,WAAW,GAAG,IAAAC,uCAAoB,EAACF,KAAK,CAAC;IAC9C,IAAI,CAACG,YAAY,GAAG,IAAAC,sCAAkB,EAACJ,KAAK,CAAC;IAC7C,IAAI,CAACK,UAAU,GAAG,IAAAC,qCAAmB,EAACN,KAAK,CAAC;IAC5C,IAAI,CAACO,YAAY,GAAG,IAAAC,sCAAkB,EAACR,KAAK,CAAC;EACjD;EAEAS,KAAKA,CAAA,EAAG;IACJ,OAAO,UAAU;EACrB;EAEAC,cAAcA,CAAA,EAAG;IACb,OAAO,kDAAkD;EAC7D;EAEA,MAAMC,aAAaA,CAAC;IAAEC,MAAM;IAAEC;EAAmC,CAAC,EAAoB;IAClF,IAAIA,YAAY,EAAE;MACd,OAAO,IAAI;IACf;IAEA,MAAMC,OAAO,GAAG,MAAM,IAAI,CAACC,WAAW,CAAC,CAAC;IACxC,IAAID,OAAO,CAACE,MAAM,KAAK,CAAC,EAAE;MACtBJ,MAAM,CAACK,IAAI,CAAE,qDAAoD,CAAC;MAClE,OAAO,KAAK;IAChB;IAEA,KAAK,MAAMC,MAAM,IAAIJ,OAAO,EAAE;MAC1B,MAAMK,OAAO,GAAG,MAAM,IAAI,CAACC,WAAW,CAAC;QAAEF;MAAO,CAAC,CAAC;MAClD,IAAIC,OAAO,CAACH,MAAM,KAAK,CAAC,EAAE;QACtBJ,MAAM,CAACK,IAAI,CAAE,+BAA8BC,MAAM,CAACG,IAAI,CAACC,EAAG,IAAG,CAAC;QAC9D;MACJ;MAEA,KAAK,MAAMC,MAAM,IAAIJ,OAAO,EAAE;QAC1B;QACA,MAAMK,QAAQ,GAAG,MAAM,IAAAC,gBAAQ,EAAkB;UAC7CC,MAAM,EAAE,IAAI,CAACrB,UAAU;UACvBsB,YAAY,EAAG,KAAIT,MAAM,CAACG,IAAI,CAACC,EAAG,MAAKC,MAAM,CAACK,IAAK,OAAM;UACzDC,OAAO,EAAE;YAAEC,EAAE,EAAE,GAAG;YAAEC,OAAO,EAAE;UAAK;QACtC,CAAC,CAAC;QAEF,IAAI,CAACP,QAAQ,EAAE;UACXZ,MAAM,CAACK,IAAI,CACN,6BAA4BC,MAAM,CAACG,IAAI,CAACC,EAAG,iBAAgBC,MAAM,CAACK,IAAK,IAC5E,CAAC;UACD;QACJ;QAEA,MAAMI,gBAAgB,GAAG,MAAM,IAAAP,gBAAQ,EAAiB;UACpDC,MAAM,EAAE,IAAI,CAACzB,WAAW;UACxB0B,YAAY,EAAG,KAAIT,MAAM,CAACG,IAAI,CAACC,EAAG,MAAKC,MAAM,CAACK,IAAK,wBAAuBJ,QAAQ,CAACS,GAAI,EAAC;UACxFJ,OAAO,EAAE;YACLK,EAAE,EAAE;UACR;QACJ,CAAC,CAAC;QAEF,IAAIF,gBAAgB,EAAE;UAClBpB,MAAM,CAACK,IAAI,CACN,uDAAsDC,MAAM,CAACG,IAAI,CAACC,EAAG,iBAAgBC,MAAM,CAACK,IAAK,IACtG,CAAC;UACD;QACJ;QACA,OAAO,IAAI;MACf;IACJ;IACA,OAAO,KAAK;EAChB;EAEA,MAAMO,OAAOA,CAAC;IAAEvB,MAAM;IAAE,GAAGwB;EAA8B,CAAC,EAAiB;IACvE,MAAMtB,OAAO,GAAG,MAAM,IAAI,CAACC,WAAW,CAAC,CAAC;IAExC,MAAMsB,eAAe,GAAGD,OAAO,CAACE,UAAU,IAAI,CAAC,CAAC;IAEhD,KAAK,MAAMpB,MAAM,IAAIJ,OAAO,EAAE;MAC1B,MAAMK,OAAO,GAAG,MAAM,IAAI,CAACC,WAAW,CAAC;QAAEF;MAAO,CAAC,CAAC;MAElD,KAAK,MAAMK,MAAM,IAAIJ,OAAO,EAAE;QAC1B,MAAMoB,OAAO,GAAI,GAAErB,MAAM,CAACG,IAAI,CAACC,EAAG,IAAGC,MAAM,CAACK,IAAK,EAAC;QAClD,MAAM/B,MAAM,GAAGwC,eAAe,CAACE,OAAO,CAAC;QAEvC,IAAI3C,yBAAyB,CAACC,MAAM,CAAC,EAAE;UACnC;QACJ;QAEA,IAAI2C,KAAK,GAAG,CAAC;QACb,MAAM,IAAAC,+BAAuB,EACzB;UACIf,MAAM,EAAE,IAAI,CAACrB,UAAU;UACvBsB,YAAY,EAAG,KAAIT,MAAM,CAACG,IAAI,CAACC,EAAG,MAAKC,MAAM,CAACK,IAAK,OAAM;UACzDC,OAAO,EAAE;YACLC,EAAE,EAAEjC,MAAM,IAAI;UAClB;QACJ,CAAC,EACD,MAAM6C,KAAK,IAAI;UACXF,KAAK,EAAE;UACP5B,MAAM,CAACK,IAAI,CACN,qBAAoBuB,KAAM,aAAYD,OAAQ,KAAIG,KAAK,CAAC1B,MAAO,UACpE,CAAC;UAED,MAAM2B,KAAK,GAAG,MAAMD,KAAK,CAACE,MAAM,CAC5B,OAAOC,WAAyB,EAAEC,OAAO,KAAK;YAC1C,MAAM;cAAEb,GAAG;cAAEf,MAAM;cAAEK;YAAO,CAAC,GAAGuB,OAAO;;YAEvC;AAChC;AACA;AACA;YACgC,IAAIA,OAAO,CAACC,OAAO,EAAEC,WAAW,KAAK,MAAM,EAAE;cACzC,OAAO,MAAMH,WAAW;YAC5B;YAEA,MAAMI,KAAK,GAAG,MAAM,IAAI,CAACC,8BAA8B,CAACJ,OAAO,CAAC;YAEhE,MAAMK,WAAW,GAAG;cAChBC,EAAE,EAAG,KAAIlC,MAAO,MAAKK,MAAO,wBAAuBU,GAAI,EAAC;cACxDoB,EAAE,EAAE,GAAG;cACPC,OAAO,EAAG,KAAIpC,MAAO,MAAKK,MAAO,8BAA6B;cAC9DgC,OAAO,EAAG,WAAUtB,GAAI,OAAM;cAC9BuB,IAAI,EAAE,aAAa;cACnB,GAAGP;YACP,CAAC;YAED,MAAMQ,aAAa,GAAG;cAClBL,EAAE,EAAG,KAAIlC,MAAO,MAAKK,MAAO,wBAAuBU,GAAI,EAAC;cACxDoB,EAAE,EAAE,UAAU;cACdC,OAAO,EAAG,KAAIpC,MAAO,MAAKK,MAAO,8BAA6B;cAC9DgC,OAAO,EAAG,WAAUtB,GAAI,OAAM;cAC9BuB,IAAI,EAAE,WAAW;cACjB,GAAGP;YACP,CAAC;YAED,MAAMS,GAAG,GAAG,MAAMb,WAAW;YAE7B,OAAO,CACH,GAAGa,GAAG,EACN,IAAI,CAACzD,WAAW,CAAC0D,QAAQ,CAACR,WAAW,CAAC,EACtC,IAAI,CAAClD,WAAW,CAAC0D,QAAQ,CAACF,aAAa,CAAC,CAC3C;UACL,CAAC,EACDG,OAAO,CAACC,OAAO,CAAC,EAAE,CACtB,CAAC;UAED,MAAM1B,OAAO,GAAGA,CAAA,KAAM;YAClB,OAAO,IAAA2B,qBAAa,EAAC;cAAE9D,KAAK,EAAE,IAAI,CAACC,WAAW,CAACD,KAAK;cAAE2C;YAAM,CAAC,CAAC;UAClE,CAAC;UAED,MAAM,IAAAoB,uBAAgB,EAAC5B,OAAO,EAAE;YAC5B6B,eAAe,EAAEC,KAAK,IAAI;cACtBrD,MAAM,CAACqD,KAAK,CACP,4BAA2BA,KAAK,CAACC,aAAc,UACpD,CAAC;cACDtD,MAAM,CAACqD,KAAK,CAACA,KAAK,CAACE,OAAO,CAAC;YAC/B;UACJ,CAAC,CAAC;UAEF,MAAMC,MAAM,GAAG1B,KAAK,CAACA,KAAK,CAAC1B,MAAM,GAAG,CAAC,CAAC,EAAEM,EAAE,IAAI,IAAI;;UAElD;UACAe,eAAe,CAACE,OAAO,CAAC,GAAG6B,MAAM;;UAEjC;UACA,IAAIhC,OAAO,CAACiC,gBAAgB,CAAC,CAAC,EAAE;YAC5B,MAAMjC,OAAO,CAACkC,uBAAuB,CAACjC,eAAe,CAAC;UAC1D,CAAC,MAAM;YACH,MAAMD,OAAO,CAACmC,gBAAgB,CAAClC,eAAe,CAAC;UACnD;QACJ,CACJ,CAAC;QAEDA,eAAe,CAACE,OAAO,CAAC,GAAG,IAAI;QAC/BH,OAAO,CAACmC,gBAAgB,CAAClC,eAAe,CAAC;MAC7C;IACJ;EACJ;EAEA,MAActB,WAAWA,CAAA,EAAsB;IAC3C,OAAO,MAAM,IAAAyD,gBAAQ,EAAS;MAC1B9C,MAAM,EAAE,IAAI,CAACnB,YAAY;MACzBoB,YAAY,EAAE,SAAS;MACvBE,OAAO,EAAE;QACL4C,KAAK,EAAE,MAAM;QACbC,GAAG,EAAE;MACT;IACJ,CAAC,CAAC;EACN;EAEA,MAActD,WAAWA,CAAC;IAAEF;EAA0B,CAAC,EAAyB;IAC5E,OAAO,MAAM,IAAAsD,gBAAQ,EAAa;MAC9B9C,MAAM,EAAE,IAAI,CAACvB,YAAY;MACzBwB,YAAY,EAAG,KAAIT,MAAM,CAACG,IAAI,CAACC,EAAG,SAAQ;MAC1CO,OAAO,EAAE;QACL6C,GAAG,EAAE;MACT;IACJ,CAAC,CAAC;EACN;EAEA,MAAcxB,8BAA8BA,CAACyB,IAAU,EAAE;IACrD,MAAM;MACFC,SAAS;MACTC,SAAS;MACTvD,EAAE;MACFC,MAAM;MACNuD,MAAM;MACNC,IAAI;MACJ9C,GAAG;MACH+C,OAAO;MACPnF,MAAM;MACNqB,MAAM;MACN+D,KAAK;MACLC,OAAO;MACPC;IACJ,CAAC,GAAGR,IAAI;IAER,MAAM5B,OAAO,GAAG,MAAM,IAAAqC,8CAAwB,EAACT,IAAI,CAAC;IAEpD,OAAO;MACHC,SAAS;MACTC,SAAS;MACTQ,OAAO,EAAG,WAAUpD,GAAI,EAAC;MACzBX,EAAE,EAAG,WAAUW,GAAI,OAAM;MACzBV,MAAM;MACNuD,MAAM,EAAE,KAAK;MACbQ,OAAO,EAAEC,8BAAmB;MAC5BC,UAAU,EAAEZ,SAAS;MACrBa,OAAO,EAAEb,SAAS;MAClBI,OAAO;MACPnF,MAAM,EAAE,OAAO;MACfqB,MAAM;MACNgE,OAAO,EAAE,CAAC;MACVQ,aAAa,EAAEC,OAAO,CAACC,GAAG,CAACC,cAAc;MACzCC,MAAM,EAAE;QACJ,YAAY,EAAEb,KAAK;QACnB,cAAc,EAAElC,OAAO;QACvB,mBAAmB,EAAE;UACjB6B,SAAS;UACTC,SAAS;UACTvD,EAAE;UACFwD,MAAM;UACNC,IAAI;UACJ9C,GAAG;UACH+C,OAAO;UACPnF,MAAM;UACNoF,KAAK;UACLC;QACJ,CAAC;QACD,iBAAiB,EAAE;UACf,eAAe,EAAEa;QACrB,CAAC;QACD,WAAW,EAAEZ,QAAQ,CAACa,OAAO,EAAEC,IAAI,IAAI,EAAE;QACzC,WAAW,EAAEC;MACjB;IACJ,CAAC;EACL;AACJ;AAACC,OAAA,CAAArG,8BAAA,GAAAA,8BAAA"}

package/migrations/5.35.0/006/ddb/index.d.ts

@@ -0,0 +1,10 @@
+import { Table } from "@webiny/db-dynamodb/toolbox";
+import { DataMigration, DataMigrationContext } from "@webiny/data-migration";
+export declare class AcoRecords_5_35_0_006 implements DataMigration {
+    private migrations;
+    constructor(table: Table<string, string, string>);
+    getId(): string;
+    getDescription(): string;
+    shouldExecute(context: DataMigrationContext): Promise<boolean>;
+    execute(context: DataMigrationContext): Promise<void>;
+}

package/migrations/5.35.0/006/ddb/index.js

@@ -0,0 +1,49 @@
+"use strict";
+
+Object.defineProperty(exports, "__esModule", {
+  value: true
+});
+exports.AcoRecords_5_35_0_006 = void 0;
+var _ioc = require("@webiny/ioc");
+var _dataMigration = require("@webiny/data-migration");
+var _PageDataMigration = require("./PageDataMigration");
+class AcoRecords_5_35_0_006 {
+  constructor(table) {
+    this.migrations = [new _PageDataMigration.AcoRecords_5_35_0_006_PageData(table)];
+  }
+  getId() {
+    return "5.35.0-006";
+  }
+  getDescription() {
+    return "ACO search record migration";
+  }
+  async shouldExecute(context) {
+    for (const migration of this.migrations) {
+      const childLogger = (0, _dataMigration.getChildLogger)(context.logger, migration);
+      const childContext = {
+        ...context,
+        logger: childLogger
+      };
+      if (await migration.shouldExecute(childContext)) {
+        return true;
+      }
+    }
+    return false;
+  }
+  async execute(context) {
+    for (const migration of this.migrations) {
+      const childLogger = (0, _dataMigration.getChildLogger)(context.logger, migration);
+      const childContext = {
+        ...context,
+        logger: childLogger
+      };
+      if (await migration.shouldExecute(childContext)) {
+        await migration.execute(childContext);
+      }
+    }
+  }
+}
+exports.AcoRecords_5_35_0_006 = AcoRecords_5_35_0_006;
+(0, _ioc.makeInjectable)(AcoRecords_5_35_0_006, [(0, _ioc.inject)(_dataMigration.PrimaryDynamoTableSymbol)]);
+
+//# sourceMappingURL=index.js.map

package/migrations/5.35.0/006/ddb/index.js.map

@@ -0,0 +1 @@
+{"version":3,"names":["_ioc","require","_dataMigration","_PageDataMigration","AcoRecords_5_35_0_006","constructor","table","migrations","AcoRecords_5_35_0_006_PageData","getId","getDescription","shouldExecute","context","migration","childLogger","getChildLogger","logger","childContext","execute","exports","makeInjectable","inject","PrimaryDynamoTableSymbol"],"sources":["index.ts"],"sourcesContent":["import { Table } from \"@webiny/db-dynamodb/toolbox\";\nimport { makeInjectable, inject } from \"@webiny/ioc\";\nimport {\n    DataMigration,\n    DataMigrationContext,\n    getChildLogger,\n    PrimaryDynamoTableSymbol\n} from \"@webiny/data-migration\";\nimport { AcoRecords_5_35_0_006_PageData } from \"./PageDataMigration\";\n\nexport class AcoRecords_5_35_0_006 implements DataMigration {\n    private migrations: DataMigration[];\n\n    public constructor(table: Table<string, string, string>) {\n        this.migrations = [new AcoRecords_5_35_0_006_PageData(table)];\n    }\n\n    public getId() {\n        return \"5.35.0-006\";\n    }\n\n    public getDescription() {\n        return \"ACO search record migration\";\n    }\n\n    async shouldExecute(context: DataMigrationContext): Promise<boolean> {\n        for (const migration of this.migrations) {\n            const childLogger = getChildLogger(context.logger, migration);\n            const childContext = { ...context, logger: childLogger };\n            if (await migration.shouldExecute(childContext)) {\n                return true;\n            }\n        }\n        return false;\n    }\n\n    async execute(context: DataMigrationContext): Promise<void> {\n        for (const migration of this.migrations) {\n            const childLogger = getChildLogger(context.logger, migration);\n            const childContext = { ...context, logger: childLogger };\n            if (await migration.shouldExecute(childContext)) {\n                await migration.execute(childContext);\n            }\n        }\n    }\n}\n\nmakeInjectable(AcoRecords_5_35_0_006, [inject(PrimaryDynamoTableSymbol)]);\n"],"mappings":";;;;;;AACA,IAAAA,IAAA,GAAAC,OAAA;AACA,IAAAC,cAAA,GAAAD,OAAA;AAMA,IAAAE,kBAAA,GAAAF,OAAA;AAEO,MAAMG,qBAAqB,CAA0B;EAGjDC,WAAWA,CAACC,KAAoC,EAAE;IACrD,IAAI,CAACC,UAAU,GAAG,CAAC,IAAIC,iDAA8B,CAACF,KAAK,CAAC,CAAC;EACjE;EAEOG,KAAKA,CAAA,EAAG;IACX,OAAO,YAAY;EACvB;EAEOC,cAAcA,CAAA,EAAG;IACpB,OAAO,6BAA6B;EACxC;EAEA,MAAMC,aAAaA,CAACC,OAA6B,EAAoB;IACjE,KAAK,MAAMC,SAAS,IAAI,IAAI,CAACN,UAAU,EAAE;MACrC,MAAMO,WAAW,GAAG,IAAAC,6BAAc,EAACH,OAAO,CAACI,MAAM,EAAEH,SAAS,CAAC;MAC7D,MAAMI,YAAY,GAAG;QAAE,GAAGL,OAAO;QAAEI,MAAM,EAAEF;MAAY,CAAC;MACxD,IAAI,MAAMD,SAAS,CAACF,aAAa,CAACM,YAAY,CAAC,EAAE;QAC7C,OAAO,IAAI;MACf;IACJ;IACA,OAAO,KAAK;EAChB;EAEA,MAAMC,OAAOA,CAACN,OAA6B,EAAiB;IACxD,KAAK,MAAMC,SAAS,IAAI,IAAI,CAACN,UAAU,EAAE;MACrC,MAAMO,WAAW,GAAG,IAAAC,6BAAc,EAACH,OAAO,CAACI,MAAM,EAAEH,SAAS,CAAC;MAC7D,MAAMI,YAAY,GAAG;QAAE,GAAGL,OAAO;QAAEI,MAAM,EAAEF;MAAY,CAAC;MACxD,IAAI,MAAMD,SAAS,CAACF,aAAa,CAACM,YAAY,CAAC,EAAE;QAC7C,MAAMJ,SAAS,CAACK,OAAO,CAACD,YAAY,CAAC;MACzC;IACJ;EACJ;AACJ;AAACE,OAAA,CAAAf,qBAAA,GAAAA,qBAAA;AAED,IAAAgB,mBAAc,EAAChB,qBAAqB,EAAE,CAAC,IAAAiB,WAAM,EAACC,uCAAwB,CAAC,CAAC,CAAC"}

package/migrations/5.35.0/006/ddb-es/PageDataMigration.d.ts

@@ -0,0 +1,22 @@
+import { Table } from "@webiny/db-dynamodb/toolbox";
+import { Client } from "@elastic/elasticsearch";
+import { PrimitiveValue } from "@webiny/api-elasticsearch/types";
+import { DataMigration, DataMigrationContext } from "@webiny/data-migration";
+export declare type PageDataMigrationCheckpoint = Record<string, PrimitiveValue[] | boolean | undefined>;
+export declare class AcoRecords_5_35_0_006_PageData implements DataMigration<PageDataMigrationCheckpoint> {
+    private readonly elasticsearchClient;
+    private readonly ddbEntryEntity;
+    private readonly ddbEsEntryEntity;
+    private readonly ddbPageEntity;
+    private readonly ddbEsPageEntity;
+    private readonly localeEntity;
+    private readonly tenantEntity;
+    constructor(table: Table<string, string, string>, esTable: Table<string, string, string>, elasticsearchClient: Client);
+    getId(): string;
+    getDescription(): string;
+    shouldExecute({ logger, forceExecute }: DataMigrationContext): Promise<boolean>;
+    execute({ logger, ...context }: DataMigrationContext<PageDataMigrationCheckpoint>): Promise<void>;
+    private listTenants;
+    private listLocales;
+    private createSearchRecordCommonFields;
+}