@webiny/migrations 5.39.7-beta.2

package/migrations/5.39.0/002/utils/createFileEntity.d.ts

@@ -0,0 +1,53 @@
+import { Table } from "@webiny/db-dynamodb/toolbox";
+export interface FileEntry {
+    id: string;
+    entryId: string;
+    tenant: string;
+    locale: string;
+    values: {
+        "text@key": string;
+        "number@size": number;
+        "text@type": string;
+    };
+}
+export declare const createFileEntity: (table: Table<string, string, string>) => import("dynamodb-toolbox/dist/cjs/classes/Entity/Entity").default<string, import("dynamodb-toolbox/dist/cjs/classes/Entity").Overlay, import("dynamodb-toolbox/dist/cjs/classes/Entity").Overlay, Table<string, string, string>, true, true, boolean, string, string, string, boolean, {
+    PK: {
+        partitionKey: true;
+    };
+    SK: {
+        sortKey: true;
+    };
+    GSI1_PK: {
+        type: "string";
+    };
+    GSI1_SK: {
+        type: "string";
+    };
+    TYPE: {
+        type: "string";
+    };
+}, {
+    PK: {
+        partitionKey: true;
+    };
+    SK: {
+        sortKey: true;
+    };
+    GSI1_PK: {
+        type: "string";
+    };
+    GSI1_SK: {
+        type: "string";
+    };
+    TYPE: {
+        type: "string";
+    };
+}, import("dynamodb-toolbox/dist/cjs/classes/Entity").ParsedAttributes<import("ts-toolbelt/out/Any/Key").Key>, any, {
+    [x: string]: any;
+    [x: number]: any;
+    [x: symbol]: any;
+}, {
+    [x: string]: any;
+    [x: number]: any;
+    [x: symbol]: any;
+}>;

package/migrations/5.39.0/002/utils/createFileEntity.js

@@ -0,0 +1,50 @@
+"use strict";
+
+Object.defineProperty(exports, "__esModule", {
+  value: true
+});
+exports.createFileEntity = void 0;
+var _utils = require("../../../../utils");
+const ddbAttributes = {
+  PK: {
+    type: "string",
+    partitionKey: true
+  },
+  SK: {
+    type: "string",
+    sortKey: true
+  },
+  GSI1_PK: {
+    type: "string"
+  },
+  GSI1_SK: {
+    type: "string"
+  },
+  TYPE: {
+    type: "string"
+  },
+  __type: {
+    type: "string"
+  },
+  tenant: {
+    type: "string"
+  },
+  locale: {
+    type: "string"
+  },
+  entryId: {
+    type: "string"
+  },
+  id: {
+    type: "string"
+  },
+  values: {
+    type: "map"
+  }
+};
+const createFileEntity = table => {
+  return (0, _utils.createLegacyEntity)(table, "CmsEntries", ddbAttributes);
+};
+exports.createFileEntity = createFileEntity;
+
+//# sourceMappingURL=createFileEntity.js.map

package/migrations/5.39.0/002/utils/createFileEntity.js.map

@@ -0,0 +1 @@
+{"version":3,"names":["_utils","require","ddbAttributes","PK","type","partitionKey","SK","sortKey","GSI1_PK","GSI1_SK","TYPE","__type","tenant","locale","entryId","id","values","createFileEntity","table","createLegacyEntity","exports"],"sources":["createFileEntity.ts"],"sourcesContent":["import { Table } from \"@webiny/db-dynamodb/toolbox\";\nimport { createLegacyEntity } from \"~/utils\";\n\nconst ddbAttributes: Parameters<typeof createLegacyEntity>[2] = {\n    PK: {\n        type: \"string\",\n        partitionKey: true\n    },\n    SK: {\n        type: \"string\",\n        sortKey: true\n    },\n    GSI1_PK: {\n        type: \"string\"\n    },\n    GSI1_SK: {\n        type: \"string\"\n    },\n    TYPE: {\n        type: \"string\"\n    },\n    __type: {\n        type: \"string\"\n    },\n    tenant: {\n        type: \"string\"\n    },\n    locale: {\n        type: \"string\"\n    },\n    entryId: {\n        type: \"string\"\n    },\n    id: {\n        type: \"string\"\n    },\n    values: {\n        type: \"map\"\n    }\n};\n\nexport interface FileEntry {\n    id: string;\n    entryId: string;\n    tenant: string;\n    locale: string;\n    values: {\n        \"text@key\": string;\n        \"number@size\": number;\n        \"text@type\": string;\n    };\n}\n\nexport const createFileEntity = (table: Table<string, string, string>) => {\n    return createLegacyEntity(table, \"CmsEntries\", ddbAttributes);\n};\n"],"mappings":";;;;;;AACA,IAAAA,MAAA,GAAAC,OAAA;AAEA,MAAMC,aAAuD,GAAG;EAC5DC,EAAE,EAAE;IACAC,IAAI,EAAE,QAAQ;IACdC,YAAY,EAAE;EAClB,CAAC;EACDC,EAAE,EAAE;IACAF,IAAI,EAAE,QAAQ;IACdG,OAAO,EAAE;EACb,CAAC;EACDC,OAAO,EAAE;IACLJ,IAAI,EAAE;EACV,CAAC;EACDK,OAAO,EAAE;IACLL,IAAI,EAAE;EACV,CAAC;EACDM,IAAI,EAAE;IACFN,IAAI,EAAE;EACV,CAAC;EACDO,MAAM,EAAE;IACJP,IAAI,EAAE;EACV,CAAC;EACDQ,MAAM,EAAE;IACJR,IAAI,EAAE;EACV,CAAC;EACDS,MAAM,EAAE;IACJT,IAAI,EAAE;EACV,CAAC;EACDU,OAAO,EAAE;IACLV,IAAI,EAAE;EACV,CAAC;EACDW,EAAE,EAAE;IACAX,IAAI,EAAE;EACV,CAAC;EACDY,MAAM,EAAE;IACJZ,IAAI,EAAE;EACV;AACJ,CAAC;AAcM,MAAMa,gBAAgB,GAAIC,KAAoC,IAAK;EACtE,OAAO,IAAAC,yBAAkB,EAACD,KAAK,EAAE,YAAY,EAAEhB,aAAa,CAAC;AACjE,CAAC;AAACkB,OAAA,CAAAH,gBAAA,GAAAA,gBAAA"}

package/migrations/5.39.0/002/utils/createLocaleEntity.d.ts

@@ -0,0 +1,42 @@
+import { Table } from "@webiny/db-dynamodb/toolbox";
+export declare const createLocaleEntity: (table: Table<string, string, string>) => import("dynamodb-toolbox/dist/cjs/classes/Entity/Entity").default<string, import("dynamodb-toolbox/dist/cjs/classes/Entity").Overlay, import("dynamodb-toolbox/dist/cjs/classes/Entity").Overlay, Table<string, string, string>, true, true, boolean, string, string, string, boolean, {
+    PK: {
+        partitionKey: true;
+    };
+    SK: {
+        sortKey: true;
+    };
+    GSI1_PK: {
+        type: "string";
+    };
+    GSI1_SK: {
+        type: "string";
+    };
+    TYPE: {
+        type: "string";
+    };
+}, {
+    PK: {
+        partitionKey: true;
+    };
+    SK: {
+        sortKey: true;
+    };
+    GSI1_PK: {
+        type: "string";
+    };
+    GSI1_SK: {
+        type: "string";
+    };
+    TYPE: {
+        type: "string";
+    };
+}, import("dynamodb-toolbox/dist/cjs/classes/Entity").ParsedAttributes<import("ts-toolbelt/out/Any/Key").Key>, any, {
+    [x: string]: any;
+    [x: number]: any;
+    [x: symbol]: any;
+}, {
+    [x: string]: any;
+    [x: number]: any;
+    [x: symbol]: any;
+}>;

package/migrations/5.39.0/002/utils/createLocaleEntity.js

@@ -0,0 +1,32 @@
+"use strict";
+
+Object.defineProperty(exports, "__esModule", {
+  value: true
+});
+exports.createLocaleEntity = void 0;
+var _utils = require("../../../../utils");
+const createLocaleEntity = table => {
+  return (0, _utils.createLegacyEntity)(table, "I18NLocale", {
+    createdOn: {
+      type: "string"
+    },
+    createdBy: {
+      type: "map"
+    },
+    code: {
+      type: "string"
+    },
+    default: {
+      type: "boolean"
+    },
+    webinyVersion: {
+      type: "string"
+    },
+    tenant: {
+      type: "string"
+    }
+  });
+};
+exports.createLocaleEntity = createLocaleEntity;
+
+//# sourceMappingURL=createLocaleEntity.js.map

package/migrations/5.39.0/002/utils/createLocaleEntity.js.map

@@ -0,0 +1 @@
+{"version":3,"names":["_utils","require","createLocaleEntity","table","createLegacyEntity","createdOn","type","createdBy","code","default","webinyVersion","tenant","exports"],"sources":["createLocaleEntity.ts"],"sourcesContent":["import { Table } from \"@webiny/db-dynamodb/toolbox\";\nimport { createLegacyEntity } from \"~/utils\";\n\nexport const createLocaleEntity = (table: Table<string, string, string>) => {\n    return createLegacyEntity(table, \"I18NLocale\", {\n        createdOn: {\n            type: \"string\"\n        },\n        createdBy: {\n            type: \"map\"\n        },\n        code: {\n            type: \"string\"\n        },\n        default: {\n            type: \"boolean\"\n        },\n        webinyVersion: {\n            type: \"string\"\n        },\n        tenant: {\n            type: \"string\"\n        }\n    });\n};\n"],"mappings":";;;;;;AACA,IAAAA,MAAA,GAAAC,OAAA;AAEO,MAAMC,kBAAkB,GAAIC,KAAoC,IAAK;EACxE,OAAO,IAAAC,yBAAkB,EAACD,KAAK,EAAE,YAAY,EAAE;IAC3CE,SAAS,EAAE;MACPC,IAAI,EAAE;IACV,CAAC;IACDC,SAAS,EAAE;MACPD,IAAI,EAAE;IACV,CAAC;IACDE,IAAI,EAAE;MACFF,IAAI,EAAE;IACV,CAAC;IACDG,OAAO,EAAE;MACLH,IAAI,EAAE;IACV,CAAC;IACDI,aAAa,EAAE;MACXJ,IAAI,EAAE;IACV,CAAC;IACDK,MAAM,EAAE;MACJL,IAAI,EAAE;IACV;EACJ,CAAC,CAAC;AACN,CAAC;AAACM,OAAA,CAAAV,kBAAA,GAAAA,kBAAA"}

package/migrations/5.39.0/002/utils/createTenantEntity.d.ts

@@ -0,0 +1,48 @@
+import { Table } from "@webiny/db-dynamodb/toolbox";
+export declare const createTenantEntity: (table: Table<string, string, string>) => import("dynamodb-toolbox/dist/cjs/classes/Entity/Entity").default<string, import("dynamodb-toolbox/dist/cjs/classes/Entity").Overlay, import("dynamodb-toolbox/dist/cjs/classes/Entity").Overlay, Table<string, string, string>, true, true, boolean, string, string, string, boolean, {
+    PK: {
+        partitionKey: true;
+    };
+    SK: {
+        sortKey: true;
+    };
+    GSI1_PK: {
+        type: "string";
+    };
+    GSI1_SK: {
+        type: "string";
+    };
+    TYPE: {
+        type: "string";
+    };
+    data: {
+        type: "map";
+    };
+}, {
+    PK: {
+        partitionKey: true;
+    };
+    SK: {
+        sortKey: true;
+    };
+    GSI1_PK: {
+        type: "string";
+    };
+    GSI1_SK: {
+        type: "string";
+    };
+    TYPE: {
+        type: "string";
+    };
+    data: {
+        type: "map";
+    };
+}, import("dynamodb-toolbox/dist/cjs/classes/Entity").ParsedAttributes<import("ts-toolbelt/out/Any/Key").Key>, any, {
+    [x: string]: any;
+    [x: number]: any;
+    [x: symbol]: any;
+}, {
+    [x: string]: any;
+    [x: number]: any;
+    [x: symbol]: any;
+}>;

package/migrations/5.39.0/002/utils/createTenantEntity.js

@@ -0,0 +1,13 @@
+"use strict";
+
+Object.defineProperty(exports, "__esModule", {
+  value: true
+});
+exports.createTenantEntity = void 0;
+var _utils = require("../../../../utils");
+const createTenantEntity = table => {
+  return (0, _utils.createStandardEntity)(table, "TenancyTenant");
+};
+exports.createTenantEntity = createTenantEntity;
+
+//# sourceMappingURL=createTenantEntity.js.map

package/migrations/5.39.0/002/utils/createTenantEntity.js.map

@@ -0,0 +1 @@
+{"version":3,"names":["_utils","require","createTenantEntity","table","createStandardEntity","exports"],"sources":["createTenantEntity.ts"],"sourcesContent":["import { Table } from \"@webiny/db-dynamodb/toolbox\";\nimport { createStandardEntity } from \"~/utils\";\n\nexport const createTenantEntity = (table: Table<string, string, string>) => {\n    return createStandardEntity(table, \"TenancyTenant\");\n};\n"],"mappings":";;;;;;AACA,IAAAA,MAAA,GAAAC,OAAA;AAEO,MAAMC,kBAAkB,GAAIC,KAAoC,IAAK;EACxE,OAAO,IAAAC,2BAAoB,EAACD,KAAK,EAAE,eAAe,CAAC;AACvD,CAAC;AAACE,OAAA,CAAAH,kBAAA,GAAAA,kBAAA"}

package/migrations/5.39.2/001/ddb-es/index.d.ts

@@ -0,0 +1,30 @@
+import { Table } from "@webiny/db-dynamodb/toolbox";
+import { DataMigration, DataMigrationContext } from "@webiny/data-migration";
+import { Client } from "@elastic/elasticsearch";
+interface LastEvaluatedKey {
+    PK: string;
+    SK: string;
+    GSI1_PK: string;
+    GSI1_SK: string;
+}
+interface IndexSettings {
+    number_of_replicas: number;
+    refresh_interval: `${number}s`;
+}
+interface CmsEntriesRootFolderDataMigrationCheckpoint {
+    lastEvaluatedKey?: LastEvaluatedKey | boolean;
+    indexes: {
+        [index: string]: IndexSettings | null;
+    };
+}
+export declare class CmsEntriesInitNewMetaFields_5_39_2_001 implements DataMigration {
+    private readonly elasticsearchClient;
+    private readonly ddbEntryEntity;
+    private readonly ddbEsEntryEntity;
+    constructor(table: Table<string, string, string>, esTable: Table<string, string, string>, elasticsearchClient: Client);
+    getId(): string;
+    getDescription(): string;
+    shouldExecute({ logger }: DataMigrationContext): Promise<boolean>;
+    execute({ logger, ...context }: DataMigrationContext<CmsEntriesRootFolderDataMigrationCheckpoint>): Promise<void>;
+}
+export {};

package/migrations/5.39.2/001/ddb-es/index.js

@@ -0,0 +1,276 @@
+"use strict";
+
+Object.defineProperty(exports, "__esModule", {
+  value: true
+});
+exports.CmsEntriesInitNewMetaFields_5_39_2_001 = void 0;
+var _dataMigration = require("@webiny/data-migration");
+var _utils = require("../../../../utils");
+var _ioc = require("@webiny/ioc");
+var _utils2 = require("@webiny/utils");
+var _createEntryEntity = require("../../../5.39.0/001/entities/createEntryEntity");
+var _getDecompressedData = require("../../../5.39.0/001/utils/getDecompressedData");
+var _getCompressedData = require("../../../5.39.0/001/utils/getCompressedData");
+var _assignNewMetaFields = require("../../../5.39.0/001/utils/assignNewMetaFields");
+var _fixTypeFieldValue = require("../../../5.39.0/001/utils/fixTypeFieldValue");
+var _isMigratedEntry = require("../../../5.39.0/001/utils/isMigratedEntry");
+var _getOldestRevisionCreatedOn = require("../../../5.39.0/001/utils/getOldestRevisionCreatedOn");
+var _getFirstLastPublishedOn = require("../../../5.39.0/001/utils/getFirstLastPublishedOn");
+var _hasValidTypeFieldValue = require("../../../5.39.0/001/utils/hasValidTypeFieldValue");
+class CmsEntriesInitNewMetaFields_5_39_2_001 {
+  constructor(table, esTable, elasticsearchClient) {
+    this.elasticsearchClient = elasticsearchClient;
+    this.ddbEntryEntity = (0, _createEntryEntity.createDdbEntryEntity)(table);
+    this.ddbEsEntryEntity = (0, _createEntryEntity.createDdbEsEntryEntity)(esTable);
+  }
+  getId() {
+    return "5.39.2-001";
+  }
+  getDescription() {
+    return "Write new revision and entry-level on/by meta fields (second pass).";
+  }
+  async shouldExecute({
+    logger
+  }) {
+    let shouldExecute = false;
+    await (0, _utils.ddbScanWithCallback)({
+      entity: this.ddbEntryEntity,
+      options: {
+        attributes: ["TYPE", "SK"],
+        filters: [{
+          attr: "_et",
+          eq: "CmsEntries"
+        }],
+        limit: 100
+      }
+    }, async result => {
+      if (result.error) {
+        logger.error(result.error);
+        throw new Error(result.error);
+      }
+      for (const item of result.items) {
+        if (!(0, _hasValidTypeFieldValue.hasValidTypeFieldValue)(item)) {
+          shouldExecute = true;
+
+          // Stop further scanning.
+          return false;
+        }
+      }
+
+      // Continue further scanning.
+      return true;
+    });
+    if (shouldExecute) {
+      return true;
+    }
+    logger.info(`CMS entries already upgraded. Skipping...`);
+    return false;
+  }
+  async execute({
+    logger,
+    ...context
+  }) {
+    const migrationStatus = context.checkpoint || {};
+    if (migrationStatus.lastEvaluatedKey === true) {
+      await (0, _utils.restoreOriginalElasticsearchSettings)({
+        indexSettings: migrationStatus.indexes,
+        logger,
+        elasticsearchClient: this.elasticsearchClient
+      });
+      logger.info(`Migration completed, no need to start again.`);
+      return;
+    }
+    let usingKey = "";
+    if (migrationStatus?.lastEvaluatedKey) {
+      usingKey = JSON.stringify(migrationStatus.lastEvaluatedKey);
+    }
+    logger.debug(`Scanning DynamoDB Elasticsearch table... ${usingKey}`);
+    await (0, _utils.ddbScanWithCallback)({
+      entity: this.ddbEntryEntity,
+      options: {
+        filters: [{
+          attr: "_et",
+          eq: "CmsEntries"
+        }],
+        startKey: migrationStatus.lastEvaluatedKey || undefined,
+        limit: 100
+      }
+    }, async result => {
+      logger.debug(`Processing ${result.items.length} items...`);
+      const ddbItems = [];
+      const ddbEsItems = [];
+      const ddbEsGetItems = {};
+      /**
+       * Update the DynamoDB part of the records.
+       */
+      for (const item of result.items) {
+        if ((0, _hasValidTypeFieldValue.hasValidTypeFieldValue)(item) && (0, _isMigratedEntry.isMigratedEntry)(item)) {
+          continue;
+        }
+        const index = (0, _utils.esGetIndexName)({
+          tenant: item.tenant,
+          locale: item.locale,
+          type: item.modelId,
+          isHeadlessCmsModel: true
+        });
+
+        // Check for the elasticsearch index settings
+        if (!migrationStatus.indexes || migrationStatus.indexes[index] === undefined) {
+          // We need to fetch the index settings first
+          const settings = await (0, _utils.fetchOriginalElasticsearchSettings)({
+            index,
+            logger,
+            elasticsearchClient: this.elasticsearchClient
+          });
+
+          // ... add it to the checkpoint...
+          migrationStatus.indexes = {
+            ...migrationStatus.indexes,
+            [index]: settings
+          };
+          // and then set not to index
+          await (0, _utils.disableElasticsearchIndexing)({
+            elasticsearchClient: this.elasticsearchClient,
+            index,
+            logger
+          });
+        }
+        if (!(0, _isMigratedEntry.isMigratedEntry)(item)) {
+          // Get the oldest revision's `createdOn` value. We use that to set the entry-level `createdOn` value.
+          const createdOn = await (0, _getOldestRevisionCreatedOn.getOldestRevisionCreatedOn)({
+            entry: item,
+            entryEntity: this.ddbEntryEntity
+          });
+          const firstLastPublishedOnByFields = await (0, _getFirstLastPublishedOn.getFirstLastPublishedOnBy)({
+            entry: item,
+            entryEntity: this.ddbEntryEntity
+          });
+          (0, _assignNewMetaFields.assignNewMetaFields)(item, {
+            createdOn,
+            ...firstLastPublishedOnByFields
+          });
+        }
+
+        // Fixes the value of the `TYPE` field, if it's not valid.
+        (0, _fixTypeFieldValue.fixTypeFieldValue)(item);
+        ddbItems.push(this.ddbEntryEntity.putBatch(item));
+
+        /**
+         * Prepare the loading of DynamoDB Elasticsearch part of the records.
+         */
+        if (ddbEsGetItems[`${item.entryId}:L`]) {
+          continue;
+        }
+        ddbEsGetItems[`${item.entryId}:L`] = this.ddbEsEntryEntity.getBatch({
+          PK: item.PK,
+          SK: "L"
+        });
+        if (item.status === "published" || !!item.locked) {
+          ddbEsGetItems[`${item.entryId}:P`] = this.ddbEsEntryEntity.getBatch({
+            PK: item.PK,
+            SK: "P"
+          });
+        }
+      }
+
+      /**
+       * Get all the records from DynamoDB Elasticsearch.
+       */
+      const esRecords = await (0, _utils.batchReadAll)({
+        table: this.ddbEsEntryEntity.table,
+        items: Object.values(ddbEsGetItems)
+      });
+      for (const esRecord of esRecords) {
+        const decompressedData = await (0, _getDecompressedData.getDecompressedData)(esRecord.data);
+        if (!decompressedData) {
+          logger.trace(`Skipping record "${esRecord.PK}" as it is not a valid CMS entry...`);
+          continue;
+        }
+        if ((0, _isMigratedEntry.isMigratedEntry)(decompressedData)) {
+          const forceExecute = context.forceExecute;
+          if (!forceExecute) {
+            logger.trace(`Skipping record "${decompressedData.entryId}" as it already has meta fields defined...`);
+            continue;
+          }
+        }
+
+        // Get the oldest revision's `createdOn` value. We use that to set the entry-level `createdOn` value.
+        const createdOn = await (0, _getOldestRevisionCreatedOn.getOldestRevisionCreatedOn)({
+          entry: {
+            ...decompressedData,
+            PK: esRecord.PK
+          },
+          entryEntity: this.ddbEntryEntity
+        });
+        const firstLastPublishedOnByFields = await (0, _getFirstLastPublishedOn.getFirstLastPublishedOnBy)({
+          entry: {
+            ...decompressedData,
+            PK: esRecord.PK
+          },
+          entryEntity: this.ddbEntryEntity
+        });
+        (0, _assignNewMetaFields.assignNewMetaFields)(decompressedData, {
+          createdOn,
+          ...firstLastPublishedOnByFields
+        });
+        const compressedData = await (0, _getCompressedData.getCompressedData)(decompressedData);
+        ddbEsItems.push(this.ddbEsEntryEntity.putBatch({
+          ...esRecord,
+          data: compressedData
+        }));
+      }
+      const execute = () => {
+        return (0, _utils.batchWriteAll)({
+          table: this.ddbEntryEntity.table,
+          items: ddbItems
+        });
+      };
+      const executeDdbEs = () => {
+        return (0, _utils.batchWriteAll)({
+          table: this.ddbEsEntryEntity.table,
+          items: ddbEsItems
+        });
+      };
+      logger.trace("Storing the DynamoDB records...");
+      await (0, _utils2.executeWithRetry)(execute, {
+        onFailedAttempt: error => {
+          logger.error(`"batchWriteAll" attempt #${error.attemptNumber} failed: ${error.message}`);
+        }
+      });
+      logger.trace("...stored.");
+      logger.trace("Storing the DynamoDB Elasticsearch records...");
+      await (0, _utils2.executeWithRetry)(executeDdbEs, {
+        onFailedAttempt: error => {
+          logger.error(`"batchWriteAll ddb + es" attempt #${error.attemptNumber} failed: ${error.message}`);
+        }
+      });
+      logger.trace("...stored.");
+
+      // Update checkpoint after every batch
+      migrationStatus.lastEvaluatedKey = result.lastEvaluatedKey?.PK ? result.lastEvaluatedKey : true;
+
+      // Check if we should store checkpoint and exit.
+      if (context.runningOutOfTime()) {
+        await context.createCheckpointAndExit(migrationStatus);
+      } else {
+        await context.createCheckpoint(migrationStatus);
+      }
+    });
+
+    /**
+     * This is the end of the migration.
+     */
+    await (0, _utils.restoreOriginalElasticsearchSettings)({
+      indexSettings: migrationStatus.indexes,
+      logger,
+      elasticsearchClient: this.elasticsearchClient
+    });
+    migrationStatus.lastEvaluatedKey = true;
+    migrationStatus.indexes = {};
+    context.createCheckpoint(migrationStatus);
+  }
+}
+exports.CmsEntriesInitNewMetaFields_5_39_2_001 = CmsEntriesInitNewMetaFields_5_39_2_001;
+(0, _ioc.makeInjectable)(CmsEntriesInitNewMetaFields_5_39_2_001, [(0, _ioc.inject)(_dataMigration.PrimaryDynamoTableSymbol), (0, _ioc.inject)(_dataMigration.ElasticsearchDynamoTableSymbol), (0, _ioc.inject)(_dataMigration.ElasticsearchClientSymbol)]);
+
+//# sourceMappingURL=index.js.map

package/migrations/5.39.2/001/ddb-es/index.js.map

@@ -0,0 +1 @@
+{"version":3,"names":["_dataMigration","require","_utils","_ioc","_utils2","_createEntryEntity","_getDecompressedData","_getCompressedData","_assignNewMetaFields","_fixTypeFieldValue","_isMigratedEntry","_getOldestRevisionCreatedOn","_getFirstLastPublishedOn","_hasValidTypeFieldValue","CmsEntriesInitNewMetaFields_5_39_2_001","constructor","table","esTable","elasticsearchClient","ddbEntryEntity","createDdbEntryEntity","ddbEsEntryEntity","createDdbEsEntryEntity","getId","getDescription","shouldExecute","logger","ddbScanWithCallback","entity","options","attributes","filters","attr","eq","limit","result","error","Error","item","items","hasValidTypeFieldValue","info","execute","context","migrationStatus","checkpoint","lastEvaluatedKey","restoreOriginalElasticsearchSettings","indexSettings","indexes","usingKey","JSON","stringify","debug","startKey","undefined","length","ddbItems","ddbEsItems","ddbEsGetItems","isMigratedEntry","index","esGetIndexName","tenant","locale","type","modelId","isHeadlessCmsModel","settings","fetchOriginalElasticsearchSettings","disableElasticsearchIndexing","createdOn","getOldestRevisionCreatedOn","entry","entryEntity","firstLastPublishedOnByFields","getFirstLastPublishedOnBy","assignNewMetaFields","fixTypeFieldValue","push","putBatch","entryId","getBatch","PK","SK","status","locked","esRecords","batchReadAll","Object","values","esRecord","decompressedData","getDecompressedData","data","trace","forceExecute","compressedData","getCompressedData","batchWriteAll","executeDdbEs","executeWithRetry","onFailedAttempt","attemptNumber","message","runningOutOfTime","createCheckpointAndExit","createCheckpoint","exports","makeInjectable","inject","PrimaryDynamoTableSymbol","ElasticsearchDynamoTableSymbol","ElasticsearchClientSymbol"],"sources":["index.ts"],"sourcesContent":["import { Table } from \"@webiny/db-dynamodb/toolbox\";\nimport {\n    DataMigration,\n    DataMigrationContext,\n    ElasticsearchClientSymbol,\n    ElasticsearchDynamoTableSymbol,\n    PrimaryDynamoTableSymbol\n} from \"@webiny/data-migration\";\nimport {\n    batchReadAll,\n    BatchReadItem,\n    batchWriteAll,\n    BatchWriteItem,\n    ddbScanWithCallback,\n    disableElasticsearchIndexing,\n    esGetIndexName,\n    fetchOriginalElasticsearchSettings,\n    restoreOriginalElasticsearchSettings\n} from \"~/utils\";\nimport { inject, makeInjectable } from \"@webiny/ioc\";\nimport { Client } from \"@elastic/elasticsearch\";\nimport { executeWithRetry } from \"@webiny/utils\";\nimport {\n    createDdbEntryEntity,\n    createDdbEsEntryEntity\n} from \"~/migrations/5.39.0/001/entities/createEntryEntity\";\nimport { CmsEntry } from \"~/migrations/5.39.0/001/types\";\nimport { getDecompressedData } from \"~/migrations/5.39.0/001/utils/getDecompressedData\";\nimport { getCompressedData } from \"~/migrations/5.39.0/001/utils/getCompressedData\";\nimport { assignNewMetaFields } from \"~/migrations/5.39.0/001/utils/assignNewMetaFields\";\nimport { fixTypeFieldValue } from \"~/migrations/5.39.0/001/utils/fixTypeFieldValue\";\nimport { isMigratedEntry } from \"~/migrations/5.39.0/001/utils/isMigratedEntry\";\nimport { getOldestRevisionCreatedOn } from \"~/migrations/5.39.0/001/utils/getOldestRevisionCreatedOn\";\nimport { getFirstLastPublishedOnBy } from \"~/migrations/5.39.0/001/utils/getFirstLastPublishedOn\";\nimport { hasValidTypeFieldValue } from \"~/migrations/5.39.0/001/utils/hasValidTypeFieldValue\";\nimport { ScanDbItem } from \"@webiny/db-dynamodb\";\n\ninterface LastEvaluatedKey {\n    PK: string;\n    SK: string;\n    GSI1_PK: string;\n    GSI1_SK: string;\n}\n\ninterface IndexSettings {\n    number_of_replicas: number;\n    refresh_interval: `${number}s`;\n}\n\ninterface CmsEntriesRootFolderDataMigrationCheckpoint {\n    lastEvaluatedKey?: LastEvaluatedKey | boolean;\n    indexes: {\n        [index: string]: IndexSettings | null;\n    };\n}\n\ninterface DynamoDbElasticsearchRecord {\n    PK: string;\n    SK: string;\n    data: string;\n}\n\nexport class CmsEntriesInitNewMetaFields_5_39_2_001 implements DataMigration {\n    private readonly elasticsearchClient: Client;\n    private readonly ddbEntryEntity: ReturnType<typeof createDdbEntryEntity>;\n    private readonly ddbEsEntryEntity: ReturnType<typeof createDdbEsEntryEntity>;\n\n    public constructor(\n        table: Table<string, string, string>,\n        esTable: Table<string, string, string>,\n        elasticsearchClient: Client\n    ) {\n        this.elasticsearchClient = elasticsearchClient;\n        this.ddbEntryEntity = createDdbEntryEntity(table);\n        this.ddbEsEntryEntity = createDdbEsEntryEntity(esTable);\n    }\n\n    getId() {\n        return \"5.39.2-001\";\n    }\n\n    getDescription() {\n        return \"Write new revision and entry-level on/by meta fields (second pass).\";\n    }\n\n    async shouldExecute({ logger }: DataMigrationContext): Promise<boolean> {\n        let shouldExecute = false;\n\n        await ddbScanWithCallback<ScanDbItem<CmsEntry>>(\n            {\n                entity: this.ddbEntryEntity,\n                options: {\n                    attributes: [\"TYPE\", \"SK\"],\n                    filters: [\n                        {\n                            attr: \"_et\",\n                            eq: \"CmsEntries\"\n                        }\n                    ],\n                    limit: 100\n                }\n            },\n            async result => {\n                if (result.error) {\n                    logger.error(result.error);\n                    throw new Error(result.error);\n                }\n\n                for (const item of result.items) {\n                    if (!hasValidTypeFieldValue(item)) {\n                        shouldExecute = true;\n\n                        // Stop further scanning.\n                        return false;\n                    }\n                }\n\n                // Continue further scanning.\n                return true;\n            }\n        );\n\n        if (shouldExecute) {\n            return true;\n        }\n\n        logger.info(`CMS entries already upgraded. Skipping...`);\n        return false;\n    }\n\n    async execute({\n        logger,\n        ...context\n    }: DataMigrationContext<CmsEntriesRootFolderDataMigrationCheckpoint>): Promise<void> {\n        const migrationStatus =\n            context.checkpoint || ({} as CmsEntriesRootFolderDataMigrationCheckpoint);\n\n        if (migrationStatus.lastEvaluatedKey === true) {\n            await restoreOriginalElasticsearchSettings({\n                indexSettings: migrationStatus.indexes,\n                logger,\n                elasticsearchClient: this.elasticsearchClient\n            });\n            logger.info(`Migration completed, no need to start again.`);\n            return;\n        }\n\n        let usingKey = \"\";\n        if (migrationStatus?.lastEvaluatedKey) {\n            usingKey = JSON.stringify(migrationStatus.lastEvaluatedKey);\n        }\n\n        logger.debug(`Scanning DynamoDB Elasticsearch table... ${usingKey}`);\n        await ddbScanWithCallback<CmsEntry>(\n            {\n                entity: this.ddbEntryEntity,\n                options: {\n                    filters: [\n                        {\n                            attr: \"_et\",\n                            eq: \"CmsEntries\"\n                        }\n                    ],\n                    startKey: migrationStatus.lastEvaluatedKey || undefined,\n                    limit: 100\n                }\n            },\n            async result => {\n                logger.debug(`Processing ${result.items.length} items...`);\n                const ddbItems: BatchWriteItem[] = [];\n                const ddbEsItems: BatchWriteItem[] = [];\n\n                const ddbEsGetItems: Record<string, BatchReadItem> = {};\n                /**\n                 * Update the DynamoDB part of the records.\n                 */\n                for (const item of result.items) {\n                    if (hasValidTypeFieldValue(item) && isMigratedEntry(item)) {\n                        continue;\n                    }\n\n                    const index = esGetIndexName({\n                        tenant: item.tenant,\n                        locale: item.locale,\n                        type: item.modelId,\n                        isHeadlessCmsModel: true\n                    });\n\n                    // Check for the elasticsearch index settings\n                    if (!migrationStatus.indexes || migrationStatus.indexes[index] === undefined) {\n                        // We need to fetch the index settings first\n                        const settings = await fetchOriginalElasticsearchSettings({\n                            index,\n                            logger,\n                            elasticsearchClient: this.elasticsearchClient\n                        });\n\n                        // ... add it to the checkpoint...\n                        migrationStatus.indexes = {\n                            ...migrationStatus.indexes,\n                            [index]: settings\n                        };\n                        // and then set not to index\n                        await disableElasticsearchIndexing({\n                            elasticsearchClient: this.elasticsearchClient,\n                            index,\n                            logger\n                        });\n                    }\n\n                    if (!isMigratedEntry(item)) {\n                        // Get the oldest revision's `createdOn` value. We use that to set the entry-level `createdOn` value.\n                        const createdOn = await getOldestRevisionCreatedOn({\n                            entry: item,\n                            entryEntity: this.ddbEntryEntity\n                        });\n\n                        const firstLastPublishedOnByFields = await getFirstLastPublishedOnBy({\n                            entry: item,\n                            entryEntity: this.ddbEntryEntity\n                        });\n\n                        assignNewMetaFields(item, {\n                            createdOn,\n                            ...firstLastPublishedOnByFields\n                        });\n                    }\n\n                    // Fixes the value of the `TYPE` field, if it's not valid.\n                    fixTypeFieldValue(item);\n\n                    ddbItems.push(this.ddbEntryEntity.putBatch(item));\n\n                    /**\n                     * Prepare the loading of DynamoDB Elasticsearch part of the records.\n                     */\n                    if (ddbEsGetItems[`${item.entryId}:L`]) {\n                        continue;\n                    }\n\n                    ddbEsGetItems[`${item.entryId}:L`] = this.ddbEsEntryEntity.getBatch({\n                        PK: item.PK,\n                        SK: \"L\"\n                    });\n\n                    if (item.status === \"published\" || !!item.locked) {\n                        ddbEsGetItems[`${item.entryId}:P`] = this.ddbEsEntryEntity.getBatch({\n                            PK: item.PK,\n                            SK: \"P\"\n                        });\n                    }\n                }\n\n                /**\n                 * Get all the records from DynamoDB Elasticsearch.\n                 */\n                const esRecords = await batchReadAll<DynamoDbElasticsearchRecord>({\n                    table: this.ddbEsEntryEntity.table,\n                    items: Object.values(ddbEsGetItems)\n                });\n\n                for (const esRecord of esRecords) {\n                    const decompressedData = await getDecompressedData<CmsEntry>(esRecord.data);\n                    if (!decompressedData) {\n                        logger.trace(\n                            `Skipping record \"${esRecord.PK}\" as it is not a valid CMS entry...`\n                        );\n                        continue;\n                    }\n\n                    if (isMigratedEntry(decompressedData)) {\n                        const forceExecute = context.forceExecute;\n                        if (!forceExecute) {\n                            logger.trace(\n                                `Skipping record \"${decompressedData.entryId}\" as it already has meta fields defined...`\n                            );\n                            continue;\n                        }\n                    }\n\n                    // Get the oldest revision's `createdOn` value. We use that to set the entry-level `createdOn` value.\n                    const createdOn = await getOldestRevisionCreatedOn({\n                        entry: { ...decompressedData, PK: esRecord.PK },\n                        entryEntity: this.ddbEntryEntity\n                    });\n\n                    const firstLastPublishedOnByFields = await getFirstLastPublishedOnBy({\n                        entry: { ...decompressedData, PK: esRecord.PK },\n                        entryEntity: this.ddbEntryEntity\n                    });\n\n                    assignNewMetaFields(decompressedData, {\n                        createdOn,\n                        ...firstLastPublishedOnByFields\n                    });\n\n                    const compressedData = await getCompressedData(decompressedData);\n\n                    ddbEsItems.push(\n                        this.ddbEsEntryEntity.putBatch({\n                            ...esRecord,\n                            data: compressedData\n                        })\n                    );\n                }\n\n                const execute = () => {\n                    return batchWriteAll({\n                        table: this.ddbEntryEntity.table,\n                        items: ddbItems\n                    });\n                };\n\n                const executeDdbEs = () => {\n                    return batchWriteAll({\n                        table: this.ddbEsEntryEntity.table,\n                        items: ddbEsItems\n                    });\n                };\n\n                logger.trace(\"Storing the DynamoDB records...\");\n                await executeWithRetry(execute, {\n                    onFailedAttempt: error => {\n                        logger.error(\n                            `\"batchWriteAll\" attempt #${error.attemptNumber} failed: ${error.message}`\n                        );\n                    }\n                });\n                logger.trace(\"...stored.\");\n\n                logger.trace(\"Storing the DynamoDB Elasticsearch records...\");\n                await executeWithRetry(executeDdbEs, {\n                    onFailedAttempt: error => {\n                        logger.error(\n                            `\"batchWriteAll ddb + es\" attempt #${error.attemptNumber} failed: ${error.message}`\n                        );\n                    }\n                });\n                logger.trace(\"...stored.\");\n\n                // Update checkpoint after every batch\n                migrationStatus.lastEvaluatedKey = result.lastEvaluatedKey?.PK\n                    ? (result.lastEvaluatedKey as unknown as LastEvaluatedKey)\n                    : true;\n\n                // Check if we should store checkpoint and exit.\n                if (context.runningOutOfTime()) {\n                    await context.createCheckpointAndExit(migrationStatus);\n                } else {\n                    await context.createCheckpoint(migrationStatus);\n                }\n            }\n        );\n\n        /**\n         * This is the end of the migration.\n         */\n        await restoreOriginalElasticsearchSettings({\n            indexSettings: migrationStatus.indexes,\n            logger,\n            elasticsearchClient: this.elasticsearchClient\n        });\n\n        migrationStatus.lastEvaluatedKey = true;\n        migrationStatus.indexes = {};\n        context.createCheckpoint(migrationStatus);\n    }\n}\n\nmakeInjectable(CmsEntriesInitNewMetaFields_5_39_2_001, [\n    inject(PrimaryDynamoTableSymbol),\n    inject(ElasticsearchDynamoTableSymbol),\n    inject(ElasticsearchClientSymbol)\n]);\n"],"mappings":";;;;;;AACA,IAAAA,cAAA,GAAAC,OAAA;AAOA,IAAAC,MAAA,GAAAD,OAAA;AAWA,IAAAE,IAAA,GAAAF,OAAA;AAEA,IAAAG,OAAA,GAAAH,OAAA;AACA,IAAAI,kBAAA,GAAAJ,OAAA;AAKA,IAAAK,oBAAA,GAAAL,OAAA;AACA,IAAAM,kBAAA,GAAAN,OAAA;AACA,IAAAO,oBAAA,GAAAP,OAAA;AACA,IAAAQ,kBAAA,GAAAR,OAAA;AACA,IAAAS,gBAAA,GAAAT,OAAA;AACA,IAAAU,2BAAA,GAAAV,OAAA;AACA,IAAAW,wBAAA,GAAAX,OAAA;AACA,IAAAY,uBAAA,GAAAZ,OAAA;AA4BO,MAAMa,sCAAsC,CAA0B;EAKlEC,WAAWA,CACdC,KAAoC,EACpCC,OAAsC,EACtCC,mBAA2B,EAC7B;IACE,IAAI,CAACA,mBAAmB,GAAGA,mBAAmB;IAC9C,IAAI,CAACC,cAAc,GAAG,IAAAC,uCAAoB,EAACJ,KAAK,CAAC;IACjD,IAAI,CAACK,gBAAgB,GAAG,IAAAC,yCAAsB,EAACL,OAAO,CAAC;EAC3D;EAEAM,KAAKA,CAAA,EAAG;IACJ,OAAO,YAAY;EACvB;EAEAC,cAAcA,CAAA,EAAG;IACb,OAAO,qEAAqE;EAChF;EAEA,MAAMC,aAAaA,CAAC;IAAEC;EAA6B,CAAC,EAAoB;IACpE,IAAID,aAAa,GAAG,KAAK;IAEzB,MAAM,IAAAE,0BAAmB,EACrB;MACIC,MAAM,EAAE,IAAI,CAACT,cAAc;MAC3BU,OAAO,EAAE;QACLC,UAAU,EAAE,CAAC,MAAM,EAAE,IAAI,CAAC;QAC1BC,OAAO,EAAE,CACL;UACIC,IAAI,EAAE,KAAK;UACXC,EAAE,EAAE;QACR,CAAC,CACJ;QACDC,KAAK,EAAE;MACX;IACJ,CAAC,EACD,MAAMC,MAAM,IAAI;MACZ,IAAIA,MAAM,CAACC,KAAK,EAAE;QACdV,MAAM,CAACU,KAAK,CAACD,MAAM,CAACC,KAAK,CAAC;QAC1B,MAAM,IAAIC,KAAK,CAACF,MAAM,CAACC,KAAK,CAAC;MACjC;MAEA,KAAK,MAAME,IAAI,IAAIH,MAAM,CAACI,KAAK,EAAE;QAC7B,IAAI,CAAC,IAAAC,8CAAsB,EAACF,IAAI,CAAC,EAAE;UAC/Bb,aAAa,GAAG,IAAI;;UAEpB;UACA,OAAO,KAAK;QAChB;MACJ;;MAEA;MACA,OAAO,IAAI;IACf,CACJ,CAAC;IAED,IAAIA,aAAa,EAAE;MACf,OAAO,IAAI;IACf;IAEAC,MAAM,CAACe,IAAI,CAAE,2CAA0C,CAAC;IACxD,OAAO,KAAK;EAChB;EAEA,MAAMC,OAAOA,CAAC;IACVhB,MAAM;IACN,GAAGiB;EAC4D,CAAC,EAAiB;IACjF,MAAMC,eAAe,GACjBD,OAAO,CAACE,UAAU,IAAK,CAAC,CAAiD;IAE7E,IAAID,eAAe,CAACE,gBAAgB,KAAK,IAAI,EAAE;MAC3C,MAAM,IAAAC,2CAAoC,EAAC;QACvCC,aAAa,EAAEJ,eAAe,CAACK,OAAO;QACtCvB,MAAM;QACNR,mBAAmB,EAAE,IAAI,CAACA;MAC9B,CAAC,CAAC;MACFQ,MAAM,CAACe,IAAI,CAAE,8CAA6C,CAAC;MAC3D;IACJ;IAEA,IAAIS,QAAQ,GAAG,EAAE;IACjB,IAAIN,eAAe,EAAEE,gBAAgB,EAAE;MACnCI,QAAQ,GAAGC,IAAI,CAACC,SAAS,CAACR,eAAe,CAACE,gBAAgB,CAAC;IAC/D;IAEApB,MAAM,CAAC2B,KAAK,CAAE,4CAA2CH,QAAS,EAAC,CAAC;IACpE,MAAM,IAAAvB,0BAAmB,EACrB;MACIC,MAAM,EAAE,IAAI,CAACT,cAAc;MAC3BU,OAAO,EAAE;QACLE,OAAO,EAAE,CACL;UACIC,IAAI,EAAE,KAAK;UACXC,EAAE,EAAE;QACR,CAAC,CACJ;QACDqB,QAAQ,EAAEV,eAAe,CAACE,gBAAgB,IAAIS,SAAS;QACvDrB,KAAK,EAAE;MACX;IACJ,CAAC,EACD,MAAMC,MAAM,IAAI;MACZT,MAAM,CAAC2B,KAAK,CAAE,cAAalB,MAAM,CAACI,KAAK,CAACiB,MAAO,WAAU,CAAC;MAC1D,MAAMC,QAA0B,GAAG,EAAE;MACrC,MAAMC,UAA4B,GAAG,EAAE;MAEvC,MAAMC,aAA4C,GAAG,CAAC,CAAC;MACvD;AAChB;AACA;MACgB,KAAK,MAAMrB,IAAI,IAAIH,MAAM,CAACI,KAAK,EAAE;QAC7B,IAAI,IAAAC,8CAAsB,EAACF,IAAI,CAAC,IAAI,IAAAsB,gCAAe,EAACtB,IAAI,CAAC,EAAE;UACvD;QACJ;QAEA,MAAMuB,KAAK,GAAG,IAAAC,qBAAc,EAAC;UACzBC,MAAM,EAAEzB,IAAI,CAACyB,MAAM;UACnBC,MAAM,EAAE1B,IAAI,CAAC0B,MAAM;UACnBC,IAAI,EAAE3B,IAAI,CAAC4B,OAAO;UAClBC,kBAAkB,EAAE;QACxB,CAAC,CAAC;;QAEF;QACA,IAAI,CAACvB,eAAe,CAACK,OAAO,IAAIL,eAAe,CAACK,OAAO,CAACY,KAAK,CAAC,KAAKN,SAAS,EAAE;UAC1E;UACA,MAAMa,QAAQ,GAAG,MAAM,IAAAC,yCAAkC,EAAC;YACtDR,KAAK;YACLnC,MAAM;YACNR,mBAAmB,EAAE,IAAI,CAACA;UAC9B,CAAC,CAAC;;UAEF;UACA0B,eAAe,CAACK,OAAO,GAAG;YACtB,GAAGL,eAAe,CAACK,OAAO;YAC1B,CAACY,KAAK,GAAGO;UACb,CAAC;UACD;UACA,MAAM,IAAAE,mCAA4B,EAAC;YAC/BpD,mBAAmB,EAAE,IAAI,CAACA,mBAAmB;YAC7C2C,KAAK;YACLnC;UACJ,CAAC,CAAC;QACN;QAEA,IAAI,CAAC,IAAAkC,gCAAe,EAACtB,IAAI,CAAC,EAAE;UACxB;UACA,MAAMiC,SAAS,GAAG,MAAM,IAAAC,sDAA0B,EAAC;YAC/CC,KAAK,EAAEnC,IAAI;YACXoC,WAAW,EAAE,IAAI,CAACvD;UACtB,CAAC,CAAC;UAEF,MAAMwD,4BAA4B,GAAG,MAAM,IAAAC,kDAAyB,EAAC;YACjEH,KAAK,EAAEnC,IAAI;YACXoC,WAAW,EAAE,IAAI,CAACvD;UACtB,CAAC,CAAC;UAEF,IAAA0D,wCAAmB,EAACvC,IAAI,EAAE;YACtBiC,SAAS;YACT,GAAGI;UACP,CAAC,CAAC;QACN;;QAEA;QACA,IAAAG,oCAAiB,EAACxC,IAAI,CAAC;QAEvBmB,QAAQ,CAACsB,IAAI,CAAC,IAAI,CAAC5D,cAAc,CAAC6D,QAAQ,CAAC1C,IAAI,CAAC,CAAC;;QAEjD;AACpB;AACA;QACoB,IAAIqB,aAAa,CAAE,GAAErB,IAAI,CAAC2C,OAAQ,IAAG,CAAC,EAAE;UACpC;QACJ;QAEAtB,aAAa,CAAE,GAAErB,IAAI,CAAC2C,OAAQ,IAAG,CAAC,GAAG,IAAI,CAAC5D,gBAAgB,CAAC6D,QAAQ,CAAC;UAChEC,EAAE,EAAE7C,IAAI,CAAC6C,EAAE;UACXC,EAAE,EAAE;QACR,CAAC,CAAC;QAEF,IAAI9C,IAAI,CAAC+C,MAAM,KAAK,WAAW,IAAI,CAAC,CAAC/C,IAAI,CAACgD,MAAM,EAAE;UAC9C3B,aAAa,CAAE,GAAErB,IAAI,CAAC2C,OAAQ,IAAG,CAAC,GAAG,IAAI,CAAC5D,gBAAgB,CAAC6D,QAAQ,CAAC;YAChEC,EAAE,EAAE7C,IAAI,CAAC6C,EAAE;YACXC,EAAE,EAAE;UACR,CAAC,CAAC;QACN;MACJ;;MAEA;AAChB;AACA;MACgB,MAAMG,SAAS,GAAG,MAAM,IAAAC,mBAAY,EAA8B;QAC9DxE,KAAK,EAAE,IAAI,CAACK,gBAAgB,CAACL,KAAK;QAClCuB,KAAK,EAAEkD,MAAM,CAACC,MAAM,CAAC/B,aAAa;MACtC,CAAC,CAAC;MAEF,KAAK,MAAMgC,QAAQ,IAAIJ,SAAS,EAAE;QAC9B,MAAMK,gBAAgB,GAAG,MAAM,IAAAC,wCAAmB,EAAWF,QAAQ,CAACG,IAAI,CAAC;QAC3E,IAAI,CAACF,gBAAgB,EAAE;UACnBlE,MAAM,CAACqE,KAAK,CACP,oBAAmBJ,QAAQ,CAACR,EAAG,qCACpC,CAAC;UACD;QACJ;QAEA,IAAI,IAAAvB,gCAAe,EAACgC,gBAAgB,CAAC,EAAE;UACnC,MAAMI,YAAY,GAAGrD,OAAO,CAACqD,YAAY;UACzC,IAAI,CAACA,YAAY,EAAE;YACftE,MAAM,CAACqE,KAAK,CACP,oBAAmBH,gBAAgB,CAACX,OAAQ,4CACjD,CAAC;YACD;UACJ;QACJ;;QAEA;QACA,MAAMV,SAAS,GAAG,MAAM,IAAAC,sDAA0B,EAAC;UAC/CC,KAAK,EAAE;YAAE,GAAGmB,gBAAgB;YAAET,EAAE,EAAEQ,QAAQ,CAACR;UAAG,CAAC;UAC/CT,WAAW,EAAE,IAAI,CAACvD;QACtB,CAAC,CAAC;QAEF,MAAMwD,4BAA4B,GAAG,MAAM,IAAAC,kDAAyB,EAAC;UACjEH,KAAK,EAAE;YAAE,GAAGmB,gBAAgB;YAAET,EAAE,EAAEQ,QAAQ,CAACR;UAAG,CAAC;UAC/CT,WAAW,EAAE,IAAI,CAACvD;QACtB,CAAC,CAAC;QAEF,IAAA0D,wCAAmB,EAACe,gBAAgB,EAAE;UAClCrB,SAAS;UACT,GAAGI;QACP,CAAC,CAAC;QAEF,MAAMsB,cAAc,GAAG,MAAM,IAAAC,oCAAiB,EAACN,gBAAgB,CAAC;QAEhElC,UAAU,CAACqB,IAAI,CACX,IAAI,CAAC1D,gBAAgB,CAAC2D,QAAQ,CAAC;UAC3B,GAAGW,QAAQ;UACXG,IAAI,EAAEG;QACV,CAAC,CACL,CAAC;MACL;MAEA,MAAMvD,OAAO,GAAGA,CAAA,KAAM;QAClB,OAAO,IAAAyD,oBAAa,EAAC;UACjBnF,KAAK,EAAE,IAAI,CAACG,cAAc,CAACH,KAAK;UAChCuB,KAAK,EAAEkB;QACX,CAAC,CAAC;MACN,CAAC;MAED,MAAM2C,YAAY,GAAGA,CAAA,KAAM;QACvB,OAAO,IAAAD,oBAAa,EAAC;UACjBnF,KAAK,EAAE,IAAI,CAACK,gBAAgB,CAACL,KAAK;UAClCuB,KAAK,EAAEmB;QACX,CAAC,CAAC;MACN,CAAC;MAEDhC,MAAM,CAACqE,KAAK,CAAC,iCAAiC,CAAC;MAC/C,MAAM,IAAAM,wBAAgB,EAAC3D,OAAO,EAAE;QAC5B4D,eAAe,EAAElE,KAAK,IAAI;UACtBV,MAAM,CAACU,KAAK,CACP,4BAA2BA,KAAK,CAACmE,aAAc,YAAWnE,KAAK,CAACoE,OAAQ,EAC7E,CAAC;QACL;MACJ,CAAC,CAAC;MACF9E,MAAM,CAACqE,KAAK,CAAC,YAAY,CAAC;MAE1BrE,MAAM,CAACqE,KAAK,CAAC,+CAA+C,CAAC;MAC7D,MAAM,IAAAM,wBAAgB,EAACD,YAAY,EAAE;QACjCE,eAAe,EAAElE,KAAK,IAAI;UACtBV,MAAM,CAACU,KAAK,CACP,qCAAoCA,KAAK,CAACmE,aAAc,YAAWnE,KAAK,CAACoE,OAAQ,EACtF,CAAC;QACL;MACJ,CAAC,CAAC;MACF9E,MAAM,CAACqE,KAAK,CAAC,YAAY,CAAC;;MAE1B;MACAnD,eAAe,CAACE,gBAAgB,GAAGX,MAAM,CAACW,gBAAgB,EAAEqC,EAAE,GACvDhD,MAAM,CAACW,gBAAgB,GACxB,IAAI;;MAEV;MACA,IAAIH,OAAO,CAAC8D,gBAAgB,CAAC,CAAC,EAAE;QAC5B,MAAM9D,OAAO,CAAC+D,uBAAuB,CAAC9D,eAAe,CAAC;MAC1D,CAAC,MAAM;QACH,MAAMD,OAAO,CAACgE,gBAAgB,CAAC/D,eAAe,CAAC;MACnD;IACJ,CACJ,CAAC;;IAED;AACR;AACA;IACQ,MAAM,IAAAG,2CAAoC,EAAC;MACvCC,aAAa,EAAEJ,eAAe,CAACK,OAAO;MACtCvB,MAAM;MACNR,mBAAmB,EAAE,IAAI,CAACA;IAC9B,CAAC,CAAC;IAEF0B,eAAe,CAACE,gBAAgB,GAAG,IAAI;IACvCF,eAAe,CAACK,OAAO,GAAG,CAAC,CAAC;IAC5BN,OAAO,CAACgE,gBAAgB,CAAC/D,eAAe,CAAC;EAC7C;AACJ;AAACgE,OAAA,CAAA9F,sCAAA,GAAAA,sCAAA;AAED,IAAA+F,mBAAc,EAAC/F,sCAAsC,EAAE,CACnD,IAAAgG,WAAM,EAACC,uCAAwB,CAAC,EAChC,IAAAD,WAAM,EAACE,6CAA8B,CAAC,EACtC,IAAAF,WAAM,EAACG,wCAAyB,CAAC,CACpC,CAAC"}

package/migrations/5.39.6/001/ddb-es/MetaFieldsMigration.d.ts

@@ -0,0 +1,21 @@
+import { Logger } from "@webiny/logger";
+import { EsHealthChecksParams } from "./utils";
+export interface MetaFieldsMigrationParams {
+    ddbTable: string;
+    ddbEsTable: string;
+    esEndpoint: string;
+    totalSegments: number;
+    logger: Logger;
+    esHealthChecks?: Partial<EsHealthChecksParams>;
+}
+export declare class MetaFieldsMigration {
+    private readonly runId;
+    private readonly ddbTable;
+    private readonly ddbEsTable;
+    private readonly esEndpoint;
+    private readonly totalSegments;
+    private readonly logger;
+    private readonly esHealthChecks;
+    constructor(params: MetaFieldsMigrationParams);
+    execute(): Promise<void>;
+}