@webiny/migrations 5.39.7-beta.2

package/migrations/5.37.0/001/entities/createTenantEntity.d.ts

@@ -0,0 +1,48 @@
+import { Table } from "@webiny/db-dynamodb/toolbox";
+export declare const createTenantEntity: (table: Table<string, string, string>) => import("dynamodb-toolbox/dist/cjs/classes/Entity/Entity").default<string, import("dynamodb-toolbox/dist/cjs/classes/Entity").Overlay, import("dynamodb-toolbox/dist/cjs/classes/Entity").Overlay, Table<string, string, string>, true, true, boolean, string, string, string, boolean, {
+    PK: {
+        partitionKey: true;
+    };
+    SK: {
+        sortKey: true;
+    };
+    GSI1_PK: {
+        type: "string";
+    };
+    GSI1_SK: {
+        type: "string";
+    };
+    TYPE: {
+        type: "string";
+    };
+    data: {
+        type: "map";
+    };
+}, {
+    PK: {
+        partitionKey: true;
+    };
+    SK: {
+        sortKey: true;
+    };
+    GSI1_PK: {
+        type: "string";
+    };
+    GSI1_SK: {
+        type: "string";
+    };
+    TYPE: {
+        type: "string";
+    };
+    data: {
+        type: "map";
+    };
+}, import("dynamodb-toolbox/dist/cjs/classes/Entity").ParsedAttributes<import("ts-toolbelt/out/Any/Key").Key>, any, {
+    [x: string]: any;
+    [x: number]: any;
+    [x: symbol]: any;
+}, {
+    [x: string]: any;
+    [x: number]: any;
+    [x: symbol]: any;
+}>;

package/migrations/5.37.0/001/entities/createTenantEntity.js

@@ -0,0 +1,13 @@
+"use strict";
+
+Object.defineProperty(exports, "__esModule", {
+  value: true
+});
+exports.createTenantEntity = void 0;
+var _utils = require("../../../../utils");
+const createTenantEntity = table => {
+  return (0, _utils.createStandardEntity)(table, "TenancyTenant");
+};
+exports.createTenantEntity = createTenantEntity;
+
+//# sourceMappingURL=createTenantEntity.js.map

package/migrations/5.37.0/001/entities/createTenantEntity.js.map

@@ -0,0 +1 @@
+{"version":3,"names":["_utils","require","createTenantEntity","table","createStandardEntity","exports"],"sources":["createTenantEntity.ts"],"sourcesContent":["import { Table } from \"@webiny/db-dynamodb/toolbox\";\nimport { createStandardEntity } from \"~/utils\";\n\nexport const createTenantEntity = (table: Table<string, string, string>) => {\n    return createStandardEntity(table, \"TenancyTenant\");\n};\n"],"mappings":";;;;;;AACA,IAAAA,MAAA,GAAAC,OAAA;AAEO,MAAMC,kBAAkB,GAAIC,KAAoC,IAAK;EACxE,OAAO,IAAAC,2BAAoB,EAACD,KAAK,EAAE,eAAe,CAAC;AACvD,CAAC;AAACE,OAAA,CAAAH,kBAAA,GAAAA,kBAAA"}

package/migrations/5.37.0/001/entities/createTenantLinkEntity.d.ts

@@ -0,0 +1,48 @@
+import { Table } from "@webiny/db-dynamodb/toolbox";
+export declare const createTenantLinkEntity: (table: Table<string, string, string>) => import("dynamodb-toolbox/dist/cjs/classes/Entity/Entity").default<string, import("dynamodb-toolbox/dist/cjs/classes/Entity").Overlay, import("dynamodb-toolbox/dist/cjs/classes/Entity").Overlay, Table<string, string, string>, true, true, boolean, string, string, string, boolean, {
+    PK: {
+        partitionKey: true;
+    };
+    SK: {
+        sortKey: true;
+    };
+    GSI1_PK: {
+        type: "string";
+    };
+    GSI1_SK: {
+        type: "string";
+    };
+    TYPE: {
+        type: "string";
+    };
+    data: {
+        type: "map";
+    };
+}, {
+    PK: {
+        partitionKey: true;
+    };
+    SK: {
+        sortKey: true;
+    };
+    GSI1_PK: {
+        type: "string";
+    };
+    GSI1_SK: {
+        type: "string";
+    };
+    TYPE: {
+        type: "string";
+    };
+    data: {
+        type: "map";
+    };
+}, import("dynamodb-toolbox/dist/cjs/classes/Entity").ParsedAttributes<import("ts-toolbelt/out/Any/Key").Key>, any, {
+    [x: string]: any;
+    [x: number]: any;
+    [x: symbol]: any;
+}, {
+    [x: string]: any;
+    [x: number]: any;
+    [x: symbol]: any;
+}>;

package/migrations/5.37.0/001/entities/createTenantLinkEntity.js

@@ -0,0 +1,17 @@
+"use strict";
+
+Object.defineProperty(exports, "__esModule", {
+  value: true
+});
+exports.createTenantLinkEntity = void 0;
+var _utils = require("../../../../utils");
+const createTenantLinkEntity = table => {
+  return (0, _utils.createStandardEntity)(table, "SecurityIdentity2Tenant", {
+    type: {
+      type: "string"
+    }
+  });
+};
+exports.createTenantLinkEntity = createTenantLinkEntity;
+
+//# sourceMappingURL=createTenantLinkEntity.js.map

package/migrations/5.37.0/001/entities/createTenantLinkEntity.js.map

@@ -0,0 +1 @@
+{"version":3,"names":["_utils","require","createTenantLinkEntity","table","createStandardEntity","type","exports"],"sources":["createTenantLinkEntity.ts"],"sourcesContent":["import { Table } from \"@webiny/db-dynamodb/toolbox\";\nimport { createStandardEntity } from \"~/utils\";\n\nexport const createTenantLinkEntity = (table: Table<string, string, string>) => {\n    return createStandardEntity(table, \"SecurityIdentity2Tenant\", { type: { type: \"string\" } });\n};\n"],"mappings":";;;;;;AACA,IAAAA,MAAA,GAAAC,OAAA;AAEO,MAAMC,sBAAsB,GAAIC,KAAoC,IAAK;EAC5E,OAAO,IAAAC,2BAAoB,EAACD,KAAK,EAAE,yBAAyB,EAAE;IAAEE,IAAI,EAAE;MAAEA,IAAI,EAAE;IAAS;EAAE,CAAC,CAAC;AAC/F,CAAC;AAACC,OAAA,CAAAJ,sBAAA,GAAAA,sBAAA"}

package/migrations/5.37.0/001/index.d.ts

@@ -0,0 +1,10 @@
+import { Table } from "@webiny/db-dynamodb/toolbox";
+import { DataMigration, DataMigrationContext } from "@webiny/data-migration";
+export declare class TenantLinkRecords_5_37_0_001 implements DataMigration {
+    private migrations;
+    constructor(table: Table<string, string, string>);
+    getId(): string;
+    getDescription(): string;
+    shouldExecute(context: DataMigrationContext): Promise<boolean>;
+    execute(context: DataMigrationContext): Promise<void>;
+}

package/migrations/5.37.0/001/index.js

@@ -0,0 +1,49 @@
+"use strict";
+
+Object.defineProperty(exports, "__esModule", {
+  value: true
+});
+exports.TenantLinkRecords_5_37_0_001 = void 0;
+var _ioc = require("@webiny/ioc");
+var _dataMigration = require("@webiny/data-migration");
+var _TenantLinkDataMigration = require("./TenantLinkDataMigration");
+class TenantLinkRecords_5_37_0_001 {
+  constructor(table) {
+    this.migrations = [new _TenantLinkDataMigration.TenantLinkRecords_5_37_0_001_FileData(table)];
+  }
+  getId() {
+    return "5.37.0-001";
+  }
+  getDescription() {
+    return "Migrate Tenant Links Data";
+  }
+  async shouldExecute(context) {
+    for (const migration of this.migrations) {
+      const childLogger = (0, _dataMigration.getChildLogger)(context.logger, migration);
+      const childContext = {
+        ...context,
+        logger: childLogger
+      };
+      if (await migration.shouldExecute(childContext)) {
+        return true;
+      }
+    }
+    return false;
+  }
+  async execute(context) {
+    for (const migration of this.migrations) {
+      const childLogger = (0, _dataMigration.getChildLogger)(context.logger, migration);
+      const childContext = {
+        ...context,
+        logger: childLogger
+      };
+      if (await migration.shouldExecute(childContext)) {
+        await migration.execute(childContext);
+      }
+    }
+  }
+}
+exports.TenantLinkRecords_5_37_0_001 = TenantLinkRecords_5_37_0_001;
+(0, _ioc.makeInjectable)(TenantLinkRecords_5_37_0_001, [(0, _ioc.inject)(_dataMigration.PrimaryDynamoTableSymbol)]);
+
+//# sourceMappingURL=index.js.map

package/migrations/5.37.0/001/index.js.map

@@ -0,0 +1 @@
+{"version":3,"names":["_ioc","require","_dataMigration","_TenantLinkDataMigration","TenantLinkRecords_5_37_0_001","constructor","table","migrations","TenantLinkRecords_5_37_0_001_FileData","getId","getDescription","shouldExecute","context","migration","childLogger","getChildLogger","logger","childContext","execute","exports","makeInjectable","inject","PrimaryDynamoTableSymbol"],"sources":["index.ts"],"sourcesContent":["import { Table } from \"@webiny/db-dynamodb/toolbox\";\nimport { makeInjectable, inject } from \"@webiny/ioc\";\nimport {\n    DataMigration,\n    DataMigrationContext,\n    getChildLogger,\n    PrimaryDynamoTableSymbol\n} from \"@webiny/data-migration\";\nimport { TenantLinkRecords_5_37_0_001_FileData } from \"./TenantLinkDataMigration\";\n\nexport class TenantLinkRecords_5_37_0_001 implements DataMigration {\n    private migrations: DataMigration[];\n\n    public constructor(table: Table<string, string, string>) {\n        this.migrations = [new TenantLinkRecords_5_37_0_001_FileData(table)];\n    }\n\n    public getId() {\n        return \"5.37.0-001\";\n    }\n\n    public getDescription() {\n        return \"Migrate Tenant Links Data\";\n    }\n\n    async shouldExecute(context: DataMigrationContext): Promise<boolean> {\n        for (const migration of this.migrations) {\n            const childLogger = getChildLogger(context.logger, migration);\n            const childContext = { ...context, logger: childLogger };\n            if (await migration.shouldExecute(childContext)) {\n                return true;\n            }\n        }\n        return false;\n    }\n\n    async execute(context: DataMigrationContext): Promise<void> {\n        for (const migration of this.migrations) {\n            const childLogger = getChildLogger(context.logger, migration);\n            const childContext = { ...context, logger: childLogger };\n            if (await migration.shouldExecute(childContext)) {\n                await migration.execute(childContext);\n            }\n        }\n    }\n}\n\nmakeInjectable(TenantLinkRecords_5_37_0_001, [inject(PrimaryDynamoTableSymbol)]);\n"],"mappings":";;;;;;AACA,IAAAA,IAAA,GAAAC,OAAA;AACA,IAAAC,cAAA,GAAAD,OAAA;AAMA,IAAAE,wBAAA,GAAAF,OAAA;AAEO,MAAMG,4BAA4B,CAA0B;EAGxDC,WAAWA,CAACC,KAAoC,EAAE;IACrD,IAAI,CAACC,UAAU,GAAG,CAAC,IAAIC,8DAAqC,CAACF,KAAK,CAAC,CAAC;EACxE;EAEOG,KAAKA,CAAA,EAAG;IACX,OAAO,YAAY;EACvB;EAEOC,cAAcA,CAAA,EAAG;IACpB,OAAO,2BAA2B;EACtC;EAEA,MAAMC,aAAaA,CAACC,OAA6B,EAAoB;IACjE,KAAK,MAAMC,SAAS,IAAI,IAAI,CAACN,UAAU,EAAE;MACrC,MAAMO,WAAW,GAAG,IAAAC,6BAAc,EAACH,OAAO,CAACI,MAAM,EAAEH,SAAS,CAAC;MAC7D,MAAMI,YAAY,GAAG;QAAE,GAAGL,OAAO;QAAEI,MAAM,EAAEF;MAAY,CAAC;MACxD,IAAI,MAAMD,SAAS,CAACF,aAAa,CAACM,YAAY,CAAC,EAAE;QAC7C,OAAO,IAAI;MACf;IACJ;IACA,OAAO,KAAK;EAChB;EAEA,MAAMC,OAAOA,CAACN,OAA6B,EAAiB;IACxD,KAAK,MAAMC,SAAS,IAAI,IAAI,CAACN,UAAU,EAAE;MACrC,MAAMO,WAAW,GAAG,IAAAC,6BAAc,EAACH,OAAO,CAACI,MAAM,EAAEH,SAAS,CAAC;MAC7D,MAAMI,YAAY,GAAG;QAAE,GAAGL,OAAO;QAAEI,MAAM,EAAEF;MAAY,CAAC;MACxD,IAAI,MAAMD,SAAS,CAACF,aAAa,CAACM,YAAY,CAAC,EAAE;QAC7C,MAAMJ,SAAS,CAACK,OAAO,CAACD,YAAY,CAAC;MACzC;IACJ;EACJ;AACJ;AAACE,OAAA,CAAAf,4BAAA,GAAAA,4BAAA;AAED,IAAAgB,mBAAc,EAAChB,4BAA4B,EAAE,CAAC,IAAAiB,WAAM,EAACC,uCAAwB,CAAC,CAAC,CAAC"}

package/migrations/5.37.0/001/types.d.ts

@@ -0,0 +1,25 @@
+export interface Tenant {
+    data: {
+        id: string;
+        name: string;
+    };
+}
+export declare type Permissions = Array<Record<string, any>>;
+export interface TenantLink {
+    PK: string;
+    SK: string;
+    GSI1_PK: string;
+    GSI1_SK: string;
+    identity: string;
+    tenant: string;
+    type: string;
+    data: {
+        group: string;
+        permissions: Permissions;
+        groups: Array<{
+            id: string;
+            permissions: Permissions;
+        }>;
+        teams: [];
+    };
+}

package/migrations/5.37.0/001/types.js

@@ -0,0 +1,7 @@
+"use strict";
+
+Object.defineProperty(exports, "__esModule", {
+  value: true
+});
+
+//# sourceMappingURL=types.js.map

package/migrations/5.37.0/001/types.js.map

@@ -0,0 +1 @@
+{"version":3,"names":[],"sources":["types.ts"],"sourcesContent":["export interface Tenant {\n    data: {\n        id: string;\n        name: string;\n    };\n}\n\nexport type Permissions = Array<Record<string, any>>;\n\nexport interface TenantLink {\n    PK: string;\n    SK: string;\n    GSI1_PK: string;\n    GSI1_SK: string;\n    identity: string;\n    tenant: string;\n    type: string;\n    data: {\n        // Old properties.\n        group: string;\n        permissions: Permissions;\n\n        // New properties.\n\n        // Groups is an array of objects with `id` and `permissions` properties.\n        // Note that, despite the property accepting an array, we only allow a single group to be\n        // assigned to a tenant link.\n        groups: Array<{ id: string; permissions: Permissions }>;\n\n        // In the migration process, we set `teams` property to an empty array.\n        teams: [];\n    };\n}\n"],"mappings":""}

package/migrations/5.37.0/001/utils/isMigratedTenantLink.d.ts

@@ -0,0 +1,2 @@
+import { TenantLink } from "../types";
+export declare const isMigratedTenantLink: (tenantLink: TenantLink) => boolean;

package/migrations/5.37.0/001/utils/isMigratedTenantLink.js

@@ -0,0 +1,12 @@
+"use strict";
+
+Object.defineProperty(exports, "__esModule", {
+  value: true
+});
+exports.isMigratedTenantLink = void 0;
+const isMigratedTenantLink = tenantLink => {
+  return tenantLink.type === "permissions";
+};
+exports.isMigratedTenantLink = isMigratedTenantLink;
+
+//# sourceMappingURL=isMigratedTenantLink.js.map

package/migrations/5.37.0/001/utils/isMigratedTenantLink.js.map

@@ -0,0 +1 @@
+{"version":3,"names":["isMigratedTenantLink","tenantLink","type","exports"],"sources":["isMigratedTenantLink.ts"],"sourcesContent":["import { TenantLink } from \"../types\";\n\nexport const isMigratedTenantLink = (tenantLink: TenantLink): boolean => {\n    return tenantLink.type === \"permissions\";\n};\n"],"mappings":";;;;;;AAEO,MAAMA,oBAAoB,GAAIC,UAAsB,IAAc;EACrE,OAAOA,UAAU,CAACC,IAAI,KAAK,aAAa;AAC5C,CAAC;AAACC,OAAA,CAAAH,oBAAA,GAAAA,oBAAA"}

package/migrations/5.37.0/002/constants.d.ts

@@ -0,0 +1 @@
+export declare const ROOT_FOLDER = "root";

package/migrations/5.37.0/002/constants.js

@@ -0,0 +1,10 @@
+"use strict";
+
+Object.defineProperty(exports, "__esModule", {
+  value: true
+});
+exports.ROOT_FOLDER = void 0;
+const ROOT_FOLDER = "root";
+exports.ROOT_FOLDER = ROOT_FOLDER;
+
+//# sourceMappingURL=constants.js.map

package/migrations/5.37.0/002/constants.js.map

@@ -0,0 +1 @@
+{"version":3,"names":["ROOT_FOLDER","exports"],"sources":["constants.ts"],"sourcesContent":["export const ROOT_FOLDER = \"root\";\n"],"mappings":";;;;;;AAAO,MAAMA,WAAW,GAAG,MAAM;AAACC,OAAA,CAAAD,WAAA,GAAAA,WAAA"}

package/migrations/5.37.0/002/ddb/index.d.ts

@@ -0,0 +1,22 @@
+import { Table } from "@webiny/db-dynamodb/toolbox";
+import { DataMigration, DataMigrationContext } from "@webiny/data-migration";
+interface LastEvaluatedKey {
+    PK: string;
+    SK: string;
+    GSI1_PK: string;
+    GSI1_SK: string;
+}
+interface CmsEntriesRootFolderDataMigrationCheckpoint {
+    lastEvaluatedKey?: LastEvaluatedKey | boolean;
+}
+export declare class CmsEntriesRootFolder_5_37_0_002 implements DataMigration<CmsEntriesRootFolderDataMigrationCheckpoint> {
+    private readonly entryEntity;
+    private readonly localeEntity;
+    private readonly tenantEntity;
+    constructor(table: Table<string, string, string>);
+    getId(): string;
+    getDescription(): string;
+    shouldExecute({ logger }: DataMigrationContext): Promise<boolean>;
+    execute({ logger, ...context }: DataMigrationContext<CmsEntriesRootFolderDataMigrationCheckpoint>): Promise<void>;
+}
+export {};

package/migrations/5.37.0/002/ddb/index.js

@@ -0,0 +1,133 @@
+"use strict";
+
+Object.defineProperty(exports, "__esModule", {
+  value: true
+});
+exports.CmsEntriesRootFolder_5_37_0_002 = void 0;
+var _dataMigration = require("@webiny/data-migration");
+var _createEntryEntity = require("../entities/createEntryEntity");
+var _createLocaleEntity = require("../entities/createLocaleEntity");
+var _createTenantEntity = require("../entities/createTenantEntity");
+var _utils = require("../../../../utils");
+var _ioc = require("@webiny/ioc");
+var _utils2 = require("@webiny/utils");
+class CmsEntriesRootFolder_5_37_0_002 {
+  constructor(table) {
+    this.entryEntity = (0, _createEntryEntity.createDdbEntryEntity)(table);
+    this.localeEntity = (0, _createLocaleEntity.createLocaleEntity)(table);
+    this.tenantEntity = (0, _createTenantEntity.createTenantEntity)(table);
+  }
+  getId() {
+    return "5.37.0-002";
+  }
+  getDescription() {
+    return "Add default folderId to all CMS records.";
+  }
+  async shouldExecute({
+    logger
+  }) {
+    /**
+     * We will go through a larger amount of the entries, to determine if they need to be updated.
+     */
+    const result = await (0, _utils.scan)({
+      entity: this.entryEntity,
+      options: {
+        index: "GSI1",
+        filters: [{
+          attr: "TYPE",
+          beginsWith: "cms.entry"
+        }],
+        limit: 100
+      }
+    });
+    if (result.items.length === 0) {
+      logger.info(`No CMS entries found in the system; skipping migration.`);
+      return false;
+    } else if (result.error) {
+      logger.error(result.error);
+      throw new Error(result.error);
+    }
+    for (const item of result.items) {
+      /**
+       * If no location.folderId was set, we need to push the upgrade.
+       */
+      if (!item.location?.folderId) {
+        return true;
+      }
+    }
+    logger.info(`CMS entries already upgraded. skipping...`);
+    return false;
+  }
+  async execute({
+    logger,
+    ...context
+  }) {
+    const migrationStatus = context.checkpoint || {};
+    if (migrationStatus.lastEvaluatedKey === true) {
+      logger.info(`Migration completed, no need to start again.`);
+      return;
+    }
+    let usingKey = "";
+    if (migrationStatus?.lastEvaluatedKey) {
+      usingKey = JSON.stringify(migrationStatus.lastEvaluatedKey);
+    }
+    logger.debug(`Scanning DynamoDB table... ${usingKey}`);
+    await (0, _utils.ddbScanWithCallback)({
+      entity: this.entryEntity,
+      options: {
+        index: "GSI1",
+        filters: [{
+          attr: "TYPE",
+          beginsWith: "cms.entry"
+        }],
+        startKey: migrationStatus.lastEvaluatedKey || undefined,
+        limit: 1000
+      }
+    }, async result => {
+      logger.debug(`Processing ${result.items.length} items...`);
+      const items = [];
+      for (const item of result.items) {
+        if (!!item.location?.folderId) {
+          continue;
+        }
+        items.push(this.entryEntity.putBatch({
+          ...item,
+          location: {
+            ...item.location,
+            folderId: "root"
+          }
+        }));
+      }
+      const execute = () => {
+        return (0, _utils.batchWriteAll)({
+          table: this.entryEntity.table,
+          items
+        });
+      };
+      logger.trace("Storing the DynamoDB records...");
+      await (0, _utils2.executeWithRetry)(execute, {
+        onFailedAttempt: error => {
+          logger.error(`"batchWriteAll" attempt #${error.attemptNumber} failed.`);
+          logger.error(error.message);
+        }
+      });
+      logger.trace("...stored.");
+
+      // Update checkpoint after every batch
+      migrationStatus.lastEvaluatedKey = result.lastEvaluatedKey?.PK ? result.lastEvaluatedKey : true;
+
+      // Check if we should store checkpoint and exit.
+      if (context.runningOutOfTime()) {
+        await context.createCheckpointAndExit(migrationStatus);
+      } else {
+        await context.createCheckpoint(migrationStatus);
+      }
+    });
+    migrationStatus.lastEvaluatedKey = true;
+    context.createCheckpoint(migrationStatus);
+  }
+}
+exports.CmsEntriesRootFolder_5_37_0_002 = CmsEntriesRootFolder_5_37_0_002;
+(0, _ioc.makeInjectable)(CmsEntriesRootFolder_5_37_0_002, [(0, _ioc.inject)(_dataMigration.PrimaryDynamoTableSymbol)]);
+
+//# sourceMappingURL=index.js.map

package/migrations/5.37.0/002/ddb/index.js.map

@@ -0,0 +1 @@
+{"version":3,"names":["_dataMigration","require","_createEntryEntity","_createLocaleEntity","_createTenantEntity","_utils","_ioc","_utils2","CmsEntriesRootFolder_5_37_0_002","constructor","table","entryEntity","createDdbEntryEntity","localeEntity","createLocaleEntity","tenantEntity","createTenantEntity","getId","getDescription","shouldExecute","logger","result","scan","entity","options","index","filters","attr","beginsWith","limit","items","length","info","error","Error","item","location","folderId","execute","context","migrationStatus","checkpoint","lastEvaluatedKey","usingKey","JSON","stringify","debug","ddbScanWithCallback","startKey","undefined","push","putBatch","batchWriteAll","trace","executeWithRetry","onFailedAttempt","attemptNumber","message","PK","runningOutOfTime","createCheckpointAndExit","createCheckpoint","exports","makeInjectable","inject","PrimaryDynamoTableSymbol"],"sources":["index.ts"],"sourcesContent":["import { Table } from \"@webiny/db-dynamodb/toolbox\";\nimport {\n    DataMigration,\n    DataMigrationContext,\n    PrimaryDynamoTableSymbol\n} from \"@webiny/data-migration\";\nimport { createDdbEntryEntity } from \"../entities/createEntryEntity\";\nimport { createLocaleEntity } from \"../entities/createLocaleEntity\";\nimport { createTenantEntity } from \"../entities/createTenantEntity\";\nimport { batchWriteAll, BatchWriteItem, ddbScanWithCallback, scan } from \"~/utils\";\nimport { CmsEntry } from \"../types\";\nimport { inject, makeInjectable } from \"@webiny/ioc\";\nimport { executeWithRetry } from \"@webiny/utils\";\n\ninterface LastEvaluatedKey {\n    PK: string;\n    SK: string;\n    GSI1_PK: string;\n    GSI1_SK: string;\n}\n\ninterface CmsEntriesRootFolderDataMigrationCheckpoint {\n    lastEvaluatedKey?: LastEvaluatedKey | boolean;\n}\n\nexport class CmsEntriesRootFolder_5_37_0_002\n    implements DataMigration<CmsEntriesRootFolderDataMigrationCheckpoint>\n{\n    private readonly entryEntity: ReturnType<typeof createDdbEntryEntity>;\n    private readonly localeEntity: ReturnType<typeof createLocaleEntity>;\n    private readonly tenantEntity: ReturnType<typeof createTenantEntity>;\n\n    constructor(table: Table<string, string, string>) {\n        this.entryEntity = createDdbEntryEntity(table);\n        this.localeEntity = createLocaleEntity(table);\n        this.tenantEntity = createTenantEntity(table);\n    }\n\n    getId() {\n        return \"5.37.0-002\";\n    }\n\n    getDescription() {\n        return \"Add default folderId to all CMS records.\";\n    }\n\n    async shouldExecute({ logger }: DataMigrationContext): Promise<boolean> {\n        /**\n         * We will go through a larger amount of the entries, to determine if they need to be updated.\n         */\n        const result = await scan<CmsEntry>({\n            entity: this.entryEntity,\n            options: {\n                index: \"GSI1\",\n                filters: [\n                    {\n                        attr: \"TYPE\",\n                        beginsWith: \"cms.entry\"\n                    }\n                ],\n                limit: 100\n            }\n        });\n\n        if (result.items.length === 0) {\n            logger.info(`No CMS entries found in the system; skipping migration.`);\n            return false;\n        } else if (result.error) {\n            logger.error(result.error);\n            throw new Error(result.error);\n        }\n\n        for (const item of result.items) {\n            /**\n             * If no location.folderId was set, we need to push the upgrade.\n             */\n            if (!item.location?.folderId) {\n                return true;\n            }\n        }\n        logger.info(`CMS entries already upgraded. skipping...`);\n        return false;\n    }\n\n    async execute({\n        logger,\n        ...context\n    }: DataMigrationContext<CmsEntriesRootFolderDataMigrationCheckpoint>): Promise<void> {\n        const migrationStatus = context.checkpoint || {};\n\n        if (migrationStatus.lastEvaluatedKey === true) {\n            logger.info(`Migration completed, no need to start again.`);\n            return;\n        }\n\n        let usingKey = \"\";\n        if (migrationStatus?.lastEvaluatedKey) {\n            usingKey = JSON.stringify(migrationStatus.lastEvaluatedKey);\n        }\n        logger.debug(`Scanning DynamoDB table... ${usingKey}`);\n        await ddbScanWithCallback<CmsEntry>(\n            {\n                entity: this.entryEntity,\n                options: {\n                    index: \"GSI1\",\n                    filters: [\n                        {\n                            attr: \"TYPE\",\n                            beginsWith: \"cms.entry\"\n                        }\n                    ],\n                    startKey: migrationStatus.lastEvaluatedKey || undefined,\n                    limit: 1000\n                }\n            },\n            async result => {\n                logger.debug(`Processing ${result.items.length} items...`);\n                const items: BatchWriteItem[] = [];\n                for (const item of result.items) {\n                    if (!!item.location?.folderId) {\n                        continue;\n                    }\n                    items.push(\n                        this.entryEntity.putBatch({\n                            ...item,\n                            location: {\n                                ...item.location,\n                                folderId: \"root\"\n                            }\n                        })\n                    );\n                }\n\n                const execute = () => {\n                    return batchWriteAll({ table: this.entryEntity.table, items });\n                };\n\n                logger.trace(\"Storing the DynamoDB records...\");\n                await executeWithRetry(execute, {\n                    onFailedAttempt: error => {\n                        logger.error(`\"batchWriteAll\" attempt #${error.attemptNumber} failed.`);\n                        logger.error(error.message);\n                    }\n                });\n                logger.trace(\"...stored.\");\n\n                // Update checkpoint after every batch\n                migrationStatus.lastEvaluatedKey = result.lastEvaluatedKey?.PK\n                    ? (result.lastEvaluatedKey as unknown as LastEvaluatedKey)\n                    : true;\n\n                // Check if we should store checkpoint and exit.\n                if (context.runningOutOfTime()) {\n                    await context.createCheckpointAndExit(migrationStatus);\n                } else {\n                    await context.createCheckpoint(migrationStatus);\n                }\n            }\n        );\n\n        migrationStatus.lastEvaluatedKey = true;\n        context.createCheckpoint(migrationStatus);\n    }\n}\n\nmakeInjectable(CmsEntriesRootFolder_5_37_0_002, [inject(PrimaryDynamoTableSymbol)]);\n"],"mappings":";;;;;;AACA,IAAAA,cAAA,GAAAC,OAAA;AAKA,IAAAC,kBAAA,GAAAD,OAAA;AACA,IAAAE,mBAAA,GAAAF,OAAA;AACA,IAAAG,mBAAA,GAAAH,OAAA;AACA,IAAAI,MAAA,GAAAJ,OAAA;AAEA,IAAAK,IAAA,GAAAL,OAAA;AACA,IAAAM,OAAA,GAAAN,OAAA;AAaO,MAAMO,+BAA+B,CAE5C;EAKIC,WAAWA,CAACC,KAAoC,EAAE;IAC9C,IAAI,CAACC,WAAW,GAAG,IAAAC,uCAAoB,EAACF,KAAK,CAAC;IAC9C,IAAI,CAACG,YAAY,GAAG,IAAAC,sCAAkB,EAACJ,KAAK,CAAC;IAC7C,IAAI,CAACK,YAAY,GAAG,IAAAC,sCAAkB,EAACN,KAAK,CAAC;EACjD;EAEAO,KAAKA,CAAA,EAAG;IACJ,OAAO,YAAY;EACvB;EAEAC,cAAcA,CAAA,EAAG;IACb,OAAO,0CAA0C;EACrD;EAEA,MAAMC,aAAaA,CAAC;IAAEC;EAA6B,CAAC,EAAoB;IACpE;AACR;AACA;IACQ,MAAMC,MAAM,GAAG,MAAM,IAAAC,WAAI,EAAW;MAChCC,MAAM,EAAE,IAAI,CAACZ,WAAW;MACxBa,OAAO,EAAE;QACLC,KAAK,EAAE,MAAM;QACbC,OAAO,EAAE,CACL;UACIC,IAAI,EAAE,MAAM;UACZC,UAAU,EAAE;QAChB,CAAC,CACJ;QACDC,KAAK,EAAE;MACX;IACJ,CAAC,CAAC;IAEF,IAAIR,MAAM,CAACS,KAAK,CAACC,MAAM,KAAK,CAAC,EAAE;MAC3BX,MAAM,CAACY,IAAI,CAAE,yDAAwD,CAAC;MACtE,OAAO,KAAK;IAChB,CAAC,MAAM,IAAIX,MAAM,CAACY,KAAK,EAAE;MACrBb,MAAM,CAACa,KAAK,CAACZ,MAAM,CAACY,KAAK,CAAC;MAC1B,MAAM,IAAIC,KAAK,CAACb,MAAM,CAACY,KAAK,CAAC;IACjC;IAEA,KAAK,MAAME,IAAI,IAAId,MAAM,CAACS,KAAK,EAAE;MAC7B;AACZ;AACA;MACY,IAAI,CAACK,IAAI,CAACC,QAAQ,EAAEC,QAAQ,EAAE;QAC1B,OAAO,IAAI;MACf;IACJ;IACAjB,MAAM,CAACY,IAAI,CAAE,2CAA0C,CAAC;IACxD,OAAO,KAAK;EAChB;EAEA,MAAMM,OAAOA,CAAC;IACVlB,MAAM;IACN,GAAGmB;EAC4D,CAAC,EAAiB;IACjF,MAAMC,eAAe,GAAGD,OAAO,CAACE,UAAU,IAAI,CAAC,CAAC;IAEhD,IAAID,eAAe,CAACE,gBAAgB,KAAK,IAAI,EAAE;MAC3CtB,MAAM,CAACY,IAAI,CAAE,8CAA6C,CAAC;MAC3D;IACJ;IAEA,IAAIW,QAAQ,GAAG,EAAE;IACjB,IAAIH,eAAe,EAAEE,gBAAgB,EAAE;MACnCC,QAAQ,GAAGC,IAAI,CAACC,SAAS,CAACL,eAAe,CAACE,gBAAgB,CAAC;IAC/D;IACAtB,MAAM,CAAC0B,KAAK,CAAE,8BAA6BH,QAAS,EAAC,CAAC;IACtD,MAAM,IAAAI,0BAAmB,EACrB;MACIxB,MAAM,EAAE,IAAI,CAACZ,WAAW;MACxBa,OAAO,EAAE;QACLC,KAAK,EAAE,MAAM;QACbC,OAAO,EAAE,CACL;UACIC,IAAI,EAAE,MAAM;UACZC,UAAU,EAAE;QAChB,CAAC,CACJ;QACDoB,QAAQ,EAAER,eAAe,CAACE,gBAAgB,IAAIO,SAAS;QACvDpB,KAAK,EAAE;MACX;IACJ,CAAC,EACD,MAAMR,MAAM,IAAI;MACZD,MAAM,CAAC0B,KAAK,CAAE,cAAazB,MAAM,CAACS,KAAK,CAACC,MAAO,WAAU,CAAC;MAC1D,MAAMD,KAAuB,GAAG,EAAE;MAClC,KAAK,MAAMK,IAAI,IAAId,MAAM,CAACS,KAAK,EAAE;QAC7B,IAAI,CAAC,CAACK,IAAI,CAACC,QAAQ,EAAEC,QAAQ,EAAE;UAC3B;QACJ;QACAP,KAAK,CAACoB,IAAI,CACN,IAAI,CAACvC,WAAW,CAACwC,QAAQ,CAAC;UACtB,GAAGhB,IAAI;UACPC,QAAQ,EAAE;YACN,GAAGD,IAAI,CAACC,QAAQ;YAChBC,QAAQ,EAAE;UACd;QACJ,CAAC,CACL,CAAC;MACL;MAEA,MAAMC,OAAO,GAAGA,CAAA,KAAM;QAClB,OAAO,IAAAc,oBAAa,EAAC;UAAE1C,KAAK,EAAE,IAAI,CAACC,WAAW,CAACD,KAAK;UAAEoB;QAAM,CAAC,CAAC;MAClE,CAAC;MAEDV,MAAM,CAACiC,KAAK,CAAC,iCAAiC,CAAC;MAC/C,MAAM,IAAAC,wBAAgB,EAAChB,OAAO,EAAE;QAC5BiB,eAAe,EAAEtB,KAAK,IAAI;UACtBb,MAAM,CAACa,KAAK,CAAE,4BAA2BA,KAAK,CAACuB,aAAc,UAAS,CAAC;UACvEpC,MAAM,CAACa,KAAK,CAACA,KAAK,CAACwB,OAAO,CAAC;QAC/B;MACJ,CAAC,CAAC;MACFrC,MAAM,CAACiC,KAAK,CAAC,YAAY,CAAC;;MAE1B;MACAb,eAAe,CAACE,gBAAgB,GAAGrB,MAAM,CAACqB,gBAAgB,EAAEgB,EAAE,GACvDrC,MAAM,CAACqB,gBAAgB,GACxB,IAAI;;MAEV;MACA,IAAIH,OAAO,CAACoB,gBAAgB,CAAC,CAAC,EAAE;QAC5B,MAAMpB,OAAO,CAACqB,uBAAuB,CAACpB,eAAe,CAAC;MAC1D,CAAC,MAAM;QACH,MAAMD,OAAO,CAACsB,gBAAgB,CAACrB,eAAe,CAAC;MACnD;IACJ,CACJ,CAAC;IAEDA,eAAe,CAACE,gBAAgB,GAAG,IAAI;IACvCH,OAAO,CAACsB,gBAAgB,CAACrB,eAAe,CAAC;EAC7C;AACJ;AAACsB,OAAA,CAAAtD,+BAAA,GAAAA,+BAAA;AAED,IAAAuD,mBAAc,EAACvD,+BAA+B,EAAE,CAAC,IAAAwD,WAAM,EAACC,uCAAwB,CAAC,CAAC,CAAC"}

package/migrations/5.37.0/002/ddb-es/index.d.ts

@@ -0,0 +1,35 @@
+import { Table } from "@webiny/db-dynamodb/toolbox";
+import { DataMigration, DataMigrationContext } from "@webiny/data-migration";
+import { Client } from "@elastic/elasticsearch";
+interface LastEvaluatedKey {
+    PK: string;
+    SK: string;
+    GSI1_PK: string;
+    GSI1_SK: string;
+}
+interface IndexSettings {
+    number_of_replicas: number;
+    refresh_interval: `${number}s`;
+}
+interface CmsEntriesRootFolderDataMigrationCheckpoint {
+    lastEvaluatedKey?: LastEvaluatedKey | boolean;
+    indexes: {
+        [index: string]: IndexSettings | null;
+    };
+}
+export declare class CmsEntriesRootFolder_5_37_0_002 implements DataMigration<CmsEntriesRootFolderDataMigrationCheckpoint> {
+    private readonly elasticsearchClient;
+    private readonly ddbEntryEntity;
+    private readonly ddbEsEntryEntity;
+    private readonly localeEntity;
+    private readonly tenantEntity;
+    constructor(table: Table<string, string, string>, esTable: Table<string, string, string>, elasticsearchClient: Client);
+    getId(): string;
+    getDescription(): string;
+    shouldExecute({ logger }: DataMigrationContext): Promise<boolean>;
+    execute({ logger, ...context }: DataMigrationContext<CmsEntriesRootFolderDataMigrationCheckpoint>): Promise<void>;
+    private fetchOriginalElasticsearchSettings;
+    private restoreOriginalElasticsearchSettings;
+    private disableElasticsearchIndexing;
+}
+export {};