@webiny/migrations 5.39.7-beta.2

package/migrations/5.39.6/001/ddb-es/MetaFieldsMigration.js

@@ -0,0 +1,167 @@
+"use strict";
+
+var _interopRequireDefault = require("@babel/runtime/helpers/interopRequireDefault").default;
+Object.defineProperty(exports, "__esModule", {
+  value: true
+});
+exports.MetaFieldsMigration = void 0;
+var _SegmentProcessor = require("./SegmentProcessor");
+var _utils = require("../../../../utils");
+var _apiElasticsearch = require("@webiny/api-elasticsearch");
+var _waitUntilHealthy = require("@webiny/api-elasticsearch/utils/waitUntilHealthy");
+var _utils2 = require("./utils");
+var _path = _interopRequireDefault(require("path"));
+var _os = _interopRequireDefault(require("os"));
+var _fs = _interopRequireDefault(require("fs"));
+var _fastGlob = _interopRequireDefault(require("fast-glob"));
+var _clientDynamodb = require("@webiny/aws-sdk/client-dynamodb");
+class MetaFieldsMigration {
+  constructor(params) {
+    this.runId = String(new Date().getTime());
+    this.ddbTable = params.ddbTable;
+    this.ddbEsTable = params.ddbEsTable;
+    this.esEndpoint = params.esEndpoint;
+    this.totalSegments = params.totalSegments;
+    this.logger = params.logger;
+    this.esHealthChecks = {
+      ..._utils2.DEFAULT_ES_HEALTH_CHECKS_PARAMS,
+      ...params.esHealthChecks
+    };
+  }
+  async execute() {
+    const scanProcessesPromises = [];
+    const start = Date.now();
+    const getDuration = () => {
+      return (Date.now() - start) / 1000;
+    };
+    const documentClient = (0, _clientDynamodb.getDocumentClient)();
+
+    // Was the migration already executed?
+    const dataMigrationRecordExists = await (0, _utils2.migrationSkippedDdbRecordExists)({
+      documentClient,
+      ddbTable: this.ddbTable
+    });
+    if (dataMigrationRecordExists) {
+      this.logger.info("5.39.6-001 migration has already been executed. Exiting...");
+      return;
+    }
+    this.logger.info("Starting 5.39.6-001 meta fields data migration...");
+    this.logger.info({
+      ddbTable: this.ddbTable,
+      ddbEsTable: this.ddbEsTable,
+      esEndpoint: this.esEndpoint,
+      totalSegments: this.totalSegments,
+      esHealthChecks: this.esHealthChecks
+    }, "Received the following parameters:");
+    const elasticsearchClient = (0, _apiElasticsearch.createElasticsearchClient)({
+      endpoint: `https://${this.esEndpoint}`
+    });
+    this.logger.info("Checking Elasticsearch health status...");
+    const waitUntilHealthy = (0, _waitUntilHealthy.createWaitUntilHealthy)(elasticsearchClient, this.esHealthChecks);
+    this.logger.info("Elasticsearch is healthy.");
+    await waitUntilHealthy.wait();
+    const indexes = await (0, _utils.esListIndexes)({
+      elasticsearchClient,
+      match: "-headless-cms-"
+    });
+    const indexSettings = {};
+    for (const indexName of indexes) {
+      this.logger.info(`Disabling indexing for Elasticsearch index "${indexName}"...`);
+      indexSettings[indexName] = await (0, _utils.fetchOriginalElasticsearchSettings)({
+        elasticsearchClient,
+        index: indexName,
+        logger: this.logger
+      });
+      await (0, _utils.disableElasticsearchIndexing)({
+        elasticsearchClient,
+        index: indexName,
+        logger: this.logger
+      });
+    }
+    this.logger.info("Proceeding with the migration...");
+    for (let segmentIndex = 0; segmentIndex < this.totalSegments; segmentIndex++) {
+      const segmentProcessor = new _SegmentProcessor.SegmentProcessor({
+        segmentIndex,
+        runId: this.runId,
+        totalSegments: this.totalSegments,
+        ddbTable: this.ddbTable,
+        ddbEsTable: this.ddbEsTable,
+        esEndpoint: this.esEndpoint,
+        esHealthChecks: this.esHealthChecks
+      });
+      scanProcessesPromises.push(segmentProcessor.execute());
+    }
+    await Promise.all(scanProcessesPromises);
+    this.logger.info("Restoring original Elasticsearch settings...");
+    await (0, _utils.restoreOriginalElasticsearchSettings)({
+      elasticsearchClient,
+      indexSettings,
+      logger: this.logger
+    });
+
+    // Insert a record that the migration was executed.
+    await (0, _utils2.createMigrationSkippedDdbRecord)({
+      documentClient,
+      ddbTable: this.ddbTable
+    });
+    const duration = getDuration();
+    this.logger.info(`5.39.6-001 migration completed in ${duration}s, here are the results...`);
+
+    // Wait for 1 second.
+    await new Promise(resolve => setTimeout(resolve, 1000));
+    this.logger.info({
+      totalSegments: this.totalSegments,
+      esHealthChecks: this.esHealthChecks
+    }, "The migration was performed with the following following parameters:");
+
+    // Pickup all log files and print a summary of the migration.
+    const logFilePaths = await (0, _fastGlob.default)(_path.default.join(_os.default.tmpdir(), `webiny-5-39-6-meta-fields-data-migration-log-${this.runId}-*.log`));
+    const migrationStats = {
+      iterationsCount: 0,
+      avgIterationDuration: 0,
+      recordsScanned: 0,
+      avgRecordsScannedPerIteration: 0,
+      recordsScannedPerSecond: 0,
+      recordsUpdated: 0,
+      recordsSkipped: 0,
+      esHealthChecks: {
+        timeSpentWaiting: 0,
+        checksCount: 0,
+        unhealthyReasons: {}
+      }
+    };
+    for (const logFilePath of logFilePaths) {
+      const logFileContent = _fs.default.readFileSync(logFilePath, "utf-8");
+      const logFile = JSON.parse(logFileContent);
+      migrationStats.iterationsCount += logFile.iterationsCount;
+      migrationStats.recordsScanned += logFile.recordsScanned;
+      migrationStats.recordsUpdated += logFile.recordsUpdated;
+      migrationStats.recordsSkipped += logFile.recordsSkipped;
+      migrationStats.esHealthChecks.timeSpentWaiting += logFile.esHealthChecks.timeSpentWaiting;
+      migrationStats.esHealthChecks.checksCount += logFile.esHealthChecks.checksCount;
+      for (const unhealthyReasonType in logFile.esHealthChecks.unhealthyReasons) {
+        if (!logFile.esHealthChecks.unhealthyReasons.hasOwnProperty(unhealthyReasonType)) {
+          continue;
+        }
+        const hasCount = (unhealthyReasonType in migrationStats.esHealthChecks.unhealthyReasons);
+        if (hasCount) {
+          migrationStats.esHealthChecks.unhealthyReasons[unhealthyReasonType] += logFile.esHealthChecks.unhealthyReasons[unhealthyReasonType];
+        } else {
+          migrationStats.esHealthChecks.unhealthyReasons[unhealthyReasonType] = logFile.esHealthChecks.unhealthyReasons[unhealthyReasonType];
+        }
+      }
+    }
+    migrationStats.avgIterationDuration = duration / migrationStats.iterationsCount;
+    migrationStats.avgRecordsScannedPerIteration = migrationStats.recordsScanned / migrationStats.iterationsCount;
+    migrationStats.recordsScannedPerSecond = migrationStats.recordsScanned / duration;
+    this.logger.info(migrationStats, `Migration summary (based on ${logFilePaths.length} generated logs):`);
+    const logFilePath = _path.default.join(_os.default.tmpdir(), `webiny-5-39-6-meta-fields-data-migration-log-${this.runId}.log`);
+
+    // Save segment processing stats to a file.
+    _fs.default.writeFileSync(logFilePath, JSON.stringify(migrationStats, null, 2));
+    this.logger.trace(`Migration summary saved to "${logFilePath}".`);
+  }
+}
+exports.MetaFieldsMigration = MetaFieldsMigration;
+
+//# sourceMappingURL=MetaFieldsMigration.js.map

package/migrations/5.39.6/001/ddb-es/MetaFieldsMigration.js.map

@@ -0,0 +1 @@
+{"version":3,"names":["_SegmentProcessor","require","_utils","_apiElasticsearch","_waitUntilHealthy","_utils2","_path","_interopRequireDefault","_os","_fs","_fastGlob","_clientDynamodb","MetaFieldsMigration","constructor","params","runId","String","Date","getTime","ddbTable","ddbEsTable","esEndpoint","totalSegments","logger","esHealthChecks","DEFAULT_ES_HEALTH_CHECKS_PARAMS","execute","scanProcessesPromises","start","now","getDuration","documentClient","getDocumentClient","dataMigrationRecordExists","migrationSkippedDdbRecordExists","info","elasticsearchClient","createElasticsearchClient","endpoint","waitUntilHealthy","createWaitUntilHealthy","wait","indexes","esListIndexes","match","indexSettings","indexName","fetchOriginalElasticsearchSettings","index","disableElasticsearchIndexing","segmentIndex","segmentProcessor","SegmentProcessor","push","Promise","all","restoreOriginalElasticsearchSettings","createMigrationSkippedDdbRecord","duration","resolve","setTimeout","logFilePaths","glob","path","join","os","tmpdir","migrationStats","iterationsCount","avgIterationDuration","recordsScanned","avgRecordsScannedPerIteration","recordsScannedPerSecond","recordsUpdated","recordsSkipped","timeSpentWaiting","checksCount","unhealthyReasons","logFilePath","logFileContent","fs","readFileSync","logFile","JSON","parse","unhealthyReasonType","hasOwnProperty","hasCount","length","writeFileSync","stringify","trace","exports"],"sources":["MetaFieldsMigration.ts"],"sourcesContent":["import { Logger } from \"@webiny/logger\";\nimport { SegmentProcessor } from \"./SegmentProcessor\";\nimport {\n    disableElasticsearchIndexing,\n    esListIndexes,\n    fetchOriginalElasticsearchSettings,\n    restoreOriginalElasticsearchSettings\n} from \"~/utils\";\nimport { createElasticsearchClient } from \"@webiny/api-elasticsearch\";\nimport { createWaitUntilHealthy } from \"@webiny/api-elasticsearch/utils/waitUntilHealthy\";\nimport {\n    DEFAULT_ES_HEALTH_CHECKS_PARAMS,\n    EsHealthChecksParams,\n    migrationSkippedDdbRecordExists,\n    createMigrationSkippedDdbRecord\n} from \"~/migrations/5.39.6/001/ddb-es/utils\";\nimport path from \"path\";\nimport os from \"os\";\nimport fs from \"fs\";\nimport glob from \"fast-glob\";\nimport { getDocumentClient } from \"@webiny/aws-sdk/client-dynamodb\";\n\nexport interface MetaFieldsMigrationParams {\n    ddbTable: string;\n    ddbEsTable: string;\n    esEndpoint: string;\n    totalSegments: number;\n    logger: Logger;\n\n    // Elasticsearch health check options.\n    esHealthChecks?: Partial<EsHealthChecksParams>;\n}\n\nexport class MetaFieldsMigration {\n    private readonly runId: string;\n    private readonly ddbTable: string;\n    private readonly ddbEsTable: string;\n    private readonly esEndpoint: string;\n    private readonly totalSegments: number;\n    private readonly logger: Logger;\n\n    private readonly esHealthChecks: EsHealthChecksParams;\n\n    constructor(params: MetaFieldsMigrationParams) {\n        this.runId = String(new Date().getTime());\n        this.ddbTable = params.ddbTable;\n        this.ddbEsTable = params.ddbEsTable;\n        this.esEndpoint = params.esEndpoint;\n        this.totalSegments = params.totalSegments;\n        this.logger = params.logger;\n        this.esHealthChecks = {\n            ...DEFAULT_ES_HEALTH_CHECKS_PARAMS,\n            ...params.esHealthChecks\n        };\n    }\n\n    async execute() {\n        const scanProcessesPromises = [];\n\n        const start = Date.now();\n        const getDuration = () => {\n            return (Date.now() - start) / 1000;\n        };\n\n        const documentClient = getDocumentClient();\n\n        // Was the migration already executed?\n        const dataMigrationRecordExists = await migrationSkippedDdbRecordExists({\n            documentClient,\n            ddbTable: this.ddbTable\n        });\n\n        if (dataMigrationRecordExists) {\n            this.logger.info(\"5.39.6-001 migration has already been executed. Exiting...\");\n            return;\n        }\n\n        this.logger.info(\"Starting 5.39.6-001 meta fields data migration...\");\n        this.logger.info(\n            {\n                ddbTable: this.ddbTable,\n                ddbEsTable: this.ddbEsTable,\n                esEndpoint: this.esEndpoint,\n                totalSegments: this.totalSegments,\n                esHealthChecks: this.esHealthChecks\n            },\n            \"Received the following parameters:\"\n        );\n\n        const elasticsearchClient = createElasticsearchClient({\n            endpoint: `https://${this.esEndpoint}`\n        });\n\n        this.logger.info(\"Checking Elasticsearch health status...\");\n        const waitUntilHealthy = createWaitUntilHealthy(elasticsearchClient, this.esHealthChecks);\n        this.logger.info(\"Elasticsearch is healthy.\");\n\n        await waitUntilHealthy.wait();\n\n        const indexes = await esListIndexes({ elasticsearchClient, match: \"-headless-cms-\" });\n        const indexSettings: Record<string, any> = {};\n        for (const indexName of indexes) {\n            this.logger.info(`Disabling indexing for Elasticsearch index \"${indexName}\"...`);\n            indexSettings[indexName] = await fetchOriginalElasticsearchSettings({\n                elasticsearchClient,\n                index: indexName,\n                logger: this.logger\n            });\n\n            await disableElasticsearchIndexing({\n                elasticsearchClient,\n                index: indexName,\n                logger: this.logger\n            });\n        }\n\n        this.logger.info(\"Proceeding with the migration...\");\n\n        for (let segmentIndex = 0; segmentIndex < this.totalSegments; segmentIndex++) {\n            const segmentProcessor = new SegmentProcessor({\n                segmentIndex,\n                runId: this.runId,\n                totalSegments: this.totalSegments,\n                ddbTable: this.ddbTable,\n                ddbEsTable: this.ddbEsTable,\n                esEndpoint: this.esEndpoint,\n                esHealthChecks: this.esHealthChecks\n            });\n\n            scanProcessesPromises.push(segmentProcessor.execute());\n        }\n\n        await Promise.all(scanProcessesPromises);\n\n        this.logger.info(\"Restoring original Elasticsearch settings...\");\n        await restoreOriginalElasticsearchSettings({\n            elasticsearchClient,\n            indexSettings,\n            logger: this.logger\n        });\n\n        // Insert a record that the migration was executed.\n        await createMigrationSkippedDdbRecord({\n            documentClient,\n            ddbTable: this.ddbTable\n        });\n\n        const duration = getDuration();\n        this.logger.info(`5.39.6-001 migration completed in ${duration}s, here are the results...`);\n\n        // Wait for 1 second.\n        await new Promise(resolve => setTimeout(resolve, 1000));\n\n        this.logger.info(\n            {\n                totalSegments: this.totalSegments,\n                esHealthChecks: this.esHealthChecks\n            },\n            \"The migration was performed with the following following parameters:\"\n        );\n\n        // Pickup all log files and print a summary of the migration.\n        const logFilePaths = await glob(\n            path.join(\n                os.tmpdir(),\n                `webiny-5-39-6-meta-fields-data-migration-log-${this.runId}-*.log`\n            )\n        );\n\n        const migrationStats = {\n            iterationsCount: 0,\n            avgIterationDuration: 0,\n            recordsScanned: 0,\n            avgRecordsScannedPerIteration: 0,\n            recordsScannedPerSecond: 0,\n            recordsUpdated: 0,\n            recordsSkipped: 0,\n            esHealthChecks: {\n                timeSpentWaiting: 0,\n                checksCount: 0,\n                unhealthyReasons: {} as Record<string, any>\n            }\n        };\n\n        for (const logFilePath of logFilePaths) {\n            const logFileContent = fs.readFileSync(logFilePath, \"utf-8\");\n            const logFile = JSON.parse(logFileContent);\n\n            migrationStats.iterationsCount += logFile.iterationsCount;\n            migrationStats.recordsScanned += logFile.recordsScanned;\n            migrationStats.recordsUpdated += logFile.recordsUpdated;\n            migrationStats.recordsSkipped += logFile.recordsSkipped;\n\n            migrationStats.esHealthChecks.timeSpentWaiting +=\n                logFile.esHealthChecks.timeSpentWaiting;\n            migrationStats.esHealthChecks.checksCount += logFile.esHealthChecks.checksCount;\n\n            for (const unhealthyReasonType in logFile.esHealthChecks.unhealthyReasons) {\n                if (!logFile.esHealthChecks.unhealthyReasons.hasOwnProperty(unhealthyReasonType)) {\n                    continue;\n                }\n\n                const hasCount =\n                    unhealthyReasonType in migrationStats.esHealthChecks.unhealthyReasons;\n                if (hasCount) {\n                    migrationStats.esHealthChecks.unhealthyReasons[unhealthyReasonType] +=\n                        logFile.esHealthChecks.unhealthyReasons[unhealthyReasonType];\n                } else {\n                    migrationStats.esHealthChecks.unhealthyReasons[unhealthyReasonType] =\n                        logFile.esHealthChecks.unhealthyReasons[unhealthyReasonType];\n                }\n            }\n        }\n\n        migrationStats.avgIterationDuration = duration / migrationStats.iterationsCount;\n\n        migrationStats.avgRecordsScannedPerIteration =\n            migrationStats.recordsScanned / migrationStats.iterationsCount;\n\n        migrationStats.recordsScannedPerSecond = migrationStats.recordsScanned / duration;\n\n        this.logger.info(\n            migrationStats,\n            `Migration summary (based on ${logFilePaths.length} generated logs):`\n        );\n\n        const logFilePath = path.join(\n            os.tmpdir(),\n            `webiny-5-39-6-meta-fields-data-migration-log-${this.runId}.log`\n        );\n\n        // Save segment processing stats to a file.\n        fs.writeFileSync(logFilePath, JSON.stringify(migrationStats, null, 2));\n        this.logger.trace(`Migration summary saved to \"${logFilePath}\".`);\n    }\n}\n"],"mappings":";;;;;;;AACA,IAAAA,iBAAA,GAAAC,OAAA;AACA,IAAAC,MAAA,GAAAD,OAAA;AAMA,IAAAE,iBAAA,GAAAF,OAAA;AACA,IAAAG,iBAAA,GAAAH,OAAA;AACA,IAAAI,OAAA,GAAAJ,OAAA;AAMA,IAAAK,KAAA,GAAAC,sBAAA,CAAAN,OAAA;AACA,IAAAO,GAAA,GAAAD,sBAAA,CAAAN,OAAA;AACA,IAAAQ,GAAA,GAAAF,sBAAA,CAAAN,OAAA;AACA,IAAAS,SAAA,GAAAH,sBAAA,CAAAN,OAAA;AACA,IAAAU,eAAA,GAAAV,OAAA;AAaO,MAAMW,mBAAmB,CAAC;EAU7BC,WAAWA,CAACC,MAAiC,EAAE;IAC3C,IAAI,CAACC,KAAK,GAAGC,MAAM,CAAC,IAAIC,IAAI,CAAC,CAAC,CAACC,OAAO,CAAC,CAAC,CAAC;IACzC,IAAI,CAACC,QAAQ,GAAGL,MAAM,CAACK,QAAQ;IAC/B,IAAI,CAACC,UAAU,GAAGN,MAAM,CAACM,UAAU;IACnC,IAAI,CAACC,UAAU,GAAGP,MAAM,CAACO,UAAU;IACnC,IAAI,CAACC,aAAa,GAAGR,MAAM,CAACQ,aAAa;IACzC,IAAI,CAACC,MAAM,GAAGT,MAAM,CAACS,MAAM;IAC3B,IAAI,CAACC,cAAc,GAAG;MAClB,GAAGC,uCAA+B;MAClC,GAAGX,MAAM,CAACU;IACd,CAAC;EACL;EAEA,MAAME,OAAOA,CAAA,EAAG;IACZ,MAAMC,qBAAqB,GAAG,EAAE;IAEhC,MAAMC,KAAK,GAAGX,IAAI,CAACY,GAAG,CAAC,CAAC;IACxB,MAAMC,WAAW,GAAGA,CAAA,KAAM;MACtB,OAAO,CAACb,IAAI,CAACY,GAAG,CAAC,CAAC,GAAGD,KAAK,IAAI,IAAI;IACtC,CAAC;IAED,MAAMG,cAAc,GAAG,IAAAC,iCAAiB,EAAC,CAAC;;IAE1C;IACA,MAAMC,yBAAyB,GAAG,MAAM,IAAAC,uCAA+B,EAAC;MACpEH,cAAc;MACdZ,QAAQ,EAAE,IAAI,CAACA;IACnB,CAAC,CAAC;IAEF,IAAIc,yBAAyB,EAAE;MAC3B,IAAI,CAACV,MAAM,CAACY,IAAI,CAAC,4DAA4D,CAAC;MAC9E;IACJ;IAEA,IAAI,CAACZ,MAAM,CAACY,IAAI,CAAC,mDAAmD,CAAC;IACrE,IAAI,CAACZ,MAAM,CAACY,IAAI,CACZ;MACIhB,QAAQ,EAAE,IAAI,CAACA,QAAQ;MACvBC,UAAU,EAAE,IAAI,CAACA,UAAU;MAC3BC,UAAU,EAAE,IAAI,CAACA,UAAU;MAC3BC,aAAa,EAAE,IAAI,CAACA,aAAa;MACjCE,cAAc,EAAE,IAAI,CAACA;IACzB,CAAC,EACD,oCACJ,CAAC;IAED,MAAMY,mBAAmB,GAAG,IAAAC,2CAAyB,EAAC;MAClDC,QAAQ,EAAG,WAAU,IAAI,CAACjB,UAAW;IACzC,CAAC,CAAC;IAEF,IAAI,CAACE,MAAM,CAACY,IAAI,CAAC,yCAAyC,CAAC;IAC3D,MAAMI,gBAAgB,GAAG,IAAAC,wCAAsB,EAACJ,mBAAmB,EAAE,IAAI,CAACZ,cAAc,CAAC;IACzF,IAAI,CAACD,MAAM,CAACY,IAAI,CAAC,2BAA2B,CAAC;IAE7C,MAAMI,gBAAgB,CAACE,IAAI,CAAC,CAAC;IAE7B,MAAMC,OAAO,GAAG,MAAM,IAAAC,oBAAa,EAAC;MAAEP,mBAAmB;MAAEQ,KAAK,EAAE;IAAiB,CAAC,CAAC;IACrF,MAAMC,aAAkC,GAAG,CAAC,CAAC;IAC7C,KAAK,MAAMC,SAAS,IAAIJ,OAAO,EAAE;MAC7B,IAAI,CAACnB,MAAM,CAACY,IAAI,CAAE,+CAA8CW,SAAU,MAAK,CAAC;MAChFD,aAAa,CAACC,SAAS,CAAC,GAAG,MAAM,IAAAC,yCAAkC,EAAC;QAChEX,mBAAmB;QACnBY,KAAK,EAAEF,SAAS;QAChBvB,MAAM,EAAE,IAAI,CAACA;MACjB,CAAC,CAAC;MAEF,MAAM,IAAA0B,mCAA4B,EAAC;QAC/Bb,mBAAmB;QACnBY,KAAK,EAAEF,SAAS;QAChBvB,MAAM,EAAE,IAAI,CAACA;MACjB,CAAC,CAAC;IACN;IAEA,IAAI,CAACA,MAAM,CAACY,IAAI,CAAC,kCAAkC,CAAC;IAEpD,KAAK,IAAIe,YAAY,GAAG,CAAC,EAAEA,YAAY,GAAG,IAAI,CAAC5B,aAAa,EAAE4B,YAAY,EAAE,EAAE;MAC1E,MAAMC,gBAAgB,GAAG,IAAIC,kCAAgB,CAAC;QAC1CF,YAAY;QACZnC,KAAK,EAAE,IAAI,CAACA,KAAK;QACjBO,aAAa,EAAE,IAAI,CAACA,aAAa;QACjCH,QAAQ,EAAE,IAAI,CAACA,QAAQ;QACvBC,UAAU,EAAE,IAAI,CAACA,UAAU;QAC3BC,UAAU,EAAE,IAAI,CAACA,UAAU;QAC3BG,cAAc,EAAE,IAAI,CAACA;MACzB,CAAC,CAAC;MAEFG,qBAAqB,CAAC0B,IAAI,CAACF,gBAAgB,CAACzB,OAAO,CAAC,CAAC,CAAC;IAC1D;IAEA,MAAM4B,OAAO,CAACC,GAAG,CAAC5B,qBAAqB,CAAC;IAExC,IAAI,CAACJ,MAAM,CAACY,IAAI,CAAC,8CAA8C,CAAC;IAChE,MAAM,IAAAqB,2CAAoC,EAAC;MACvCpB,mBAAmB;MACnBS,aAAa;MACbtB,MAAM,EAAE,IAAI,CAACA;IACjB,CAAC,CAAC;;IAEF;IACA,MAAM,IAAAkC,uCAA+B,EAAC;MAClC1B,cAAc;MACdZ,QAAQ,EAAE,IAAI,CAACA;IACnB,CAAC,CAAC;IAEF,MAAMuC,QAAQ,GAAG5B,WAAW,CAAC,CAAC;IAC9B,IAAI,CAACP,MAAM,CAACY,IAAI,CAAE,qCAAoCuB,QAAS,4BAA2B,CAAC;;IAE3F;IACA,MAAM,IAAIJ,OAAO,CAACK,OAAO,IAAIC,UAAU,CAACD,OAAO,EAAE,IAAI,CAAC,CAAC;IAEvD,IAAI,CAACpC,MAAM,CAACY,IAAI,CACZ;MACIb,aAAa,EAAE,IAAI,CAACA,aAAa;MACjCE,cAAc,EAAE,IAAI,CAACA;IACzB,CAAC,EACD,sEACJ,CAAC;;IAED;IACA,MAAMqC,YAAY,GAAG,MAAM,IAAAC,iBAAI,EAC3BC,aAAI,CAACC,IAAI,CACLC,WAAE,CAACC,MAAM,CAAC,CAAC,EACV,gDAA+C,IAAI,CAACnD,KAAM,QAC/D,CACJ,CAAC;IAED,MAAMoD,cAAc,GAAG;MACnBC,eAAe,EAAE,CAAC;MAClBC,oBAAoB,EAAE,CAAC;MACvBC,cAAc,EAAE,CAAC;MACjBC,6BAA6B,EAAE,CAAC;MAChCC,uBAAuB,EAAE,CAAC;MAC1BC,cAAc,EAAE,CAAC;MACjBC,cAAc,EAAE,CAAC;MACjBlD,cAAc,EAAE;QACZmD,gBAAgB,EAAE,CAAC;QACnBC,WAAW,EAAE,CAAC;QACdC,gBAAgB,EAAE,CAAC;MACvB;IACJ,CAAC;IAED,KAAK,MAAMC,WAAW,IAAIjB,YAAY,EAAE;MACpC,MAAMkB,cAAc,GAAGC,WAAE,CAACC,YAAY,CAACH,WAAW,EAAE,OAAO,CAAC;MAC5D,MAAMI,OAAO,GAAGC,IAAI,CAACC,KAAK,CAACL,cAAc,CAAC;MAE1CZ,cAAc,CAACC,eAAe,IAAIc,OAAO,CAACd,eAAe;MACzDD,cAAc,CAACG,cAAc,IAAIY,OAAO,CAACZ,cAAc;MACvDH,cAAc,CAACM,cAAc,IAAIS,OAAO,CAACT,cAAc;MACvDN,cAAc,CAACO,cAAc,IAAIQ,OAAO,CAACR,cAAc;MAEvDP,cAAc,CAAC3C,cAAc,CAACmD,gBAAgB,IAC1CO,OAAO,CAAC1D,cAAc,CAACmD,gBAAgB;MAC3CR,cAAc,CAAC3C,cAAc,CAACoD,WAAW,IAAIM,OAAO,CAAC1D,cAAc,CAACoD,WAAW;MAE/E,KAAK,MAAMS,mBAAmB,IAAIH,OAAO,CAAC1D,cAAc,CAACqD,gBAAgB,EAAE;QACvE,IAAI,CAACK,OAAO,CAAC1D,cAAc,CAACqD,gBAAgB,CAACS,cAAc,CAACD,mBAAmB,CAAC,EAAE;UAC9E;QACJ;QAEA,MAAME,QAAQ,IACVF,mBAAmB,IAAIlB,cAAc,CAAC3C,cAAc,CAACqD,gBAAgB;QACzE,IAAIU,QAAQ,EAAE;UACVpB,cAAc,CAAC3C,cAAc,CAACqD,gBAAgB,CAACQ,mBAAmB,CAAC,IAC/DH,OAAO,CAAC1D,cAAc,CAACqD,gBAAgB,CAACQ,mBAAmB,CAAC;QACpE,CAAC,MAAM;UACHlB,cAAc,CAAC3C,cAAc,CAACqD,gBAAgB,CAACQ,mBAAmB,CAAC,GAC/DH,OAAO,CAAC1D,cAAc,CAACqD,gBAAgB,CAACQ,mBAAmB,CAAC;QACpE;MACJ;IACJ;IAEAlB,cAAc,CAACE,oBAAoB,GAAGX,QAAQ,GAAGS,cAAc,CAACC,eAAe;IAE/ED,cAAc,CAACI,6BAA6B,GACxCJ,cAAc,CAACG,cAAc,GAAGH,cAAc,CAACC,eAAe;IAElED,cAAc,CAACK,uBAAuB,GAAGL,cAAc,CAACG,cAAc,GAAGZ,QAAQ;IAEjF,IAAI,CAACnC,MAAM,CAACY,IAAI,CACZgC,cAAc,EACb,+BAA8BN,YAAY,CAAC2B,MAAO,mBACvD,CAAC;IAED,MAAMV,WAAW,GAAGf,aAAI,CAACC,IAAI,CACzBC,WAAE,CAACC,MAAM,CAAC,CAAC,EACV,gDAA+C,IAAI,CAACnD,KAAM,MAC/D,CAAC;;IAED;IACAiE,WAAE,CAACS,aAAa,CAACX,WAAW,EAAEK,IAAI,CAACO,SAAS,CAACvB,cAAc,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;IACtE,IAAI,CAAC5C,MAAM,CAACoE,KAAK,CAAE,+BAA8Bb,WAAY,IAAG,CAAC;EACrE;AACJ;AAACc,OAAA,CAAAhF,mBAAA,GAAAA,mBAAA"}

package/migrations/5.39.6/001/ddb-es/SegmentProcessor.d.ts

@@ -0,0 +1,23 @@
+import execa from "execa";
+import { EsHealthChecksParams } from "./utils";
+interface SegmentProcessorParams {
+    runId: string;
+    ddbTable: string;
+    ddbEsTable: string;
+    esEndpoint: string;
+    segmentIndex: number;
+    totalSegments: number;
+    esHealthChecks: EsHealthChecksParams;
+}
+export declare class SegmentProcessor {
+    private readonly runId;
+    private readonly ddbTable;
+    private readonly ddbEsTable;
+    private readonly esEndpoint;
+    private readonly segmentIndex;
+    private readonly totalSegments;
+    private readonly esHealthChecks;
+    constructor(params: SegmentProcessorParams);
+    execute(): execa.ExecaChildProcess<string>;
+}
+export {};

package/migrations/5.39.6/001/ddb-es/SegmentProcessor.js

@@ -0,0 +1,31 @@
+"use strict";
+
+var _interopRequireDefault = require("@babel/runtime/helpers/interopRequireDefault").default;
+Object.defineProperty(exports, "__esModule", {
+  value: true
+});
+exports.SegmentProcessor = void 0;
+var _execa = _interopRequireDefault(require("execa"));
+var _path = _interopRequireDefault(require("path"));
+class SegmentProcessor {
+  constructor(params) {
+    this.runId = params.runId;
+    this.ddbTable = params.ddbTable;
+    this.ddbEsTable = params.ddbEsTable;
+    this.esEndpoint = params.esEndpoint;
+    this.segmentIndex = params.segmentIndex;
+    this.totalSegments = params.totalSegments;
+    this.esHealthChecks = params.esHealthChecks;
+  }
+  execute() {
+    return (0, _execa.default)("node", [_path.default.join(__dirname, "worker"), "--runId", this.runId, "--ddbTable", this.ddbTable, "--ddbEsTable", this.ddbEsTable, "--esEndpoint", this.esEndpoint, "--segmentIndex", String(this.segmentIndex), "--totalSegments", String(this.totalSegments),
+    // Elasticsearch health check options.
+    "--esHealthMinClusterHealthStatus", this.esHealthChecks.minClusterHealthStatus, "--esHealthMaxProcessorPercent", String(this.esHealthChecks.maxProcessorPercent), "--esHealthMaxRamPercent", String(this.esHealthChecks.maxRamPercent), "--esHealthMaxWaitingTime", String(this.esHealthChecks.maxWaitingTime), "--esHealthWaitingTimeStep", String(this.esHealthChecks.waitingTimeStep)], {
+      stdio: "inherit",
+      env: process.env
+    });
+  }
+}
+exports.SegmentProcessor = SegmentProcessor;
+
+//# sourceMappingURL=SegmentProcessor.js.map

package/migrations/5.39.6/001/ddb-es/SegmentProcessor.js.map

@@ -0,0 +1 @@
+{"version":3,"names":["_execa","_interopRequireDefault","require","_path","SegmentProcessor","constructor","params","runId","ddbTable","ddbEsTable","esEndpoint","segmentIndex","totalSegments","esHealthChecks","execute","execa","path","join","__dirname","String","minClusterHealthStatus","maxProcessorPercent","maxRamPercent","maxWaitingTime","waitingTimeStep","stdio","env","process","exports"],"sources":["SegmentProcessor.ts"],"sourcesContent":["import execa from \"execa\";\nimport path from \"path\";\nimport { EsHealthChecksParams } from \"~/migrations/5.39.6/001/ddb-es/utils\";\n\ninterface SegmentProcessorParams {\n    runId: string;\n    ddbTable: string;\n    ddbEsTable: string;\n    esEndpoint: string;\n    segmentIndex: number;\n    totalSegments: number;\n    esHealthChecks: EsHealthChecksParams;\n}\n\nexport class SegmentProcessor {\n    private readonly runId: string;\n    private readonly ddbTable: string;\n    private readonly ddbEsTable: string;\n    private readonly esEndpoint: string;\n    private readonly segmentIndex: number;\n    private readonly totalSegments: number;\n    private readonly esHealthChecks: EsHealthChecksParams;\n\n    constructor(params: SegmentProcessorParams) {\n        this.runId = params.runId;\n        this.ddbTable = params.ddbTable;\n        this.ddbEsTable = params.ddbEsTable;\n        this.esEndpoint = params.esEndpoint;\n        this.segmentIndex = params.segmentIndex;\n        this.totalSegments = params.totalSegments;\n        this.esHealthChecks = params.esHealthChecks;\n    }\n\n    execute() {\n        return execa(\n            \"node\",\n            [\n                path.join(__dirname, \"worker\"),\n                \"--runId\",\n                this.runId,\n                \"--ddbTable\",\n                this.ddbTable,\n                \"--ddbEsTable\",\n                this.ddbEsTable,\n                \"--esEndpoint\",\n                this.esEndpoint,\n                \"--segmentIndex\",\n                String(this.segmentIndex),\n                \"--totalSegments\",\n                String(this.totalSegments),\n\n                // Elasticsearch health check options.\n                \"--esHealthMinClusterHealthStatus\",\n                this.esHealthChecks.minClusterHealthStatus,\n                \"--esHealthMaxProcessorPercent\",\n                String(this.esHealthChecks.maxProcessorPercent),\n                \"--esHealthMaxRamPercent\",\n                String(this.esHealthChecks.maxRamPercent),\n                \"--esHealthMaxWaitingTime\",\n                String(this.esHealthChecks.maxWaitingTime),\n                \"--esHealthWaitingTimeStep\",\n                String(this.esHealthChecks.waitingTimeStep)\n            ],\n            {\n                stdio: \"inherit\",\n                env: process.env\n            }\n        );\n    }\n}\n"],"mappings":";;;;;;;AAAA,IAAAA,MAAA,GAAAC,sBAAA,CAAAC,OAAA;AACA,IAAAC,KAAA,GAAAF,sBAAA,CAAAC,OAAA;AAaO,MAAME,gBAAgB,CAAC;EAS1BC,WAAWA,CAACC,MAA8B,EAAE;IACxC,IAAI,CAACC,KAAK,GAAGD,MAAM,CAACC,KAAK;IACzB,IAAI,CAACC,QAAQ,GAAGF,MAAM,CAACE,QAAQ;IAC/B,IAAI,CAACC,UAAU,GAAGH,MAAM,CAACG,UAAU;IACnC,IAAI,CAACC,UAAU,GAAGJ,MAAM,CAACI,UAAU;IACnC,IAAI,CAACC,YAAY,GAAGL,MAAM,CAACK,YAAY;IACvC,IAAI,CAACC,aAAa,GAAGN,MAAM,CAACM,aAAa;IACzC,IAAI,CAACC,cAAc,GAAGP,MAAM,CAACO,cAAc;EAC/C;EAEAC,OAAOA,CAAA,EAAG;IACN,OAAO,IAAAC,cAAK,EACR,MAAM,EACN,CACIC,aAAI,CAACC,IAAI,CAACC,SAAS,EAAE,QAAQ,CAAC,EAC9B,SAAS,EACT,IAAI,CAACX,KAAK,EACV,YAAY,EACZ,IAAI,CAACC,QAAQ,EACb,cAAc,EACd,IAAI,CAACC,UAAU,EACf,cAAc,EACd,IAAI,CAACC,UAAU,EACf,gBAAgB,EAChBS,MAAM,CAAC,IAAI,CAACR,YAAY,CAAC,EACzB,iBAAiB,EACjBQ,MAAM,CAAC,IAAI,CAACP,aAAa,CAAC;IAE1B;IACA,kCAAkC,EAClC,IAAI,CAACC,cAAc,CAACO,sBAAsB,EAC1C,+BAA+B,EAC/BD,MAAM,CAAC,IAAI,CAACN,cAAc,CAACQ,mBAAmB,CAAC,EAC/C,yBAAyB,EACzBF,MAAM,CAAC,IAAI,CAACN,cAAc,CAACS,aAAa,CAAC,EACzC,0BAA0B,EAC1BH,MAAM,CAAC,IAAI,CAACN,cAAc,CAACU,cAAc,CAAC,EAC1C,2BAA2B,EAC3BJ,MAAM,CAAC,IAAI,CAACN,cAAc,CAACW,eAAe,CAAC,CAC9C,EACD;MACIC,KAAK,EAAE,SAAS;MAChBC,GAAG,EAAEC,OAAO,CAACD;IACjB,CACJ,CAAC;EACL;AACJ;AAACE,OAAA,CAAAxB,gBAAA,GAAAA,gBAAA"}

package/migrations/5.39.6/001/ddb-es/bin.d.ts

@@ -0,0 +1,2 @@
+#!/usr/bin/env node
+export {};

package/migrations/5.39.6/001/ddb-es/bin.js

@@ -0,0 +1,83 @@
+#!/usr/bin/env node
+"use strict";
+
+var _interopRequireDefault = require("@babel/runtime/helpers/interopRequireDefault").default;
+var _yargs = _interopRequireDefault(require("yargs/yargs"));
+var _helpers = require("yargs/helpers");
+var _MetaFieldsMigration = require("./MetaFieldsMigration");
+var _logger = require("@webiny/logger");
+var _pinoPretty = _interopRequireDefault(require("pino-pretty"));
+var _utils = require("./utils");
+const argv = (0, _yargs.default)((0, _helpers.hideBin)(process.argv)).options({
+  ddbTable: {
+    type: "string",
+    demandOption: true
+  },
+  ddbEsTable: {
+    type: "string",
+    demandOption: true
+  },
+  esEndpoint: {
+    type: "string",
+    demandOption: true
+  },
+  segments: {
+    type: "number",
+    demandOption: true
+  },
+  // Elasticsearch health check options.
+  esHealthMinClusterHealthStatus: {
+    type: "string",
+    demandOption: false,
+    default: _utils.DEFAULT_ES_HEALTH_CHECKS_PARAMS.minClusterHealthStatus,
+    description: `Minimum cluster health status to wait for before proceeding with the migration.`
+  },
+  esHealthMaxProcessorPercent: {
+    type: "number",
+    demandOption: false,
+    default: _utils.DEFAULT_ES_HEALTH_CHECKS_PARAMS.maxProcessorPercent,
+    description: `Maximum CPU usage percentage to wait for before proceeding with the migration.`
+  },
+  esHealthMaxRamPercent: {
+    type: "number",
+    demandOption: false,
+    default: _utils.DEFAULT_ES_HEALTH_CHECKS_PARAMS.maxRamPercent,
+    description: `Maximum RAM usage percentage to wait for before proceeding with the migration.`
+  },
+  esHealthMaxWaitingTime: {
+    type: "number",
+    demandOption: false,
+    default: _utils.DEFAULT_ES_HEALTH_CHECKS_PARAMS.maxWaitingTime,
+    description: `Maximum time to wait (seconds) for before proceeding with the migration.`
+  },
+  esHealthWaitingTimeStep: {
+    type: "number",
+    demandOption: false,
+    default: _utils.DEFAULT_ES_HEALTH_CHECKS_PARAMS.waitingTimeStep,
+    description: `Time step (seconds) to wait before checking Elasticsearch health status again.`
+  }
+}).parseSync();
+(async () => {
+  const logger = (0, _logger.createPinoLogger)({
+    level: (0, _logger.getLogLevel)(process.env.MIGRATIONS_LOG_LEVEL, "trace")
+  }, (0, _pinoPretty.default)({
+    ignore: "pid,hostname"
+  }));
+  const migration = new _MetaFieldsMigration.MetaFieldsMigration({
+    totalSegments: argv.segments,
+    ddbTable: argv.ddbTable,
+    ddbEsTable: argv.ddbEsTable,
+    esEndpoint: argv.esEndpoint,
+    esHealthChecks: {
+      minClusterHealthStatus: argv.esHealthMinClusterHealthStatus,
+      maxProcessorPercent: argv.esHealthMaxProcessorPercent,
+      maxRamPercent: argv.esHealthMaxRamPercent,
+      maxWaitingTime: argv.esHealthMaxWaitingTime,
+      waitingTimeStep: argv.esHealthWaitingTimeStep
+    },
+    logger
+  });
+  await migration.execute();
+})();
+
+//# sourceMappingURL=bin.js.map

package/migrations/5.39.6/001/ddb-es/bin.js.map

@@ -0,0 +1 @@
+{"version":3,"names":["_interopRequireDefault","require","default","_yargs","_helpers","_MetaFieldsMigration","_logger","_pinoPretty","_utils","argv","yargs","hideBin","process","options","ddbTable","type","demandOption","ddbEsTable","esEndpoint","segments","esHealthMinClusterHealthStatus","DEFAULT_ES_HEALTH_CHECKS_PARAMS","minClusterHealthStatus","description","esHealthMaxProcessorPercent","maxProcessorPercent","esHealthMaxRamPercent","maxRamPercent","esHealthMaxWaitingTime","maxWaitingTime","esHealthWaitingTimeStep","waitingTimeStep","parseSync","logger","createPinoLogger","level","getLogLevel","env","MIGRATIONS_LOG_LEVEL","pinoPretty","ignore","migration","MetaFieldsMigration","totalSegments","esHealthChecks","execute"],"sources":["bin.ts"],"sourcesContent":["#!/usr/bin/env node\nimport yargs from \"yargs/yargs\";\nimport { hideBin } from \"yargs/helpers\";\nimport { MetaFieldsMigration } from \"./MetaFieldsMigration\";\nimport { createPinoLogger, getLogLevel } from \"@webiny/logger\";\nimport pinoPretty from \"pino-pretty\";\nimport {\n    DEFAULT_ES_HEALTH_CHECKS_PARAMS,\n    EsHealthChecksParams\n} from \"~/migrations/5.39.6/001/ddb-es/utils\";\n\nconst argv = yargs(hideBin(process.argv))\n    .options({\n        ddbTable: { type: \"string\", demandOption: true },\n        ddbEsTable: { type: \"string\", demandOption: true },\n        esEndpoint: { type: \"string\", demandOption: true },\n        segments: { type: \"number\", demandOption: true },\n\n        // Elasticsearch health check options.\n        esHealthMinClusterHealthStatus: {\n            type: \"string\",\n            demandOption: false,\n            default: DEFAULT_ES_HEALTH_CHECKS_PARAMS.minClusterHealthStatus,\n            description: `Minimum cluster health status to wait for before proceeding with the migration.`\n        },\n        esHealthMaxProcessorPercent: {\n            type: \"number\",\n            demandOption: false,\n            default: DEFAULT_ES_HEALTH_CHECKS_PARAMS.maxProcessorPercent,\n            description: `Maximum CPU usage percentage to wait for before proceeding with the migration.`\n        },\n        esHealthMaxRamPercent: {\n            type: \"number\",\n            demandOption: false,\n            default: DEFAULT_ES_HEALTH_CHECKS_PARAMS.maxRamPercent,\n            description: `Maximum RAM usage percentage to wait for before proceeding with the migration.`\n        },\n        esHealthMaxWaitingTime: {\n            type: \"number\",\n            demandOption: false,\n            default: DEFAULT_ES_HEALTH_CHECKS_PARAMS.maxWaitingTime,\n            description: `Maximum time to wait (seconds) for before proceeding with the migration.`\n        },\n        esHealthWaitingTimeStep: {\n            type: \"number\",\n            demandOption: false,\n            default: DEFAULT_ES_HEALTH_CHECKS_PARAMS.waitingTimeStep,\n            description: `Time step (seconds) to wait before checking Elasticsearch health status again.`\n        }\n    })\n    .parseSync();\n\n(async () => {\n    const logger = createPinoLogger(\n        {\n            level: getLogLevel(process.env.MIGRATIONS_LOG_LEVEL, \"trace\")\n        },\n        pinoPretty({ ignore: \"pid,hostname\" })\n    );\n\n    const migration = new MetaFieldsMigration({\n        totalSegments: argv.segments,\n        ddbTable: argv.ddbTable,\n        ddbEsTable: argv.ddbEsTable,\n        esEndpoint: argv.esEndpoint,\n        esHealthChecks: {\n            minClusterHealthStatus:\n                argv.esHealthMinClusterHealthStatus as EsHealthChecksParams[\"minClusterHealthStatus\"],\n            maxProcessorPercent: argv.esHealthMaxProcessorPercent,\n            maxRamPercent: argv.esHealthMaxRamPercent,\n            maxWaitingTime: argv.esHealthMaxWaitingTime,\n            waitingTimeStep: argv.esHealthWaitingTimeStep\n        },\n        logger\n    });\n\n    await migration.execute();\n})();\n"],"mappings":"AAAA;AAAmB;;AAAA,IAAAA,sBAAA,GAAAC,OAAA,iDAAAC,OAAA;AACnB,IAAAC,MAAA,GAAAH,sBAAA,CAAAC,OAAA;AACA,IAAAG,QAAA,GAAAH,OAAA;AACA,IAAAI,oBAAA,GAAAJ,OAAA;AACA,IAAAK,OAAA,GAAAL,OAAA;AACA,IAAAM,WAAA,GAAAP,sBAAA,CAAAC,OAAA;AACA,IAAAO,MAAA,GAAAP,OAAA;AAKA,MAAMQ,IAAI,GAAG,IAAAC,cAAK,EAAC,IAAAC,gBAAO,EAACC,OAAO,CAACH,IAAI,CAAC,CAAC,CACpCI,OAAO,CAAC;EACLC,QAAQ,EAAE;IAAEC,IAAI,EAAE,QAAQ;IAAEC,YAAY,EAAE;EAAK,CAAC;EAChDC,UAAU,EAAE;IAAEF,IAAI,EAAE,QAAQ;IAAEC,YAAY,EAAE;EAAK,CAAC;EAClDE,UAAU,EAAE;IAAEH,IAAI,EAAE,QAAQ;IAAEC,YAAY,EAAE;EAAK,CAAC;EAClDG,QAAQ,EAAE;IAAEJ,IAAI,EAAE,QAAQ;IAAEC,YAAY,EAAE;EAAK,CAAC;EAEhD;EACAI,8BAA8B,EAAE;IAC5BL,IAAI,EAAE,QAAQ;IACdC,YAAY,EAAE,KAAK;IACnBd,OAAO,EAAEmB,sCAA+B,CAACC,sBAAsB;IAC/DC,WAAW,EAAG;EAClB,CAAC;EACDC,2BAA2B,EAAE;IACzBT,IAAI,EAAE,QAAQ;IACdC,YAAY,EAAE,KAAK;IACnBd,OAAO,EAAEmB,sCAA+B,CAACI,mBAAmB;IAC5DF,WAAW,EAAG;EAClB,CAAC;EACDG,qBAAqB,EAAE;IACnBX,IAAI,EAAE,QAAQ;IACdC,YAAY,EAAE,KAAK;IACnBd,OAAO,EAAEmB,sCAA+B,CAACM,aAAa;IACtDJ,WAAW,EAAG;EAClB,CAAC;EACDK,sBAAsB,EAAE;IACpBb,IAAI,EAAE,QAAQ;IACdC,YAAY,EAAE,KAAK;IACnBd,OAAO,EAAEmB,sCAA+B,CAACQ,cAAc;IACvDN,WAAW,EAAG;EAClB,CAAC;EACDO,uBAAuB,EAAE;IACrBf,IAAI,EAAE,QAAQ;IACdC,YAAY,EAAE,KAAK;IACnBd,OAAO,EAAEmB,sCAA+B,CAACU,eAAe;IACxDR,WAAW,EAAG;EAClB;AACJ,CAAC,CAAC,CACDS,SAAS,CAAC,CAAC;AAEhB,CAAC,YAAY;EACT,MAAMC,MAAM,GAAG,IAAAC,wBAAgB,EAC3B;IACIC,KAAK,EAAE,IAAAC,mBAAW,EAACxB,OAAO,CAACyB,GAAG,CAACC,oBAAoB,EAAE,OAAO;EAChE,CAAC,EACD,IAAAC,mBAAU,EAAC;IAAEC,MAAM,EAAE;EAAe,CAAC,CACzC,CAAC;EAED,MAAMC,SAAS,GAAG,IAAIC,wCAAmB,CAAC;IACtCC,aAAa,EAAElC,IAAI,CAACU,QAAQ;IAC5BL,QAAQ,EAAEL,IAAI,CAACK,QAAQ;IACvBG,UAAU,EAAER,IAAI,CAACQ,UAAU;IAC3BC,UAAU,EAAET,IAAI,CAACS,UAAU;IAC3B0B,cAAc,EAAE;MACZtB,sBAAsB,EAClBb,IAAI,CAACW,8BAAgF;MACzFK,mBAAmB,EAAEhB,IAAI,CAACe,2BAA2B;MACrDG,aAAa,EAAElB,IAAI,CAACiB,qBAAqB;MACzCG,cAAc,EAAEpB,IAAI,CAACmB,sBAAsB;MAC3CG,eAAe,EAAEtB,IAAI,CAACqB;IAC1B,CAAC;IACDG;EACJ,CAAC,CAAC;EAEF,MAAMQ,SAAS,CAACI,OAAO,CAAC,CAAC;AAC7B,CAAC,EAAE,CAAC"}

package/migrations/5.39.6/001/ddb-es/createMetaFieldsDataMigrationDeploymentHook.d.ts

@@ -0,0 +1,11 @@
+import { CliContext } from "@webiny/cli/types";
+import { MetaFieldsMigrationParams } from "./MetaFieldsMigration";
+/**
+ * Creates an after-deployment hook that triggers the meta fields data migration.
+ * @param params
+ */
+export declare const createMetaFieldsDataMigrationDeploymentHook: (params: Pick<MetaFieldsMigrationParams, "totalSegments" | "esHealthChecks">) => {
+    type: string;
+    name: string;
+    hook({ inputs, env, projectApplication }: Record<string, any>, context: CliContext): Promise<void>;
+}[];

package/migrations/5.39.6/001/ddb-es/createMetaFieldsDataMigrationDeploymentHook.js

@@ -0,0 +1,83 @@
+"use strict";
+
+var _interopRequireDefault = require("@babel/runtime/helpers/interopRequireDefault").default;
+Object.defineProperty(exports, "__esModule", {
+  value: true
+});
+exports.createMetaFieldsDataMigrationDeploymentHook = void 0;
+var _utils = require("@webiny/cli-plugin-deploy-pulumi/utils");
+var _logger = require("@webiny/logger");
+var _pinoPretty = _interopRequireDefault(require("pino-pretty"));
+var _MetaFieldsMigration = require("./MetaFieldsMigration");
+const REQUIRED_AWS_ENV_VARS = ["AWS_REGION", "AWS_ACCESS_KEY_ID", "AWS_SECRET_ACCESS_KEY", "AWS_SESSION_TOKEN"];
+const ensureAwsEnvVars = () => {
+  const missingAwsEnvVars = [];
+  for (const variable of REQUIRED_AWS_ENV_VARS) {
+    if (!process.env[variable]) {
+      missingAwsEnvVars.push(variable);
+    }
+  }
+  if (missingAwsEnvVars.length > 0) {
+    throw new Error(`Cannot run 5.39.6 meta fields data migration. Missing required environment variables: ${missingAwsEnvVars.join(", ")}.`);
+  }
+};
+
+/**
+ * Creates an after-deployment hook that triggers the meta fields data migration.
+ * @param params
+ */
+const createMetaFieldsDataMigrationDeploymentHook = params => {
+  return [{
+    type: "hook-before-deploy",
+    name: "hook-before-deploy-skip-5-39-6-001-migration",
+    async hook({
+      projectApplication
+    }) {
+      // Only run migrations for `api` app
+      if (projectApplication.id !== "api") {
+        return;
+      }
+      process.env.WEBINY_MIGRATION_SKIP_5_39_6_001 = "true";
+    }
+  }, {
+    type: "hook-after-deploy",
+    name: "hook-after-deploy-api-run-5-39-6-meta-fields-data-migrations",
+    async hook({
+      inputs,
+      env,
+      projectApplication
+    }, context) {
+      // Only run migrations for `api` app
+      if (projectApplication.id !== "api") {
+        return;
+      }
+
+      // No need to run migrations if we're doing a preview.
+      if (inputs.preview) {
+        return;
+      }
+      ensureAwsEnvVars();
+      const coreOutput = (0, _utils.getStackOutput)({
+        folder: "apps/core",
+        env
+      });
+      context.info("Executing 5.39.6-001 meta fields data migration...");
+      const logger = (0, _logger.createPinoLogger)({
+        level: (0, _logger.getLogLevel)(process.env.MIGRATIONS_LOG_LEVEL, "trace")
+      }, (0, _pinoPretty.default)({
+        ignore: "pid,hostname"
+      }));
+      const migration = new _MetaFieldsMigration.MetaFieldsMigration({
+        ddbTable: coreOutput.primaryDynamodbTableName,
+        ddbEsTable: coreOutput.elasticsearchDynamodbTableName,
+        esEndpoint: coreOutput.elasticsearchDomainEndpoint,
+        ...params,
+        logger
+      });
+      await migration.execute();
+    }
+  }];
+};
+exports.createMetaFieldsDataMigrationDeploymentHook = createMetaFieldsDataMigrationDeploymentHook;
+
+//# sourceMappingURL=createMetaFieldsDataMigrationDeploymentHook.js.map

package/migrations/5.39.6/001/ddb-es/createMetaFieldsDataMigrationDeploymentHook.js.map

@@ -0,0 +1 @@
+{"version":3,"names":["_utils","require","_logger","_pinoPretty","_interopRequireDefault","_MetaFieldsMigration","REQUIRED_AWS_ENV_VARS","ensureAwsEnvVars","missingAwsEnvVars","variable","process","env","push","length","Error","join","createMetaFieldsDataMigrationDeploymentHook","params","type","name","hook","projectApplication","id","WEBINY_MIGRATION_SKIP_5_39_6_001","inputs","context","preview","coreOutput","getStackOutput","folder","info","logger","createPinoLogger","level","getLogLevel","MIGRATIONS_LOG_LEVEL","pinoPretty","ignore","migration","MetaFieldsMigration","ddbTable","primaryDynamodbTableName","ddbEsTable","elasticsearchDynamodbTableName","esEndpoint","elasticsearchDomainEndpoint","execute","exports"],"sources":["createMetaFieldsDataMigrationDeploymentHook.ts"],"sourcesContent":["import { CliContext } from \"@webiny/cli/types\";\nimport { getStackOutput } from \"@webiny/cli-plugin-deploy-pulumi/utils\";\nimport { createPinoLogger, getLogLevel } from \"@webiny/logger\";\nimport pinoPretty from \"pino-pretty\";\nimport {\n    MetaFieldsMigrationParams,\n    MetaFieldsMigration\n} from \"~/migrations/5.39.6/001/ddb-es/MetaFieldsMigration\";\n\ninterface CoreOutput {\n    primaryDynamodbTableName: string;\n    elasticsearchDynamodbTableName: string;\n    elasticsearchDomainEndpoint: string;\n}\n\nconst REQUIRED_AWS_ENV_VARS = [\n    \"AWS_REGION\",\n    \"AWS_ACCESS_KEY_ID\",\n    \"AWS_SECRET_ACCESS_KEY\",\n    \"AWS_SESSION_TOKEN\"\n];\n\nconst ensureAwsEnvVars = () => {\n    const missingAwsEnvVars = [];\n    for (const variable of REQUIRED_AWS_ENV_VARS) {\n        if (!process.env[variable]) {\n            missingAwsEnvVars.push(variable);\n        }\n    }\n\n    if (missingAwsEnvVars.length > 0) {\n        throw new Error(\n            `Cannot run 5.39.6 meta fields data migration. Missing required environment variables: ${missingAwsEnvVars.join(\n                \", \"\n            )}.`\n        );\n    }\n};\n\n/**\n * Creates an after-deployment hook that triggers the meta fields data migration.\n * @param params\n */\nexport const createMetaFieldsDataMigrationDeploymentHook = (\n    params: Pick<MetaFieldsMigrationParams, \"totalSegments\" | \"esHealthChecks\">\n) => {\n    return [\n        {\n            type: \"hook-before-deploy\",\n            name: \"hook-before-deploy-skip-5-39-6-001-migration\",\n            async hook({ projectApplication }: Record<string, any>) {\n                // Only run migrations for `api` app\n                if (projectApplication.id !== \"api\") {\n                    return;\n                }\n\n                process.env.WEBINY_MIGRATION_SKIP_5_39_6_001 = \"true\";\n            }\n        },\n        {\n            type: \"hook-after-deploy\",\n            name: \"hook-after-deploy-api-run-5-39-6-meta-fields-data-migrations\",\n            async hook(\n                { inputs, env, projectApplication }: Record<string, any>,\n                context: CliContext\n            ) {\n                // Only run migrations for `api` app\n                if (projectApplication.id !== \"api\") {\n                    return;\n                }\n\n                // No need to run migrations if we're doing a preview.\n                if (inputs.preview) {\n                    return;\n                }\n\n                ensureAwsEnvVars();\n\n                const coreOutput = getStackOutput<CoreOutput>({ folder: \"apps/core\", env });\n\n                context.info(\"Executing 5.39.6-001 meta fields data migration...\");\n\n                const logger = createPinoLogger(\n                    {\n                        level: getLogLevel(process.env.MIGRATIONS_LOG_LEVEL, \"trace\")\n                    },\n                    pinoPretty({ ignore: \"pid,hostname\" })\n                );\n\n                const migration = new MetaFieldsMigration({\n                    ddbTable: coreOutput.primaryDynamodbTableName,\n                    ddbEsTable: coreOutput.elasticsearchDynamodbTableName,\n                    esEndpoint: coreOutput.elasticsearchDomainEndpoint,\n                    ...params,\n                    logger\n                });\n\n                await migration.execute();\n            }\n        }\n    ];\n};\n"],"mappings":";;;;;;;AACA,IAAAA,MAAA,GAAAC,OAAA;AACA,IAAAC,OAAA,GAAAD,OAAA;AACA,IAAAE,WAAA,GAAAC,sBAAA,CAAAH,OAAA;AACA,IAAAI,oBAAA,GAAAJ,OAAA;AAWA,MAAMK,qBAAqB,GAAG,CAC1B,YAAY,EACZ,mBAAmB,EACnB,uBAAuB,EACvB,mBAAmB,CACtB;AAED,MAAMC,gBAAgB,GAAGA,CAAA,KAAM;EAC3B,MAAMC,iBAAiB,GAAG,EAAE;EAC5B,KAAK,MAAMC,QAAQ,IAAIH,qBAAqB,EAAE;IAC1C,IAAI,CAACI,OAAO,CAACC,GAAG,CAACF,QAAQ,CAAC,EAAE;MACxBD,iBAAiB,CAACI,IAAI,CAACH,QAAQ,CAAC;IACpC;EACJ;EAEA,IAAID,iBAAiB,CAACK,MAAM,GAAG,CAAC,EAAE;IAC9B,MAAM,IAAIC,KAAK,CACV,yFAAwFN,iBAAiB,CAACO,IAAI,CAC3G,IACJ,CAAE,GACN,CAAC;EACL;AACJ,CAAC;;AAED;AACA;AACA;AACA;AACO,MAAMC,2CAA2C,GACpDC,MAA2E,IAC1E;EACD,OAAO,CACH;IACIC,IAAI,EAAE,oBAAoB;IAC1BC,IAAI,EAAE,8CAA8C;IACpD,MAAMC,IAAIA,CAAC;MAAEC;IAAwC,CAAC,EAAE;MACpD;MACA,IAAIA,kBAAkB,CAACC,EAAE,KAAK,KAAK,EAAE;QACjC;MACJ;MAEAZ,OAAO,CAACC,GAAG,CAACY,gCAAgC,GAAG,MAAM;IACzD;EACJ,CAAC,EACD;IACIL,IAAI,EAAE,mBAAmB;IACzBC,IAAI,EAAE,8DAA8D;IACpE,MAAMC,IAAIA,CACN;MAAEI,MAAM;MAAEb,GAAG;MAAEU;IAAwC,CAAC,EACxDI,OAAmB,EACrB;MACE;MACA,IAAIJ,kBAAkB,CAACC,EAAE,KAAK,KAAK,EAAE;QACjC;MACJ;;MAEA;MACA,IAAIE,MAAM,CAACE,OAAO,EAAE;QAChB;MACJ;MAEAnB,gBAAgB,CAAC,CAAC;MAElB,MAAMoB,UAAU,GAAG,IAAAC,qBAAc,EAAa;QAAEC,MAAM,EAAE,WAAW;QAAElB;MAAI,CAAC,CAAC;MAE3Ec,OAAO,CAACK,IAAI,CAAC,oDAAoD,CAAC;MAElE,MAAMC,MAAM,GAAG,IAAAC,wBAAgB,EAC3B;QACIC,KAAK,EAAE,IAAAC,mBAAW,EAACxB,OAAO,CAACC,GAAG,CAACwB,oBAAoB,EAAE,OAAO;MAChE,CAAC,EACD,IAAAC,mBAAU,EAAC;QAAEC,MAAM,EAAE;MAAe,CAAC,CACzC,CAAC;MAED,MAAMC,SAAS,GAAG,IAAIC,wCAAmB,CAAC;QACtCC,QAAQ,EAAEb,UAAU,CAACc,wBAAwB;QAC7CC,UAAU,EAAEf,UAAU,CAACgB,8BAA8B;QACrDC,UAAU,EAAEjB,UAAU,CAACkB,2BAA2B;QAClD,GAAG5B,MAAM;QACTc;MACJ,CAAC,CAAC;MAEF,MAAMO,SAAS,CAACQ,OAAO,CAAC,CAAC;IAC7B;EACJ,CAAC,CACJ;AACL,CAAC;AAACC,OAAA,CAAA/B,2CAAA,GAAAA,2CAAA"}

package/migrations/5.39.6/001/ddb-es/index.d.ts

@@ -0,0 +1,30 @@
+import { Table } from "@webiny/db-dynamodb/toolbox";
+import { DataMigration, DataMigrationContext } from "@webiny/data-migration";
+import { Client } from "@elastic/elasticsearch";
+interface LastEvaluatedKey {
+    PK: string;
+    SK: string;
+    GSI1_PK: string;
+    GSI1_SK: string;
+}
+interface IndexSettings {
+    number_of_replicas: number;
+    refresh_interval: `${number}s`;
+}
+interface CmsEntriesRootFolderDataMigrationCheckpoint {
+    lastEvaluatedKey?: LastEvaluatedKey | boolean;
+    indexes: {
+        [index: string]: IndexSettings | null;
+    };
+}
+export declare class CmsEntriesInitNewMetaFields_5_39_6_001 implements DataMigration {
+    private readonly elasticsearchClient;
+    private readonly ddbEntryEntity;
+    private readonly ddbEsEntryEntity;
+    constructor(table: Table<string, string, string>, esTable: Table<string, string, string>, elasticsearchClient: Client);
+    getId(): string;
+    getDescription(): string;
+    shouldExecute({ logger }: DataMigrationContext): Promise<boolean>;
+    execute({ logger, ...context }: DataMigrationContext<CmsEntriesRootFolderDataMigrationCheckpoint>): Promise<void>;
+}
+export {};