@webiny/migrations 5.39.7-beta.2

package/migrations/5.35.0/006/utils/getSearchableContent.js

@@ -0,0 +1,45 @@
+"use strict";
+
+var _interopRequireDefault = require("@babel/runtime/helpers/interopRequireDefault").default;
+Object.defineProperty(exports, "__esModule", {
+  value: true
+});
+exports.getSearchablePageContent = getSearchablePageContent;
+var _jsonpack = _interopRequireDefault(require("jsonpack"));
+var _processors = require("./processors");
+const decompress = page => {
+  if (!page || !page.content) {
+    return null;
+  }
+  try {
+    return _jsonpack.default.unpack(page.content.content);
+  } catch (ex) {
+    console.log(`Error while decompressing page content: ${ex.message}`);
+    return null;
+  }
+};
+async function getSearchablePageContent(page) {
+  const result = [page.title];
+  const content = await decompress(page);
+  if (content) {
+    for (const block of content.elements) {
+      await traverse(block, async element => {
+        for (const processor of _processors.processors) {
+          const processed = processor(element);
+          result.push(processed);
+        }
+      });
+    }
+  }
+  return result.filter(Boolean).join(" ").trim();
+}
+async function traverse(element, callback) {
+  if (element.type !== "block") {
+    await callback(element);
+  }
+  for (const child of element.elements || []) {
+    await traverse(child, callback);
+  }
+}
+
+//# sourceMappingURL=getSearchableContent.js.map

package/migrations/5.35.0/006/utils/getSearchableContent.js.map

@@ -0,0 +1 @@
+{"version":3,"names":["_jsonpack","_interopRequireDefault","require","_processors","decompress","page","content","jsonpack","unpack","ex","console","log","message","getSearchablePageContent","result","title","block","elements","traverse","element","processor","processors","processed","push","filter","Boolean","join","trim","callback","type","child"],"sources":["getSearchableContent.ts"],"sourcesContent":["import jsonpack from \"jsonpack\";\n\nimport { processors } from \"~/migrations/5.35.0/006/utils/processors\";\n\nimport { Page } from \"../types\";\n\nexport interface CompressedValue {\n    compression: string;\n    content: string | null;\n}\n\nconst decompress = (page: Pick<Page, \"content\">): Promise<any> | null => {\n    if (!page || !page.content) {\n        return null;\n    }\n    try {\n        return jsonpack.unpack(page.content.content);\n    } catch (ex) {\n        console.log(`Error while decompressing page content: ${ex.message}`);\n        return null;\n    }\n};\n\nexport async function getSearchablePageContent(\n    page: Pick<Page, \"title\" | \"content\">\n): Promise<string> {\n    const result = [page.title];\n\n    const content = await decompress(page);\n\n    if (content) {\n        for (const block of content.elements) {\n            await traverse(block, async (element: Record<string, any>) => {\n                for (const processor of processors) {\n                    const processed = processor(element);\n                    result.push(processed);\n                }\n            });\n        }\n    }\n\n    return result.filter(Boolean).join(\" \").trim();\n}\n\nasync function traverse(element: Record<string, any>, callback: any) {\n    if (element.type !== \"block\") {\n        await callback(element);\n    }\n\n    for (const child of element.elements || []) {\n        await traverse(child, callback);\n    }\n}\n"],"mappings":";;;;;;;AAAA,IAAAA,SAAA,GAAAC,sBAAA,CAAAC,OAAA;AAEA,IAAAC,WAAA,GAAAD,OAAA;AASA,MAAME,UAAU,GAAIC,IAA2B,IAA0B;EACrE,IAAI,CAACA,IAAI,IAAI,CAACA,IAAI,CAACC,OAAO,EAAE;IACxB,OAAO,IAAI;EACf;EACA,IAAI;IACA,OAAOC,iBAAQ,CAACC,MAAM,CAACH,IAAI,CAACC,OAAO,CAACA,OAAO,CAAC;EAChD,CAAC,CAAC,OAAOG,EAAE,EAAE;IACTC,OAAO,CAACC,GAAG,CAAE,2CAA0CF,EAAE,CAACG,OAAQ,EAAC,CAAC;IACpE,OAAO,IAAI;EACf;AACJ,CAAC;AAEM,eAAeC,wBAAwBA,CAC1CR,IAAqC,EACtB;EACf,MAAMS,MAAM,GAAG,CAACT,IAAI,CAACU,KAAK,CAAC;EAE3B,MAAMT,OAAO,GAAG,MAAMF,UAAU,CAACC,IAAI,CAAC;EAEtC,IAAIC,OAAO,EAAE;IACT,KAAK,MAAMU,KAAK,IAAIV,OAAO,CAACW,QAAQ,EAAE;MAClC,MAAMC,QAAQ,CAACF,KAAK,EAAE,MAAOG,OAA4B,IAAK;QAC1D,KAAK,MAAMC,SAAS,IAAIC,sBAAU,EAAE;UAChC,MAAMC,SAAS,GAAGF,SAAS,CAACD,OAAO,CAAC;UACpCL,MAAM,CAACS,IAAI,CAACD,SAAS,CAAC;QAC1B;MACJ,CAAC,CAAC;IACN;EACJ;EAEA,OAAOR,MAAM,CAACU,MAAM,CAACC,OAAO,CAAC,CAACC,IAAI,CAAC,GAAG,CAAC,CAACC,IAAI,CAAC,CAAC;AAClD;AAEA,eAAeT,QAAQA,CAACC,OAA4B,EAAES,QAAa,EAAE;EACjE,IAAIT,OAAO,CAACU,IAAI,KAAK,OAAO,EAAE;IAC1B,MAAMD,QAAQ,CAACT,OAAO,CAAC;EAC3B;EAEA,KAAK,MAAMW,KAAK,IAAIX,OAAO,CAACF,QAAQ,IAAI,EAAE,EAAE;IACxC,MAAMC,QAAQ,CAACY,KAAK,EAAEF,QAAQ,CAAC;EACnC;AACJ"}

package/migrations/5.35.0/006/utils/processors/button.d.ts

@@ -0,0 +1 @@
+export declare const buttonProcessor: (element: Record<string, any>) => any;

package/migrations/5.35.0/006/utils/processors/button.js

@@ -0,0 +1,17 @@
+"use strict";
+
+var _interopRequireDefault = require("@babel/runtime/helpers/interopRequireDefault").default;
+Object.defineProperty(exports, "__esModule", {
+  value: true
+});
+exports.buttonProcessor = void 0;
+var _get = _interopRequireDefault(require("lodash/get"));
+const buttonProcessor = element => {
+  if (element.type !== "button") {
+    return "";
+  }
+  return (0, _get.default)(element, "data.buttonText");
+};
+exports.buttonProcessor = buttonProcessor;
+
+//# sourceMappingURL=button.js.map

package/migrations/5.35.0/006/utils/processors/button.js.map

@@ -0,0 +1 @@
+{"version":3,"names":["_get","_interopRequireDefault","require","buttonProcessor","element","type","get","exports"],"sources":["button.ts"],"sourcesContent":["import get from \"lodash/get\";\n\nexport const buttonProcessor = (element: Record<string, any>) => {\n    if (element.type !== \"button\") {\n        return \"\";\n    }\n\n    return get(element, \"data.buttonText\");\n};\n"],"mappings":";;;;;;;AAAA,IAAAA,IAAA,GAAAC,sBAAA,CAAAC,OAAA;AAEO,MAAMC,eAAe,GAAIC,OAA4B,IAAK;EAC7D,IAAIA,OAAO,CAACC,IAAI,KAAK,QAAQ,EAAE;IAC3B,OAAO,EAAE;EACb;EAEA,OAAO,IAAAC,YAAG,EAACF,OAAO,EAAE,iBAAiB,CAAC;AAC1C,CAAC;AAACG,OAAA,CAAAJ,eAAA,GAAAA,eAAA"}

package/migrations/5.35.0/006/utils/processors/image.d.ts

@@ -0,0 +1 @@
+export declare const imageProcessor: (element: Record<string, any>) => any;

package/migrations/5.35.0/006/utils/processors/image.js

@@ -0,0 +1,17 @@
+"use strict";
+
+var _interopRequireDefault = require("@babel/runtime/helpers/interopRequireDefault").default;
+Object.defineProperty(exports, "__esModule", {
+  value: true
+});
+exports.imageProcessor = void 0;
+var _get = _interopRequireDefault(require("lodash/get"));
+const imageProcessor = element => {
+  if (element.type !== "image") {
+    return "";
+  }
+  return (0, _get.default)(element, "data.image.title");
+};
+exports.imageProcessor = imageProcessor;
+
+//# sourceMappingURL=image.js.map

package/migrations/5.35.0/006/utils/processors/image.js.map

@@ -0,0 +1 @@
+{"version":3,"names":["_get","_interopRequireDefault","require","imageProcessor","element","type","get","exports"],"sources":["image.ts"],"sourcesContent":["import get from \"lodash/get\";\n\nexport const imageProcessor = (element: Record<string, any>) => {\n    if (element.type !== \"image\") {\n        return \"\";\n    }\n\n    return get(element, \"data.image.title\");\n};\n"],"mappings":";;;;;;;AAAA,IAAAA,IAAA,GAAAC,sBAAA,CAAAC,OAAA;AAEO,MAAMC,cAAc,GAAIC,OAA4B,IAAK;EAC5D,IAAIA,OAAO,CAACC,IAAI,KAAK,OAAO,EAAE;IAC1B,OAAO,EAAE;EACb;EAEA,OAAO,IAAAC,YAAG,EAACF,OAAO,EAAE,kBAAkB,CAAC;AAC3C,CAAC;AAACG,OAAA,CAAAJ,cAAA,GAAAA,cAAA"}

package/migrations/5.35.0/006/utils/processors/images.d.ts

@@ -0,0 +1 @@
+export declare const imagesProcessor: (element: Record<string, any>) => string;

package/migrations/5.35.0/006/utils/processors/images.js

@@ -0,0 +1,18 @@
+"use strict";
+
+var _interopRequireDefault = require("@babel/runtime/helpers/interopRequireDefault").default;
+Object.defineProperty(exports, "__esModule", {
+  value: true
+});
+exports.imagesProcessor = void 0;
+var _get = _interopRequireDefault(require("lodash/get"));
+const imagesProcessor = element => {
+  if (element.type !== "images-list") {
+    return "";
+  }
+  const images = (0, _get.default)(element, "data.images", []);
+  return images.filter(Boolean).map(image => image.name).join(" ");
+};
+exports.imagesProcessor = imagesProcessor;
+
+//# sourceMappingURL=images.js.map

package/migrations/5.35.0/006/utils/processors/images.js.map

@@ -0,0 +1 @@
+{"version":3,"names":["_get","_interopRequireDefault","require","imagesProcessor","element","type","images","get","filter","Boolean","map","image","name","join","exports"],"sources":["images.ts"],"sourcesContent":["import get from \"lodash/get\";\n\ninterface Image {\n    id: string;\n    src: string;\n    name: string;\n}\n\nexport const imagesProcessor = (element: Record<string, any>) => {\n    if (element.type !== \"images-list\") {\n        return \"\";\n    }\n\n    const images: Image[] = get(element, \"data.images\", []);\n\n    return images\n        .filter(Boolean)\n        .map(image => image.name)\n        .join(\" \");\n};\n"],"mappings":";;;;;;;AAAA,IAAAA,IAAA,GAAAC,sBAAA,CAAAC,OAAA;AAQO,MAAMC,eAAe,GAAIC,OAA4B,IAAK;EAC7D,IAAIA,OAAO,CAACC,IAAI,KAAK,aAAa,EAAE;IAChC,OAAO,EAAE;EACb;EAEA,MAAMC,MAAe,GAAG,IAAAC,YAAG,EAACH,OAAO,EAAE,aAAa,EAAE,EAAE,CAAC;EAEvD,OAAOE,MAAM,CACRE,MAAM,CAACC,OAAO,CAAC,CACfC,GAAG,CAACC,KAAK,IAAIA,KAAK,CAACC,IAAI,CAAC,CACxBC,IAAI,CAAC,GAAG,CAAC;AAClB,CAAC;AAACC,OAAA,CAAAX,eAAA,GAAAA,eAAA"}

package/migrations/5.35.0/006/utils/processors/index.d.ts

@@ -0,0 +1 @@
+export declare const processors: ((element: Record<string, any>) => any)[];

package/migrations/5.35.0/006/utils/processors/index.js

@@ -0,0 +1,14 @@
+"use strict";
+
+Object.defineProperty(exports, "__esModule", {
+  value: true
+});
+exports.processors = void 0;
+var _button = require("./button");
+var _image = require("./image");
+var _images = require("./images");
+var _paragraph = require("./paragraph");
+const processors = [_button.buttonProcessor, _image.imageProcessor, _images.imagesProcessor, _paragraph.paragraphProcessor];
+exports.processors = processors;
+
+//# sourceMappingURL=index.js.map

package/migrations/5.35.0/006/utils/processors/index.js.map

@@ -0,0 +1 @@
+{"version":3,"names":["_button","require","_image","_images","_paragraph","processors","buttonProcessor","imageProcessor","imagesProcessor","paragraphProcessor","exports"],"sources":["index.ts"],"sourcesContent":["import { buttonProcessor } from \"./button\";\nimport { imageProcessor } from \"./image\";\nimport { imagesProcessor } from \"./images\";\nimport { paragraphProcessor } from \"./paragraph\";\n\nexport const processors = [buttonProcessor, imageProcessor, imagesProcessor, paragraphProcessor];\n"],"mappings":";;;;;;AAAA,IAAAA,OAAA,GAAAC,OAAA;AACA,IAAAC,MAAA,GAAAD,OAAA;AACA,IAAAE,OAAA,GAAAF,OAAA;AACA,IAAAG,UAAA,GAAAH,OAAA;AAEO,MAAMI,UAAU,GAAG,CAACC,uBAAe,EAAEC,qBAAc,EAAEC,uBAAe,EAAEC,6BAAkB,CAAC;AAACC,OAAA,CAAAL,UAAA,GAAAA,UAAA"}

package/migrations/5.35.0/006/utils/processors/paragraph.d.ts

@@ -0,0 +1 @@
+export declare const paragraphProcessor: (element: Record<string, any>) => string;

package/migrations/5.35.0/006/utils/processors/paragraph.js

@@ -0,0 +1,25 @@
+"use strict";
+
+var _interopRequireDefault = require("@babel/runtime/helpers/interopRequireDefault").default;
+Object.defineProperty(exports, "__esModule", {
+  value: true
+});
+exports.paragraphProcessor = void 0;
+var _get = _interopRequireDefault(require("lodash/get"));
+var _getLexicalContentText = require("../getLexicalContentText");
+const supportedTypes = ["paragraph", "heading", "quote", "list"];
+const paragraphProcessor = element => {
+  if (!supportedTypes.includes(element.type)) {
+    return "";
+  }
+  const value = (0, _get.default)(element, "data.text.data.text");
+  // Get text from Lexical Editor JSON string.
+  const text = (0, _getLexicalContentText.getLexicalContentText)(value);
+  return text.replace(/(<([^>]+)>)/gi, "") // Remove any HTML tag
+  .replace(/(\n)|(\r)|(\r\n)/gi, "") // Remove any new line char
+  .replace(/([ ]{2,})/gi, " ") // Replace multiple spaces with one space only
+  .trim();
+};
+exports.paragraphProcessor = paragraphProcessor;
+
+//# sourceMappingURL=paragraph.js.map

package/migrations/5.35.0/006/utils/processors/paragraph.js.map

@@ -0,0 +1 @@
+{"version":3,"names":["_get","_interopRequireDefault","require","_getLexicalContentText","supportedTypes","paragraphProcessor","element","includes","type","value","get","text","getLexicalContentText","replace","trim","exports"],"sources":["paragraph.ts"],"sourcesContent":["import get from \"lodash/get\";\n\nimport { getLexicalContentText } from \"../getLexicalContentText\";\n\nconst supportedTypes = [\"paragraph\", \"heading\", \"quote\", \"list\"];\n\nexport const paragraphProcessor = (element: Record<string, any>) => {\n    if (!supportedTypes.includes(element.type)) {\n        return \"\";\n    }\n\n    const value = get(element, \"data.text.data.text\");\n    // Get text from Lexical Editor JSON string.\n    const text = getLexicalContentText(value);\n\n    return text\n        .replace(/(<([^>]+)>)/gi, \"\") // Remove any HTML tag\n        .replace(/(\\n)|(\\r)|(\\r\\n)/gi, \"\") // Remove any new line char\n        .replace(/([ ]{2,})/gi, \" \") // Replace multiple spaces with one space only\n        .trim();\n};\n"],"mappings":";;;;;;;AAAA,IAAAA,IAAA,GAAAC,sBAAA,CAAAC,OAAA;AAEA,IAAAC,sBAAA,GAAAD,OAAA;AAEA,MAAME,cAAc,GAAG,CAAC,WAAW,EAAE,SAAS,EAAE,OAAO,EAAE,MAAM,CAAC;AAEzD,MAAMC,kBAAkB,GAAIC,OAA4B,IAAK;EAChE,IAAI,CAACF,cAAc,CAACG,QAAQ,CAACD,OAAO,CAACE,IAAI,CAAC,EAAE;IACxC,OAAO,EAAE;EACb;EAEA,MAAMC,KAAK,GAAG,IAAAC,YAAG,EAACJ,OAAO,EAAE,qBAAqB,CAAC;EACjD;EACA,MAAMK,IAAI,GAAG,IAAAC,4CAAqB,EAACH,KAAK,CAAC;EAEzC,OAAOE,IAAI,CACNE,OAAO,CAAC,eAAe,EAAE,EAAE,CAAC,CAAC;EAAA,CAC7BA,OAAO,CAAC,oBAAoB,EAAE,EAAE,CAAC,CAAC;EAAA,CAClCA,OAAO,CAAC,aAAa,EAAE,GAAG,CAAC,CAAC;EAAA,CAC5BC,IAAI,CAAC,CAAC;AACf,CAAC;AAACC,OAAA,CAAAV,kBAAA,GAAAA,kBAAA"}

package/migrations/5.36.0/001/constants.d.ts

@@ -0,0 +1,3 @@
+export declare const ROOT_FOLDER = "ROOT";
+export declare const FM_FILE_TYPE = "FmFile";
+export declare const ACO_SEARCH_MODEL_ID = "acoSearchRecord";

package/migrations/5.36.0/001/constants.js

@@ -0,0 +1,14 @@
+"use strict";
+
+Object.defineProperty(exports, "__esModule", {
+  value: true
+});
+exports.ROOT_FOLDER = exports.FM_FILE_TYPE = exports.ACO_SEARCH_MODEL_ID = void 0;
+const ROOT_FOLDER = "ROOT";
+exports.ROOT_FOLDER = ROOT_FOLDER;
+const FM_FILE_TYPE = "FmFile";
+exports.FM_FILE_TYPE = FM_FILE_TYPE;
+const ACO_SEARCH_MODEL_ID = "acoSearchRecord";
+exports.ACO_SEARCH_MODEL_ID = ACO_SEARCH_MODEL_ID;
+
+//# sourceMappingURL=constants.js.map

package/migrations/5.36.0/001/constants.js.map

@@ -0,0 +1 @@
+{"version":3,"names":["ROOT_FOLDER","exports","FM_FILE_TYPE","ACO_SEARCH_MODEL_ID"],"sources":["constants.ts"],"sourcesContent":["export const ROOT_FOLDER = \"ROOT\";\nexport const FM_FILE_TYPE = \"FmFile\";\nexport const ACO_SEARCH_MODEL_ID = \"acoSearchRecord\";\n"],"mappings":";;;;;;AAAO,MAAMA,WAAW,GAAG,MAAM;AAACC,OAAA,CAAAD,WAAA,GAAAA,WAAA;AAC3B,MAAME,YAAY,GAAG,QAAQ;AAACD,OAAA,CAAAC,YAAA,GAAAA,YAAA;AAC9B,MAAMC,mBAAmB,GAAG,iBAAiB;AAACF,OAAA,CAAAE,mBAAA,GAAAA,mBAAA"}

package/migrations/5.36.0/001/ddb/FileDataMigration.d.ts

@@ -0,0 +1,17 @@
+import { Table } from "@webiny/db-dynamodb/toolbox";
+import { DataMigration, DataMigrationContext } from "@webiny/data-migration";
+export declare type FileDataMigrationCheckpoint = Record<string, string | boolean | undefined>;
+export declare class AcoRecords_5_36_0_001_FileData implements DataMigration<FileDataMigrationCheckpoint> {
+    private readonly entryEntity;
+    private readonly localeEntity;
+    private readonly fileEntity;
+    private readonly tenantEntity;
+    constructor(table: Table<string, string, string>);
+    getId(): string;
+    getDescription(): string;
+    shouldExecute({ logger }: DataMigrationContext): Promise<boolean>;
+    execute({ logger, ...context }: DataMigrationContext): Promise<void>;
+    private listTenants;
+    private listLocales;
+    private createSearchRecordCommonFields;
+}

package/migrations/5.36.0/001/ddb/FileDataMigration.js

@@ -0,0 +1,241 @@
+"use strict";
+
+Object.defineProperty(exports, "__esModule", {
+  value: true
+});
+exports.AcoRecords_5_36_0_001_FileData = void 0;
+var _utils = require("@webiny/utils");
+var _createEntryEntity = require("../entities/createEntryEntity");
+var _createLocaleEntity = require("../entities/createLocaleEntity");
+var _createFileEntity = require("../entities/createFileEntity");
+var _createTenantEntity = require("../entities/createTenantEntity");
+var _utils2 = require("../../../../utils");
+var _createMimeTag = require("../utils/createMimeTag");
+var _constants = require("../constants");
+const isGroupMigrationCompleted = status => {
+  return typeof status === "boolean";
+};
+class AcoRecords_5_36_0_001_FileData {
+  constructor(table) {
+    this.entryEntity = (0, _createEntryEntity.createDdbEntryEntity)(table);
+    this.localeEntity = (0, _createLocaleEntity.createLocaleEntity)(table);
+    this.fileEntity = (0, _createFileEntity.createDdbFileEntity)(table);
+    this.tenantEntity = (0, _createTenantEntity.createTenantEntity)(table);
+  }
+  getId() {
+    return "FileData";
+  }
+  getDescription() {
+    return "Migrate FmFile Data -> Create ACO Search Records";
+  }
+  async shouldExecute({
+    logger
+  }) {
+    const tenants = await this.listTenants();
+    if (tenants.length === 0) {
+      logger.info(`No tenants found in the system; skipping migration.`);
+      return false;
+    }
+    for (const tenant of tenants) {
+      const locales = await this.listLocales({
+        tenant
+      });
+      if (locales.length === 0) {
+        logger.info(`No locales found in tenant "${tenant.data.id}".`);
+        continue;
+      }
+      for (const locale of locales) {
+        const latestFile = await (0, _utils2.queryOne)({
+          entity: this.fileEntity,
+          partitionKey: `T#${tenant.data.id}#L#${locale.code}#FM#FILES`,
+          options: {
+            index: "GSI1",
+            gte: " ",
+            reverse: true
+          }
+        });
+        if (!latestFile) {
+          logger.info(`No file found in tenant "${tenant.data.id}" and locale "${locale.code}".`);
+          continue;
+        }
+        const lastSearchRecord = await (0, _utils2.queryOne)({
+          entity: this.entryEntity,
+          partitionKey: `T#${tenant.data.id}#L#${locale.code}#CMS#CME#CME#wby-aco-${latestFile.data.id}`,
+          options: {
+            eq: "L"
+          }
+        });
+        if (lastSearchRecord) {
+          logger.info(`Files already migrated to Search Records in tenant "${tenant.data.id}" and locale "${locale.code}".`);
+          continue;
+        }
+        return true;
+      }
+    }
+    return false;
+  }
+  async execute({
+    logger,
+    ...context
+  }) {
+    const tenants = await this.listTenants();
+    const migrationStatus = context.checkpoint || {};
+    for (const tenant of tenants) {
+      const locales = await this.listLocales({
+        tenant
+      });
+      for (const locale of locales) {
+        const groupId = `${tenant.data.id}:${locale.code}`;
+        const status = migrationStatus[groupId];
+        if (isGroupMigrationCompleted(status)) {
+          continue;
+        }
+        let batch = 0;
+        await (0, _utils2.ddbQueryAllWithCallback)({
+          entity: this.fileEntity,
+          partitionKey: `T#${tenant.data.id}#L#${locale.code}#FM#FILES`,
+          options: {
+            index: "GSI1",
+            gt: status || " "
+          }
+        }, async files => {
+          batch++;
+          logger.info(`Processing batch #${batch} in group ${groupId} (${files.length} files).`);
+          const items = await files.reduce(async (accumulator, current) => {
+            const data = current.data;
+            const {
+              id,
+              tenant,
+              locale,
+              meta,
+              name
+            } = data;
+            const acc = await accumulator;
+            if (meta?.private) {
+              logger.info(`File "${name}" is marked as private, skipping migration.`);
+              return acc;
+            }
+            const entry = await this.createSearchRecordCommonFields(data);
+            const latestEntry = {
+              PK: `T#${tenant}#L#${locale}#CMS#CME#CME#wby-aco-${id}`,
+              SK: "L",
+              GSI1_PK: `T#${tenant}#L#${locale}#CMS#CME#M#acoSearchRecord#L`,
+              GSI1_SK: `wby-aco-${id}#0001`,
+              TYPE: "cms.entry.l",
+              ...entry
+            };
+            const revisionEntry = {
+              PK: `T#${tenant}#L#${locale}#CMS#CME#CME#wby-aco-${id}`,
+              SK: "REV#0001",
+              GSI1_PK: `T#${tenant}#L#${locale}#CMS#CME#M#acoSearchRecord#A`,
+              GSI1_SK: `wby-aco-${id}#0001`,
+              TYPE: "cms.entry",
+              ...entry
+            };
+            return [...acc, this.entryEntity.putBatch(latestEntry), this.entryEntity.putBatch(revisionEntry)];
+          }, Promise.resolve([]));
+          const execute = () => {
+            return (0, _utils2.batchWriteAll)({
+              table: this.entryEntity.table,
+              items
+            });
+          };
+          await (0, _utils.executeWithRetry)(execute, {
+            onFailedAttempt: error => {
+              logger.error(`"batchWriteAll" attempt #${error.attemptNumber} failed.`);
+              logger.error(error.message);
+            }
+          });
+          const cursor = files[files.length - 1]?.data.id;
+
+          // Update checkpoint after every batch
+          migrationStatus[groupId] = cursor;
+
+          // Check if we should store checkpoint and exit.
+          if (context.runningOutOfTime()) {
+            await context.createCheckpointAndExit(migrationStatus);
+          } else {
+            await context.createCheckpoint(migrationStatus);
+          }
+        });
+        migrationStatus[groupId] = true;
+        context.createCheckpoint(migrationStatus);
+      }
+    }
+  }
+  async listTenants() {
+    return await (0, _utils2.queryAll)({
+      entity: this.tenantEntity,
+      partitionKey: "TENANTS",
+      options: {
+        index: "GSI1",
+        gte: " "
+      }
+    });
+  }
+  async listLocales({
+    tenant
+  }) {
+    return await (0, _utils2.queryAll)({
+      entity: this.localeEntity,
+      partitionKey: `T#${tenant.data.id}#I18N#L`,
+      options: {
+        gte: " "
+      }
+    });
+  }
+  async createSearchRecordCommonFields(file) {
+    const {
+      tenant,
+      id,
+      key,
+      size,
+      type,
+      name,
+      meta,
+      createdOn,
+      createdBy,
+      tags,
+      aliases,
+      locale
+    } = file;
+    return {
+      createdBy,
+      createdOn,
+      entryId: `wby-aco-${id}`,
+      id: `wby-aco-${id}#0001`,
+      locked: false,
+      locale,
+      modelId: _constants.ACO_SEARCH_MODEL_ID,
+      modifiedBy: createdBy,
+      ownedBy: createdBy,
+      savedOn: createdOn,
+      status: "draft",
+      tenant,
+      version: 1,
+      webinyVersion: process.env.WEBINY_VERSION,
+      values: {
+        "text@title": name,
+        "wby-aco-json@data": {
+          id,
+          key,
+          size,
+          type,
+          name,
+          createdOn,
+          createdBy,
+          aliases,
+          meta
+        },
+        "object@location": {
+          "text@folderId": _constants.ROOT_FOLDER
+        },
+        "text@tags": (0, _createMimeTag.addMimeTag)(tags, type),
+        "text@type": _constants.FM_FILE_TYPE
+      }
+    };
+  }
+}
+exports.AcoRecords_5_36_0_001_FileData = AcoRecords_5_36_0_001_FileData;
+
+//# sourceMappingURL=FileDataMigration.js.map

package/migrations/5.36.0/001/ddb/FileDataMigration.js.map

@@ -0,0 +1 @@
+{"version":3,"names":["_utils","require","_createEntryEntity","_createLocaleEntity","_createFileEntity","_createTenantEntity","_utils2","_createMimeTag","_constants","isGroupMigrationCompleted","status","AcoRecords_5_36_0_001_FileData","constructor","table","entryEntity","createDdbEntryEntity","localeEntity","createLocaleEntity","fileEntity","createDdbFileEntity","tenantEntity","createTenantEntity","getId","getDescription","shouldExecute","logger","tenants","listTenants","length","info","tenant","locales","listLocales","data","id","locale","latestFile","queryOne","entity","partitionKey","code","options","index","gte","reverse","lastSearchRecord","eq","execute","context","migrationStatus","checkpoint","groupId","batch","ddbQueryAllWithCallback","gt","files","items","reduce","accumulator","current","meta","name","acc","private","entry","createSearchRecordCommonFields","latestEntry","PK","SK","GSI1_PK","GSI1_SK","TYPE","revisionEntry","putBatch","Promise","resolve","batchWriteAll","executeWithRetry","onFailedAttempt","error","attemptNumber","message","cursor","runningOutOfTime","createCheckpointAndExit","createCheckpoint","queryAll","file","key","size","type","createdOn","createdBy","tags","aliases","entryId","locked","modelId","ACO_SEARCH_MODEL_ID","modifiedBy","ownedBy","savedOn","version","webinyVersion","process","env","WEBINY_VERSION","values","ROOT_FOLDER","addMimeTag","FM_FILE_TYPE","exports"],"sources":["FileDataMigration.ts"],"sourcesContent":["import { Table } from \"@webiny/db-dynamodb/toolbox\";\nimport { DataMigration, DataMigrationContext } from \"@webiny/data-migration\";\nimport { PrimitiveValue } from \"@webiny/api-elasticsearch/types\";\nimport { executeWithRetry } from \"@webiny/utils\";\n\nimport { createDdbEntryEntity } from \"../entities/createEntryEntity\";\nimport { createLocaleEntity } from \"../entities/createLocaleEntity\";\nimport { createDdbFileEntity } from \"../entities/createFileEntity\";\nimport { createTenantEntity } from \"../entities/createTenantEntity\";\n\nimport { batchWriteAll, ddbQueryAllWithCallback, queryAll, queryOne } from \"~/utils\";\nimport { addMimeTag } from \"~/migrations/5.36.0/001/utils/createMimeTag\";\n\nimport { I18NLocale, ListLocalesParams, Tenant, File, FileItem } from \"../types\";\n\nimport { ACO_SEARCH_MODEL_ID, FM_FILE_TYPE, ROOT_FOLDER } from \"../constants\";\n\nconst isGroupMigrationCompleted = (\n    status: PrimitiveValue[] | boolean | undefined\n): status is boolean => {\n    return typeof status === \"boolean\";\n};\n\nexport type FileDataMigrationCheckpoint = Record<string, string | boolean | undefined>;\n\nexport class AcoRecords_5_36_0_001_FileData implements DataMigration<FileDataMigrationCheckpoint> {\n    private readonly entryEntity: ReturnType<typeof createDdbEntryEntity>;\n    private readonly localeEntity: ReturnType<typeof createLocaleEntity>;\n    private readonly fileEntity: ReturnType<typeof createDdbFileEntity>;\n    private readonly tenantEntity: ReturnType<typeof createTenantEntity>;\n\n    constructor(table: Table<string, string, string>) {\n        this.entryEntity = createDdbEntryEntity(table);\n        this.localeEntity = createLocaleEntity(table);\n        this.fileEntity = createDdbFileEntity(table);\n        this.tenantEntity = createTenantEntity(table);\n    }\n\n    getId() {\n        return \"FileData\";\n    }\n\n    getDescription() {\n        return \"Migrate FmFile Data -> Create ACO Search Records\";\n    }\n\n    async shouldExecute({ logger }: DataMigrationContext): Promise<boolean> {\n        const tenants = await this.listTenants();\n        if (tenants.length === 0) {\n            logger.info(`No tenants found in the system; skipping migration.`);\n            return false;\n        }\n\n        for (const tenant of tenants) {\n            const locales = await this.listLocales({ tenant });\n            if (locales.length === 0) {\n                logger.info(`No locales found in tenant \"${tenant.data.id}\".`);\n                continue;\n            }\n\n            for (const locale of locales) {\n                const latestFile = await queryOne<FileItem>({\n                    entity: this.fileEntity,\n                    partitionKey: `T#${tenant.data.id}#L#${locale.code}#FM#FILES`,\n                    options: {\n                        index: \"GSI1\",\n                        gte: \" \",\n                        reverse: true\n                    }\n                });\n\n                if (!latestFile) {\n                    logger.info(\n                        `No file found in tenant \"${tenant.data.id}\" and locale \"${locale.code}\".`\n                    );\n                    continue;\n                }\n\n                const lastSearchRecord = await queryOne<{ id: string }>({\n                    entity: this.entryEntity,\n                    partitionKey: `T#${tenant.data.id}#L#${locale.code}#CMS#CME#CME#wby-aco-${latestFile.data.id}`,\n                    options: {\n                        eq: \"L\"\n                    }\n                });\n\n                if (lastSearchRecord) {\n                    logger.info(\n                        `Files already migrated to Search Records in tenant \"${tenant.data.id}\" and locale \"${locale.code}\".`\n                    );\n                    continue;\n                }\n                return true;\n            }\n        }\n        return false;\n    }\n\n    async execute({ logger, ...context }: DataMigrationContext): Promise<void> {\n        const tenants = await this.listTenants();\n\n        const migrationStatus = context.checkpoint || {};\n\n        for (const tenant of tenants) {\n            const locales = await this.listLocales({ tenant });\n\n            for (const locale of locales) {\n                const groupId = `${tenant.data.id}:${locale.code}`;\n                const status = migrationStatus[groupId];\n\n                if (isGroupMigrationCompleted(status)) {\n                    continue;\n                }\n\n                let batch = 0;\n                await ddbQueryAllWithCallback<FileItem>(\n                    {\n                        entity: this.fileEntity,\n                        partitionKey: `T#${tenant.data.id}#L#${locale.code}#FM#FILES`,\n                        options: {\n                            index: \"GSI1\",\n                            gt: status || \" \"\n                        }\n                    },\n                    async files => {\n                        batch++;\n                        logger.info(\n                            `Processing batch #${batch} in group ${groupId} (${files.length} files).`\n                        );\n\n                        const items = await files.reduce(\n                            async (accumulator: Promise<any>, current) => {\n                                const data = current.data;\n                                const { id, tenant, locale, meta, name } = data;\n\n                                const acc = await accumulator;\n\n                                if (meta?.private) {\n                                    logger.info(\n                                        `File \"${name}\" is marked as private, skipping migration.`\n                                    );\n                                    return acc;\n                                }\n\n                                const entry = await this.createSearchRecordCommonFields(data);\n\n                                const latestEntry = {\n                                    PK: `T#${tenant}#L#${locale}#CMS#CME#CME#wby-aco-${id}`,\n                                    SK: \"L\",\n                                    GSI1_PK: `T#${tenant}#L#${locale}#CMS#CME#M#acoSearchRecord#L`,\n                                    GSI1_SK: `wby-aco-${id}#0001`,\n                                    TYPE: \"cms.entry.l\",\n                                    ...entry\n                                };\n\n                                const revisionEntry = {\n                                    PK: `T#${tenant}#L#${locale}#CMS#CME#CME#wby-aco-${id}`,\n                                    SK: \"REV#0001\",\n                                    GSI1_PK: `T#${tenant}#L#${locale}#CMS#CME#M#acoSearchRecord#A`,\n                                    GSI1_SK: `wby-aco-${id}#0001`,\n                                    TYPE: \"cms.entry\",\n                                    ...entry\n                                };\n\n                                return [\n                                    ...acc,\n                                    this.entryEntity.putBatch(latestEntry),\n                                    this.entryEntity.putBatch(revisionEntry)\n                                ];\n                            },\n                            Promise.resolve([])\n                        );\n\n                        const execute = () => {\n                            return batchWriteAll({ table: this.entryEntity.table, items });\n                        };\n\n                        await executeWithRetry(execute, {\n                            onFailedAttempt: error => {\n                                logger.error(\n                                    `\"batchWriteAll\" attempt #${error.attemptNumber} failed.`\n                                );\n                                logger.error(error.message);\n                            }\n                        });\n\n                        const cursor = files[files.length - 1]?.data.id;\n\n                        // Update checkpoint after every batch\n                        migrationStatus[groupId] = cursor;\n\n                        // Check if we should store checkpoint and exit.\n                        if (context.runningOutOfTime()) {\n                            await context.createCheckpointAndExit(migrationStatus);\n                        } else {\n                            await context.createCheckpoint(migrationStatus);\n                        }\n                    }\n                );\n\n                migrationStatus[groupId] = true;\n                context.createCheckpoint(migrationStatus);\n            }\n        }\n    }\n\n    private async listTenants(): Promise<Tenant[]> {\n        return await queryAll<Tenant>({\n            entity: this.tenantEntity,\n            partitionKey: \"TENANTS\",\n            options: {\n                index: \"GSI1\",\n                gte: \" \"\n            }\n        });\n    }\n\n    private async listLocales({ tenant }: ListLocalesParams): Promise<I18NLocale[]> {\n        return await queryAll<I18NLocale>({\n            entity: this.localeEntity,\n            partitionKey: `T#${tenant.data.id}#I18N#L`,\n            options: {\n                gte: \" \"\n            }\n        });\n    }\n\n    private async createSearchRecordCommonFields(file: File) {\n        const {\n            tenant,\n            id,\n            key,\n            size,\n            type,\n            name,\n            meta,\n            createdOn,\n            createdBy,\n            tags,\n            aliases,\n            locale\n        } = file;\n\n        return {\n            createdBy,\n            createdOn,\n            entryId: `wby-aco-${id}`,\n            id: `wby-aco-${id}#0001`,\n            locked: false,\n            locale,\n            modelId: ACO_SEARCH_MODEL_ID,\n            modifiedBy: createdBy,\n            ownedBy: createdBy,\n            savedOn: createdOn,\n            status: \"draft\",\n            tenant,\n            version: 1,\n            webinyVersion: process.env.WEBINY_VERSION,\n            values: {\n                \"text@title\": name,\n                \"wby-aco-json@data\": {\n                    id,\n                    key,\n                    size,\n                    type,\n                    name,\n                    createdOn,\n                    createdBy,\n                    aliases,\n                    meta\n                },\n                \"object@location\": {\n                    \"text@folderId\": ROOT_FOLDER\n                },\n                \"text@tags\": addMimeTag(tags, type),\n                \"text@type\": FM_FILE_TYPE\n            }\n        };\n    }\n}\n"],"mappings":";;;;;;AAGA,IAAAA,MAAA,GAAAC,OAAA;AAEA,IAAAC,kBAAA,GAAAD,OAAA;AACA,IAAAE,mBAAA,GAAAF,OAAA;AACA,IAAAG,iBAAA,GAAAH,OAAA;AACA,IAAAI,mBAAA,GAAAJ,OAAA;AAEA,IAAAK,OAAA,GAAAL,OAAA;AACA,IAAAM,cAAA,GAAAN,OAAA;AAIA,IAAAO,UAAA,GAAAP,OAAA;AAEA,MAAMQ,yBAAyB,GAC3BC,MAA8C,IAC1B;EACpB,OAAO,OAAOA,MAAM,KAAK,SAAS;AACtC,CAAC;AAIM,MAAMC,8BAA8B,CAAuD;EAM9FC,WAAWA,CAACC,KAAoC,EAAE;IAC9C,IAAI,CAACC,WAAW,GAAG,IAAAC,uCAAoB,EAACF,KAAK,CAAC;IAC9C,IAAI,CAACG,YAAY,GAAG,IAAAC,sCAAkB,EAACJ,KAAK,CAAC;IAC7C,IAAI,CAACK,UAAU,GAAG,IAAAC,qCAAmB,EAACN,KAAK,CAAC;IAC5C,IAAI,CAACO,YAAY,GAAG,IAAAC,sCAAkB,EAACR,KAAK,CAAC;EACjD;EAEAS,KAAKA,CAAA,EAAG;IACJ,OAAO,UAAU;EACrB;EAEAC,cAAcA,CAAA,EAAG;IACb,OAAO,kDAAkD;EAC7D;EAEA,MAAMC,aAAaA,CAAC;IAAEC;EAA6B,CAAC,EAAoB;IACpE,MAAMC,OAAO,GAAG,MAAM,IAAI,CAACC,WAAW,CAAC,CAAC;IACxC,IAAID,OAAO,CAACE,MAAM,KAAK,CAAC,EAAE;MACtBH,MAAM,CAACI,IAAI,CAAE,qDAAoD,CAAC;MAClE,OAAO,KAAK;IAChB;IAEA,KAAK,MAAMC,MAAM,IAAIJ,OAAO,EAAE;MAC1B,MAAMK,OAAO,GAAG,MAAM,IAAI,CAACC,WAAW,CAAC;QAAEF;MAAO,CAAC,CAAC;MAClD,IAAIC,OAAO,CAACH,MAAM,KAAK,CAAC,EAAE;QACtBH,MAAM,CAACI,IAAI,CAAE,+BAA8BC,MAAM,CAACG,IAAI,CAACC,EAAG,IAAG,CAAC;QAC9D;MACJ;MAEA,KAAK,MAAMC,MAAM,IAAIJ,OAAO,EAAE;QAC1B,MAAMK,UAAU,GAAG,MAAM,IAAAC,gBAAQ,EAAW;UACxCC,MAAM,EAAE,IAAI,CAACpB,UAAU;UACvBqB,YAAY,EAAG,KAAIT,MAAM,CAACG,IAAI,CAACC,EAAG,MAAKC,MAAM,CAACK,IAAK,WAAU;UAC7DC,OAAO,EAAE;YACLC,KAAK,EAAE,MAAM;YACbC,GAAG,EAAE,GAAG;YACRC,OAAO,EAAE;UACb;QACJ,CAAC,CAAC;QAEF,IAAI,CAACR,UAAU,EAAE;UACbX,MAAM,CAACI,IAAI,CACN,4BAA2BC,MAAM,CAACG,IAAI,CAACC,EAAG,iBAAgBC,MAAM,CAACK,IAAK,IAC3E,CAAC;UACD;QACJ;QAEA,MAAMK,gBAAgB,GAAG,MAAM,IAAAR,gBAAQ,EAAiB;UACpDC,MAAM,EAAE,IAAI,CAACxB,WAAW;UACxByB,YAAY,EAAG,KAAIT,MAAM,CAACG,IAAI,CAACC,EAAG,MAAKC,MAAM,CAACK,IAAK,wBAAuBJ,UAAU,CAACH,IAAI,CAACC,EAAG,EAAC;UAC9FO,OAAO,EAAE;YACLK,EAAE,EAAE;UACR;QACJ,CAAC,CAAC;QAEF,IAAID,gBAAgB,EAAE;UAClBpB,MAAM,CAACI,IAAI,CACN,uDAAsDC,MAAM,CAACG,IAAI,CAACC,EAAG,iBAAgBC,MAAM,CAACK,IAAK,IACtG,CAAC;UACD;QACJ;QACA,OAAO,IAAI;MACf;IACJ;IACA,OAAO,KAAK;EAChB;EAEA,MAAMO,OAAOA,CAAC;IAAEtB,MAAM;IAAE,GAAGuB;EAA8B,CAAC,EAAiB;IACvE,MAAMtB,OAAO,GAAG,MAAM,IAAI,CAACC,WAAW,CAAC,CAAC;IAExC,MAAMsB,eAAe,GAAGD,OAAO,CAACE,UAAU,IAAI,CAAC,CAAC;IAEhD,KAAK,MAAMpB,MAAM,IAAIJ,OAAO,EAAE;MAC1B,MAAMK,OAAO,GAAG,MAAM,IAAI,CAACC,WAAW,CAAC;QAAEF;MAAO,CAAC,CAAC;MAElD,KAAK,MAAMK,MAAM,IAAIJ,OAAO,EAAE;QAC1B,MAAMoB,OAAO,GAAI,GAAErB,MAAM,CAACG,IAAI,CAACC,EAAG,IAAGC,MAAM,CAACK,IAAK,EAAC;QAClD,MAAM9B,MAAM,GAAGuC,eAAe,CAACE,OAAO,CAAC;QAEvC,IAAI1C,yBAAyB,CAACC,MAAM,CAAC,EAAE;UACnC;QACJ;QAEA,IAAI0C,KAAK,GAAG,CAAC;QACb,MAAM,IAAAC,+BAAuB,EACzB;UACIf,MAAM,EAAE,IAAI,CAACpB,UAAU;UACvBqB,YAAY,EAAG,KAAIT,MAAM,CAACG,IAAI,CAACC,EAAG,MAAKC,MAAM,CAACK,IAAK,WAAU;UAC7DC,OAAO,EAAE;YACLC,KAAK,EAAE,MAAM;YACbY,EAAE,EAAE5C,MAAM,IAAI;UAClB;QACJ,CAAC,EACD,MAAM6C,KAAK,IAAI;UACXH,KAAK,EAAE;UACP3B,MAAM,CAACI,IAAI,CACN,qBAAoBuB,KAAM,aAAYD,OAAQ,KAAII,KAAK,CAAC3B,MAAO,UACpE,CAAC;UAED,MAAM4B,KAAK,GAAG,MAAMD,KAAK,CAACE,MAAM,CAC5B,OAAOC,WAAyB,EAAEC,OAAO,KAAK;YAC1C,MAAM1B,IAAI,GAAG0B,OAAO,CAAC1B,IAAI;YACzB,MAAM;cAAEC,EAAE;cAAEJ,MAAM;cAAEK,MAAM;cAAEyB,IAAI;cAAEC;YAAK,CAAC,GAAG5B,IAAI;YAE/C,MAAM6B,GAAG,GAAG,MAAMJ,WAAW;YAE7B,IAAIE,IAAI,EAAEG,OAAO,EAAE;cACftC,MAAM,CAACI,IAAI,CACN,SAAQgC,IAAK,6CAClB,CAAC;cACD,OAAOC,GAAG;YACd;YAEA,MAAME,KAAK,GAAG,MAAM,IAAI,CAACC,8BAA8B,CAAChC,IAAI,CAAC;YAE7D,MAAMiC,WAAW,GAAG;cAChBC,EAAE,EAAG,KAAIrC,MAAO,MAAKK,MAAO,wBAAuBD,EAAG,EAAC;cACvDkC,EAAE,EAAE,GAAG;cACPC,OAAO,EAAG,KAAIvC,MAAO,MAAKK,MAAO,8BAA6B;cAC9DmC,OAAO,EAAG,WAAUpC,EAAG,OAAM;cAC7BqC,IAAI,EAAE,aAAa;cACnB,GAAGP;YACP,CAAC;YAED,MAAMQ,aAAa,GAAG;cAClBL,EAAE,EAAG,KAAIrC,MAAO,MAAKK,MAAO,wBAAuBD,EAAG,EAAC;cACvDkC,EAAE,EAAE,UAAU;cACdC,OAAO,EAAG,KAAIvC,MAAO,MAAKK,MAAO,8BAA6B;cAC9DmC,OAAO,EAAG,WAAUpC,EAAG,OAAM;cAC7BqC,IAAI,EAAE,WAAW;cACjB,GAAGP;YACP,CAAC;YAED,OAAO,CACH,GAAGF,GAAG,EACN,IAAI,CAAChD,WAAW,CAAC2D,QAAQ,CAACP,WAAW,CAAC,EACtC,IAAI,CAACpD,WAAW,CAAC2D,QAAQ,CAACD,aAAa,CAAC,CAC3C;UACL,CAAC,EACDE,OAAO,CAACC,OAAO,CAAC,EAAE,CACtB,CAAC;UAED,MAAM5B,OAAO,GAAGA,CAAA,KAAM;YAClB,OAAO,IAAA6B,qBAAa,EAAC;cAAE/D,KAAK,EAAE,IAAI,CAACC,WAAW,CAACD,KAAK;cAAE2C;YAAM,CAAC,CAAC;UAClE,CAAC;UAED,MAAM,IAAAqB,uBAAgB,EAAC9B,OAAO,EAAE;YAC5B+B,eAAe,EAAEC,KAAK,IAAI;cACtBtD,MAAM,CAACsD,KAAK,CACP,4BAA2BA,KAAK,CAACC,aAAc,UACpD,CAAC;cACDvD,MAAM,CAACsD,KAAK,CAACA,KAAK,CAACE,OAAO,CAAC;YAC/B;UACJ,CAAC,CAAC;UAEF,MAAMC,MAAM,GAAG3B,KAAK,CAACA,KAAK,CAAC3B,MAAM,GAAG,CAAC,CAAC,EAAEK,IAAI,CAACC,EAAE;;UAE/C;UACAe,eAAe,CAACE,OAAO,CAAC,GAAG+B,MAAM;;UAEjC;UACA,IAAIlC,OAAO,CAACmC,gBAAgB,CAAC,CAAC,EAAE;YAC5B,MAAMnC,OAAO,CAACoC,uBAAuB,CAACnC,eAAe,CAAC;UAC1D,CAAC,MAAM;YACH,MAAMD,OAAO,CAACqC,gBAAgB,CAACpC,eAAe,CAAC;UACnD;QACJ,CACJ,CAAC;QAEDA,eAAe,CAACE,OAAO,CAAC,GAAG,IAAI;QAC/BH,OAAO,CAACqC,gBAAgB,CAACpC,eAAe,CAAC;MAC7C;IACJ;EACJ;EAEA,MAActB,WAAWA,CAAA,EAAsB;IAC3C,OAAO,MAAM,IAAA2D,gBAAQ,EAAS;MAC1BhD,MAAM,EAAE,IAAI,CAAClB,YAAY;MACzBmB,YAAY,EAAE,SAAS;MACvBE,OAAO,EAAE;QACLC,KAAK,EAAE,MAAM;QACbC,GAAG,EAAE;MACT;IACJ,CAAC,CAAC;EACN;EAEA,MAAcX,WAAWA,CAAC;IAAEF;EAA0B,CAAC,EAAyB;IAC5E,OAAO,MAAM,IAAAwD,gBAAQ,EAAa;MAC9BhD,MAAM,EAAE,IAAI,CAACtB,YAAY;MACzBuB,YAAY,EAAG,KAAIT,MAAM,CAACG,IAAI,CAACC,EAAG,SAAQ;MAC1CO,OAAO,EAAE;QACLE,GAAG,EAAE;MACT;IACJ,CAAC,CAAC;EACN;EAEA,MAAcsB,8BAA8BA,CAACsB,IAAU,EAAE;IACrD,MAAM;MACFzD,MAAM;MACNI,EAAE;MACFsD,GAAG;MACHC,IAAI;MACJC,IAAI;MACJ7B,IAAI;MACJD,IAAI;MACJ+B,SAAS;MACTC,SAAS;MACTC,IAAI;MACJC,OAAO;MACP3D;IACJ,CAAC,GAAGoD,IAAI;IAER,OAAO;MACHK,SAAS;MACTD,SAAS;MACTI,OAAO,EAAG,WAAU7D,EAAG,EAAC;MACxBA,EAAE,EAAG,WAAUA,EAAG,OAAM;MACxB8D,MAAM,EAAE,KAAK;MACb7D,MAAM;MACN8D,OAAO,EAAEC,8BAAmB;MAC5BC,UAAU,EAAEP,SAAS;MACrBQ,OAAO,EAAER,SAAS;MAClBS,OAAO,EAAEV,SAAS;MAClBjF,MAAM,EAAE,OAAO;MACfoB,MAAM;MACNwE,OAAO,EAAE,CAAC;MACVC,aAAa,EAAEC,OAAO,CAACC,GAAG,CAACC,cAAc;MACzCC,MAAM,EAAE;QACJ,YAAY,EAAE9C,IAAI;QAClB,mBAAmB,EAAE;UACjB3B,EAAE;UACFsD,GAAG;UACHC,IAAI;UACJC,IAAI;UACJ7B,IAAI;UACJ8B,SAAS;UACTC,SAAS;UACTE,OAAO;UACPlC;QACJ,CAAC;QACD,iBAAiB,EAAE;UACf,eAAe,EAAEgD;QACrB,CAAC;QACD,WAAW,EAAE,IAAAC,yBAAU,EAAChB,IAAI,EAAEH,IAAI,CAAC;QACnC,WAAW,EAAEoB;MACjB;IACJ,CAAC;EACL;AACJ;AAACC,OAAA,CAAApG,8BAAA,GAAAA,8BAAA"}

package/migrations/5.36.0/001/ddb/index.d.ts

@@ -0,0 +1,10 @@
+import { Table } from "@webiny/db-dynamodb/toolbox";
+import { DataMigration, DataMigrationContext } from "@webiny/data-migration";
+export declare class AcoRecords_5_36_0_001 implements DataMigration {
+    private migrations;
+    constructor(table: Table<string, string, string>);
+    getId(): string;
+    getDescription(): string;
+    shouldExecute(context: DataMigrationContext): Promise<boolean>;
+    execute(context: DataMigrationContext): Promise<void>;
+}

package/migrations/5.36.0/001/ddb/index.js

@@ -0,0 +1,49 @@
+"use strict";
+
+Object.defineProperty(exports, "__esModule", {
+  value: true
+});
+exports.AcoRecords_5_36_0_001 = void 0;
+var _ioc = require("@webiny/ioc");
+var _dataMigration = require("@webiny/data-migration");
+var _FileDataMigration = require("./FileDataMigration");
+class AcoRecords_5_36_0_001 {
+  constructor(table) {
+    this.migrations = [new _FileDataMigration.AcoRecords_5_36_0_001_FileData(table)];
+  }
+  getId() {
+    return "5.36.0-001";
+  }
+  getDescription() {
+    return "Migrate FmFile Data -> Create ACO Search Records";
+  }
+  async shouldExecute(context) {
+    for (const migration of this.migrations) {
+      const childLogger = (0, _dataMigration.getChildLogger)(context.logger, migration);
+      const childContext = {
+        ...context,
+        logger: childLogger
+      };
+      if (await migration.shouldExecute(childContext)) {
+        return true;
+      }
+    }
+    return false;
+  }
+  async execute(context) {
+    for (const migration of this.migrations) {
+      const childLogger = (0, _dataMigration.getChildLogger)(context.logger, migration);
+      const childContext = {
+        ...context,
+        logger: childLogger
+      };
+      if (await migration.shouldExecute(childContext)) {
+        await migration.execute(childContext);
+      }
+    }
+  }
+}
+exports.AcoRecords_5_36_0_001 = AcoRecords_5_36_0_001;
+(0, _ioc.makeInjectable)(AcoRecords_5_36_0_001, [(0, _ioc.inject)(_dataMigration.PrimaryDynamoTableSymbol)]);
+
+//# sourceMappingURL=index.js.map

package/migrations/5.36.0/001/ddb/index.js.map

@@ -0,0 +1 @@
+{"version":3,"names":["_ioc","require","_dataMigration","_FileDataMigration","AcoRecords_5_36_0_001","constructor","table","migrations","AcoRecords_5_36_0_001_FileData","getId","getDescription","shouldExecute","context","migration","childLogger","getChildLogger","logger","childContext","execute","exports","makeInjectable","inject","PrimaryDynamoTableSymbol"],"sources":["index.ts"],"sourcesContent":["import { Table } from \"@webiny/db-dynamodb/toolbox\";\nimport { makeInjectable, inject } from \"@webiny/ioc\";\nimport {\n    DataMigration,\n    DataMigrationContext,\n    getChildLogger,\n    PrimaryDynamoTableSymbol\n} from \"@webiny/data-migration\";\nimport { AcoRecords_5_36_0_001_FileData } from \"./FileDataMigration\";\n\nexport class AcoRecords_5_36_0_001 implements DataMigration {\n    private migrations: DataMigration[];\n\n    public constructor(table: Table<string, string, string>) {\n        this.migrations = [new AcoRecords_5_36_0_001_FileData(table)];\n    }\n\n    public getId() {\n        return \"5.36.0-001\";\n    }\n\n    public getDescription() {\n        return \"Migrate FmFile Data -> Create ACO Search Records\";\n    }\n\n    async shouldExecute(context: DataMigrationContext): Promise<boolean> {\n        for (const migration of this.migrations) {\n            const childLogger = getChildLogger(context.logger, migration);\n            const childContext = { ...context, logger: childLogger };\n            if (await migration.shouldExecute(childContext)) {\n                return true;\n            }\n        }\n        return false;\n    }\n\n    async execute(context: DataMigrationContext): Promise<void> {\n        for (const migration of this.migrations) {\n            const childLogger = getChildLogger(context.logger, migration);\n            const childContext = { ...context, logger: childLogger };\n            if (await migration.shouldExecute(childContext)) {\n                await migration.execute(childContext);\n            }\n        }\n    }\n}\n\nmakeInjectable(AcoRecords_5_36_0_001, [inject(PrimaryDynamoTableSymbol)]);\n"],"mappings":";;;;;;AACA,IAAAA,IAAA,GAAAC,OAAA;AACA,IAAAC,cAAA,GAAAD,OAAA;AAMA,IAAAE,kBAAA,GAAAF,OAAA;AAEO,MAAMG,qBAAqB,CAA0B;EAGjDC,WAAWA,CAACC,KAAoC,EAAE;IACrD,IAAI,CAACC,UAAU,GAAG,CAAC,IAAIC,iDAA8B,CAACF,KAAK,CAAC,CAAC;EACjE;EAEOG,KAAKA,CAAA,EAAG;IACX,OAAO,YAAY;EACvB;EAEOC,cAAcA,CAAA,EAAG;IACpB,OAAO,kDAAkD;EAC7D;EAEA,MAAMC,aAAaA,CAACC,OAA6B,EAAoB;IACjE,KAAK,MAAMC,SAAS,IAAI,IAAI,CAACN,UAAU,EAAE;MACrC,MAAMO,WAAW,GAAG,IAAAC,6BAAc,EAACH,OAAO,CAACI,MAAM,EAAEH,SAAS,CAAC;MAC7D,MAAMI,YAAY,GAAG;QAAE,GAAGL,OAAO;QAAEI,MAAM,EAAEF;MAAY,CAAC;MACxD,IAAI,MAAMD,SAAS,CAACF,aAAa,CAACM,YAAY,CAAC,EAAE;QAC7C,OAAO,IAAI;MACf;IACJ;IACA,OAAO,KAAK;EAChB;EAEA,MAAMC,OAAOA,CAACN,OAA6B,EAAiB;IACxD,KAAK,MAAMC,SAAS,IAAI,IAAI,CAACN,UAAU,EAAE;MACrC,MAAMO,WAAW,GAAG,IAAAC,6BAAc,EAACH,OAAO,CAACI,MAAM,EAAEH,SAAS,CAAC;MAC7D,MAAMI,YAAY,GAAG;QAAE,GAAGL,OAAO;QAAEI,MAAM,EAAEF;MAAY,CAAC;MACxD,IAAI,MAAMD,SAAS,CAACF,aAAa,CAACM,YAAY,CAAC,EAAE;QAC7C,MAAMJ,SAAS,CAACK,OAAO,CAACD,YAAY,CAAC;MACzC;IACJ;EACJ;AACJ;AAACE,OAAA,CAAAf,qBAAA,GAAAA,qBAAA;AAED,IAAAgB,mBAAc,EAAChB,qBAAqB,EAAE,CAAC,IAAAiB,WAAM,EAACC,uCAAwB,CAAC,CAAC,CAAC"}

package/migrations/5.36.0/001/ddb-es/FileDataMigration.d.ts

@@ -0,0 +1,20 @@
+import { Table } from "@webiny/db-dynamodb/toolbox";
+import { Client } from "@elastic/elasticsearch";
+import { PrimitiveValue } from "@webiny/api-elasticsearch/types";
+import { DataMigration, DataMigrationContext } from "@webiny/data-migration";
+export declare type FileDataMigrationCheckpoint = Record<string, PrimitiveValue[] | boolean | undefined>;
+export declare class AcoRecords_5_36_0_001_FileData implements DataMigration<FileDataMigrationCheckpoint> {
+    private readonly elasticsearchClient;
+    private readonly ddbEntryEntity;
+    private readonly ddbEsEntryEntity;
+    private readonly localeEntity;
+    private readonly tenantEntity;
+    constructor(table: Table<string, string, string>, esTable: Table<string, string, string>, elasticsearchClient: Client);
+    getId(): string;
+    getDescription(): string;
+    shouldExecute({ logger }: DataMigrationContext): Promise<boolean>;
+    execute({ logger, ...context }: DataMigrationContext<FileDataMigrationCheckpoint>): Promise<void>;
+    private listTenants;
+    private listLocales;
+    private createSearchRecordCommonFields;
+}