@messagevisor/catalog 0.5.0 → 0.6.0

package/lib/node/index.js

@@ -100,6 +100,90 @@ var fs = __importStar(require("fs"));
 var http = __importStar(require("http"));
 var path = __importStar(require("path"));
 var formatExamplePreview_1 = require("./formatExamplePreview");
+var CLI_FORMAT_GREEN = "\x1b[32m%s\x1b[0m";
+var CLI_FORMAT_DIM = "\x1b[2m%s\x1b[0m";
+var CLI_FORMAT_BOLD = "\x1b[1m%s\x1b[0m";
+function colorize(value, colorCode) {
+    return "\u001B[".concat(colorCode, "m").concat(value, "\u001B[0m");
+}
+function prettyDuration(diffInMs) {
+    var diff = Math.abs(diffInMs);
+    if (diff === 0) {
+        return "0ms";
+    }
+    var ms = diff % 1000;
+    diff = (diff - ms) / 1000;
+    var secs = diff % 60;
+    diff = (diff - secs) / 60;
+    var mins = diff % 60;
+    var hrs = (diff - mins) / 60;
+    var result = "";
+    if (hrs) {
+        result += " ".concat(hrs, "h");
+    }
+    if (mins) {
+        result += " ".concat(mins, "m");
+    }
+    if (secs) {
+        result += " ".concat(secs, "s");
+    }
+    if (ms) {
+        result += " ".concat(ms, "ms");
+    }
+    return result.trim();
+}
+function pluralize(count, singular, plural) {
+    if (plural === void 0) { plural = "".concat(singular, "s"); }
+    return "".concat(count, " ").concat(count === 1 ? singular : plural);
+}
+function formatCatalogPath(rootDirectoryPath, filePath) {
+    var relativePath = path.relative(rootDirectoryPath, filePath);
+    if (relativePath && !relativePath.startsWith("..") && !path.isAbsolute(relativePath)) {
+        return relativePath;
+    }
+    return filePath;
+}
+var CatalogProgressReporter = /** @class */ (function () {
+    function CatalogProgressReporter(rootDirectoryPath, outputDirectoryPath) {
+        this.rootDirectoryPath = rootDirectoryPath;
+        this.outputDirectoryPath = outputDirectoryPath;
+        this.startedAt = Date.now();
+    }
+    CatalogProgressReporter.prototype.start = function (options) {
+        console.log("");
+        console.log(CLI_FORMAT_BOLD, "Generating Messagevisor catalog");
+        console.log("  ".concat(colorize("Output", 36), ": ").concat(formatCatalogPath(this.rootDirectoryPath, this.outputDirectoryPath)));
+        console.log("  ".concat(colorize("Router", 36), ": ").concat(options.browserRouter ? "browser" : "hash"));
+        console.log("  ".concat(colorize("Sets", 36), ":   ").concat(options.sets ? "enabled" : "none"));
+        console.log("  ".concat(colorize("Features", 36), ": ").concat(options.features.join(", ") || "none"));
+        console.log("");
+    };
+    CatalogProgressReporter.prototype.step = function (label, detail) {
+        var suffix = detail ? ": ".concat(colorize(detail, 2)) : "";
+        console.log("  ".concat(colorize("•", 36), " ").concat(label).concat(suffix));
+        return Date.now();
+    };
+    CatalogProgressReporter.prototype.done = function (startedAt, detail) {
+        var suffix = detail ? " ".concat(detail) : "";
+        console.log(CLI_FORMAT_DIM, "    done in ".concat(prettyDuration(Date.now() - startedAt)).concat(suffix));
+    };
+    CatalogProgressReporter.prototype.setStart = function (set) {
+        console.log("");
+        if (set) {
+            console.log(CLI_FORMAT_BOLD, "Set \"".concat(set, "\""));
+        }
+        else {
+            console.log(CLI_FORMAT_BOLD, "Root catalog");
+        }
+        return Date.now();
+    };
+    CatalogProgressReporter.prototype.complete = function () {
+        console.log("");
+        console.log(CLI_FORMAT_GREEN, "Catalog exported to ".concat(formatCatalogPath(this.rootDirectoryPath, this.outputDirectoryPath)));
+        console.log(CLI_FORMAT_BOLD, "Time: ".concat(prettyDuration(Date.now() - this.startedAt)));
+    };
+    return CatalogProgressReporter;
+}());
 exports.CATALOG_SCHEMA_VERSION = "1";
 exports.CATALOG_HISTORY_PAGE_SIZE = 50;
 function toPosixPath(value) {
@@ -815,12 +899,14 @@ function buildSetCatalog(context, set, projectConfig, datasource, outputRelative
                 translationShards[filename][msgKey].add(lower);
             }
         }
-        var outputDirectoryPath, _a, localeKeys, messageKeys, attributeKeys, segmentKeys, targetKeys, _b, locales, messages, attributes, segments, targets, messageTargets, targetMessages, localeTargets, attributeTargets, segmentTargets, attributesUsedInSegments, attributesUsedInMessages, segmentsUsedInMessages, _i, targetKeys_1, targetKey, targetLocaleKeys, _c, targetLocaleKeys_1, localeKey, _d, _e, messageKey, _f, segmentKeys_1, segmentKey, usedAttributes, _g, _h, attributeKey, _j, messageKeys_1, messageKey, message, targetsForMessage, _k, _l, override, usedAttributes, usedSegments, _m, _o, attributeKey, _p, targetsForMessage_1, targetKey, _q, _r, segmentKey, _s, targetsForMessage_2, targetKey, _t, _u, attributeKey, _v, _w, segmentKey, _x, _y, targetKey, history, localeDirections, duplicateResult, duplicatesByLocale, index, evaluatedMessageExamplesByKey, evaluatedLocaleExamplesByKey, _loop_1, _z, localeKeys_1, localeKey, translationShards, _loop_2, _0, messageKeys_2, messageKey, _1, _2, _3, prefix, messageMap, shardData, _4, _5, _6, msgKey, valueSet, _7, attributeKeys_1, attributeKey, attribute, sourceFileInfo, detail, _8, segmentKeys_2, segmentKey, segment, usedAttributes, sourceFileInfo, detail, _9, targetKeys_2, targetKey, target, targetLocaleKeys, formatsByLocale, formatRowsByLocale, _10, targetLocaleKeys_2, localeKey, sourceFileInfo, detail, _11, _12, type;
-        var _13, _14;
-        return __generator(this, function (_15) {
-            switch (_15.label) {
+        var outputDirectoryPath, setStartedAt, entitiesStartedAt, _a, localeKeys, messageKeys, attributeKeys, segmentKeys, targetKeys, _b, locales, messages, attributes, segments, targets, relationshipsStartedAt, messageTargets, targetMessages, localeTargets, attributeTargets, segmentTargets, attributesUsedInSegments, attributesUsedInMessages, segmentsUsedInMessages, _i, targetKeys_1, targetKey, targetLocaleKeys, _c, targetLocaleKeys_1, localeKey, _d, _e, messageKey, _f, segmentKeys_1, segmentKey, usedAttributes, _g, _h, attributeKey, _j, messageKeys_1, messageKey, message, targetsForMessage, _k, _l, override, usedAttributes, usedSegments, _m, _o, attributeKey, _p, targetsForMessage_1, targetKey, _q, _r, segmentKey, _s, targetsForMessage_2, targetKey, _t, _u, attributeKey, _v, _w, segmentKey, _x, _y, targetKey, history, localeDirections, duplicateResult, duplicatesByLocale, index, historyStartedAt, examplesStartedAt, evaluatedMessageExamplesByKey, evaluatedLocaleExamplesByKey, localesStartedAt, _loop_1, _z, localeKeys_1, localeKey, duplicatesStartedAt, _0, localeKeys_2, localeKey, translationShards, messagesStartedAt, _loop_2, _1, messageKeys_2, messageKey, translationSearchStartedAt, _2, messageKeys_3, messageKey, message, _3, localeKeys_3, localeKey, row, _4, _5, override, overrideRow, _6, _7, _8, prefix, messageMap, shardData, _9, _10, _11, msgKey, valueSet, attributesStartedAt, _12, attributeKeys_1, attributeKey, attribute, sourceFileInfo, detail, segmentsStartedAt, _13, segmentKeys_2, segmentKey, segment, usedAttributes, sourceFileInfo, detail, targetsStartedAt, _14, targetKeys_2, targetKey, target, targetLocaleKeys, formatsByLocale, formatRowsByLocale, _15, targetLocaleKeys_2, localeKey, sourceFileInfo, detail, indexStartedAt, _16, _17, type;
+        var _18, _19;
+        return __generator(this, function (_20) {
+            switch (_20.label) {
                 case 0:
                     outputDirectoryPath = path.join(context.dataDirectoryPath, outputRelativeDirectory);
+                    setStartedAt = context.progress.setStart(set);
+                    entitiesStartedAt = context.progress.step("Processing entities");
                     return [4 /*yield*/, Promise.all([
                             datasource.listLocales(),
                             datasource.listMessages(),
@@ -829,7 +915,7 @@ function buildSetCatalog(context, set, projectConfig, datasource, outputRelative
                             datasource.listTargets(),
                         ])];
                 case 1:
-                    _a = _15.sent(), localeKeys = _a[0], messageKeys = _a[1], attributeKeys = _a[2], segmentKeys = _a[3], targetKeys = _a[4];
+                    _a = _20.sent(), localeKeys = _a[0], messageKeys = _a[1], attributeKeys = _a[2], segmentKeys = _a[3], targetKeys = _a[4];
                     return [4 /*yield*/, Promise.all([
                             readAll(localeKeys, function (key) { return datasource.readLocale(key); }),
                             readAll(messageKeys, function (key) { return datasource.readMessage(key); }),
@@ -838,7 +924,15 @@ function buildSetCatalog(context, set, projectConfig, datasource, outputRelative
                             readAll(targetKeys, function (key) { return datasource.readTarget(key); }),
                         ])];
                 case 2:
-                    _b = _15.sent(), locales = _b[0], messages = _b[1], attributes = _b[2], segments = _b[3], targets = _b[4];
+                    _b = _20.sent(), locales = _b[0], messages = _b[1], attributes = _b[2], segments = _b[3], targets = _b[4];
+                    context.progress.done(entitiesStartedAt, "(".concat([
+                        pluralize(localeKeys.length, "locale"),
+                        pluralize(messageKeys.length, "message"),
+                        pluralize(attributeKeys.length, "attribute"),
+                        pluralize(segmentKeys.length, "segment"),
+                        pluralize(targetKeys.length, "target"),
+                    ].join(", "), ")"));
+                    relationshipsStartedAt = context.progress.step("Mapping relationships");
                     messageTargets = {};
                     targetMessages = {};
                     localeTargets = {};
@@ -850,7 +944,7 @@ function buildSetCatalog(context, set, projectConfig, datasource, outputRelative
                     for (_i = 0, targetKeys_1 = targetKeys; _i < targetKeys_1.length; _i++) {
                         targetKey = targetKeys_1[_i];
                         targetMessages[targetKey] = getTargetMessageKeys(targets[targetKey], messageKeys);
-                        targetLocaleKeys = ((_13 = targets[targetKey].locales) === null || _13 === void 0 ? void 0 : _13.length)
+                        targetLocaleKeys = ((_18 = targets[targetKey].locales) === null || _18 === void 0 ? void 0 : _18.length)
                             ? targets[targetKey].locales
                             : localeKeys;
                         for (_c = 0, targetLocaleKeys_1 = targetLocaleKeys; _c < targetLocaleKeys_1.length; _c++) {
@@ -933,6 +1027,7 @@ function buildSetCatalog(context, set, projectConfig, datasource, outputRelative
                             }
                         }
                     }
+                    context.progress.done(relationshipsStartedAt);
                     history = set ? context.historyIndex.bySet[set] || [] : context.historyIndex.entries;
                     localeDirections = getLocaleDirections(locales);
                     duplicateResult = context.duplicateResultsBySet[getDuplicateSetKey(set)] || {
@@ -957,14 +1052,17 @@ function buildSetCatalog(context, set, projectConfig, datasource, outputRelative
                             target: [],
                         },
                     };
+                    historyStartedAt = context.progress.step("Writing history pages");
                     return [4 /*yield*/, writeHistoryPages(path.join(outputDirectoryPath, "history"), history)];
                 case 3:
-                    _15.sent();
+                    _20.sent();
+                    context.progress.done(historyStartedAt, "(".concat(pluralize(history.length, "entry", "entries"), ")"));
+                    examplesStartedAt = context.progress.step("Evaluating examples");
                     return [4 /*yield*/, context.runtime.resolveExamples(projectConfig, datasource, {
                             onlyMessages: true,
                         })];
                 case 4:
-                    evaluatedMessageExamplesByKey = (_15.sent()).messages.reduce(function (accumulator, example) {
+                    evaluatedMessageExamplesByKey = (_20.sent()).messages.reduce(function (accumulator, example) {
                         if (!accumulator[example.message]) {
                             accumulator[example.message] = [];
                         }
@@ -975,7 +1073,7 @@ function buildSetCatalog(context, set, projectConfig, datasource, outputRelative
                             onlyLocales: true,
                         })];
                 case 5:
-                    evaluatedLocaleExamplesByKey = (_15.sent()).locales.reduce(function (accumulator, example) {
+                    evaluatedLocaleExamplesByKey = (_20.sent()).locales.reduce(function (accumulator, example) {
                         var _a;
                         var originalTranslation = example.message
                             ? resolveTranslationRow((_a = messages[example.message]) === null || _a === void 0 ? void 0 : _a.translations, example.locale, locales)
@@ -987,10 +1085,12 @@ function buildSetCatalog(context, set, projectConfig, datasource, outputRelative
                         accumulator[example.locale].push(__assign(__assign({}, example), { originalTranslation: originalTranslation || undefined }));
                         return accumulator;
                     }, {});
+                    context.progress.done(examplesStartedAt, "(".concat(pluralize(Object.values(evaluatedMessageExamplesByKey).reduce(function (total, items) { return total + items.length; }, 0), "message example"), ", ").concat(pluralize(Object.values(evaluatedLocaleExamplesByKey).reduce(function (total, items) { return total + items.length; }, 0), "locale example"), ")"));
+                    localesStartedAt = context.progress.step("Writing locales");
                     _loop_1 = function (localeKey) {
                         var locale, sourceFileInfo, detail;
-                        return __generator(this, function (_16) {
-                            switch (_16.label) {
+                        return __generator(this, function (_21) {
+                            switch (_21.label) {
                                 case 0:
                                     locale = locales[localeKey];
                                     sourceFileInfo = getSourceFileInfo(context.repositoryRootDirectoryPath, context.rootDirectoryPath, projectConfig, "locale", localeKey);
@@ -1015,35 +1115,52 @@ function buildSetCatalog(context, set, projectConfig, datasource, outputRelative
                                     }));
                                     return [4 /*yield*/, writeJson(path.join(outputDirectoryPath, "entities", "locale", "".concat(encodeKey(localeKey), ".json")), detail)];
                                 case 1:
-                                    _16.sent();
-                                    return [4 /*yield*/, writeJson(path.join(outputDirectoryPath, "duplicates", "locales", "".concat(encodeKey(localeKey), ".json")), toLocaleDuplicatesFile(localeKey, duplicatesByLocale))];
-                                case 2:
-                                    _16.sent();
+                                    _21.sent();
                                     return [4 /*yield*/, writeHistoryPages(path.join(outputDirectoryPath, "history", "locale", encodeKey(localeKey)), getHistoryForEntity(context.historyIndex, "locale", localeKey, set || undefined))];
-                                case 3:
-                                    _16.sent();
+                                case 2:
+                                    _21.sent();
                                     return [2 /*return*/];
                             }
                         });
                     };
                     _z = 0, localeKeys_1 = localeKeys;
-                    _15.label = 6;
+                    _20.label = 6;
                 case 6:
                     if (!(_z < localeKeys_1.length)) return [3 /*break*/, 9];
                     localeKey = localeKeys_1[_z];
                     return [5 /*yield**/, _loop_1(localeKey)];
                 case 7:
-                    _15.sent();
-                    _15.label = 8;
+                    _20.sent();
+                    _20.label = 8;
                 case 8:
                     _z++;
                     return [3 /*break*/, 6];
                 case 9:
+                    context.progress.done(localesStartedAt, "(".concat(pluralize(localeKeys.length, "locale"), ")"));
+                    if (!context.withDuplicates) return [3 /*break*/, 14];
+                    duplicatesStartedAt = context.progress.step("Writing duplicate reports");
+                    _0 = 0, localeKeys_2 = localeKeys;
+                    _20.label = 10;
+                case 10:
+                    if (!(_0 < localeKeys_2.length)) return [3 /*break*/, 13];
+                    localeKey = localeKeys_2[_0];
+                    return [4 /*yield*/, writeJson(path.join(outputDirectoryPath, "duplicates", "locales", "".concat(encodeKey(localeKey), ".json")), toLocaleDuplicatesFile(localeKey, duplicatesByLocale))];
+                case 11:
+                    _20.sent();
+                    _20.label = 12;
+                case 12:
+                    _0++;
+                    return [3 /*break*/, 10];
+                case 13:
+                    context.progress.done(duplicatesStartedAt, "(".concat(pluralize(localeKeys.length, "locale"), ")"));
+                    _20.label = 14;
+                case 14:
                     translationShards = {};
+                    messagesStartedAt = context.progress.step("Writing messages");
                     _loop_2 = function (messageKey) {
-                        var message, overrides, sourceFileInfo, detail, directLocales, overrideLocalesSet, _17, overrides_1, override, _18, _19, lk, overrideLocalesList, _20, localeKeys_2, localeKey, row, _21, overrides_2, override, overrideRow;
-                        return __generator(this, function (_22) {
-                            switch (_22.label) {
+                        var message, overrides, sourceFileInfo, detail, directLocales, overrideLocalesSet, _22, overrides_1, override, _23, _24, lk, overrideLocalesList;
+                        return __generator(this, function (_25) {
+                            switch (_25.label) {
                                 case 0:
                                     message = messages[messageKey];
                                     overrides = (message.overrides || []).map(function (override) {
@@ -1077,79 +1194,86 @@ function buildSetCatalog(context, set, projectConfig, datasource, outputRelative
                                     };
                                     directLocales = localeKeys.filter(function (lk) { return message.translations && typeof message.translations[lk] === "string"; });
                                     overrideLocalesSet = new Set();
-                                    for (_17 = 0, overrides_1 = overrides; _17 < overrides_1.length; _17++) {
-                                        override = overrides_1[_17];
-                                        for (_18 = 0, _19 = Object.keys(override.translations || {}); _18 < _19.length; _18++) {
-                                            lk = _19[_18];
+                                    for (_22 = 0, overrides_1 = overrides; _22 < overrides_1.length; _22++) {
+                                        override = overrides_1[_22];
+                                        for (_23 = 0, _24 = Object.keys(override.translations || {}); _23 < _24.length; _23++) {
+                                            lk = _24[_23];
                                             overrideLocalesSet.add(lk);
                                         }
                                     }
                                     overrideLocalesList = sortStrings(Array.from(overrideLocalesSet));
-                                    if (context.withTranslationSearch) {
-                                        // Build translation shards (direct + inherited + override, all locales combined)
-                                        for (_20 = 0, localeKeys_2 = localeKeys; _20 < localeKeys_2.length; _20++) {
-                                            localeKey = localeKeys_2[_20];
-                                            row = resolveTranslationRow(message.translations, localeKey, locales);
-                                            if (row.source !== "missing" && row.value) {
-                                                addToTranslationShard(messageKey, row.value);
-                                            }
-                                            for (_21 = 0, overrides_2 = overrides; _21 < overrides_2.length; _21++) {
-                                                override = overrides_2[_21];
-                                                overrideRow = resolveTranslationRow(override.translations, localeKey, locales);
-                                                if (overrideRow.source !== "missing" && overrideRow.value) {
-                                                    addToTranslationShard(messageKey, overrideRow.value);
-                                                }
-                                            }
-                                        }
-                                    }
                                     index.entities.message.push(getEntitySummary(message, "message", messageKey, context.historyIndex, set || undefined, __assign(__assign({ targets: sortStrings(messageTargets[messageKey] || []) }, (directLocales.length > 0 ? { locales: sortStrings(directLocales) } : {})), (overrideLocalesList.length > 0 ? { overrideLocales: overrideLocalesList } : {}))));
                                     return [4 /*yield*/, writeJson(path.join(outputDirectoryPath, "entities", "message", "".concat(encodeKey(messageKey), ".json")), detail)];
                                 case 1:
-                                    _22.sent();
+                                    _25.sent();
                                     return [4 /*yield*/, writeHistoryPages(path.join(outputDirectoryPath, "history", "message", encodeKey(messageKey)), getHistoryForEntity(context.historyIndex, "message", messageKey, set || undefined))];
                                 case 2:
-                                    _22.sent();
+                                    _25.sent();
                                     return [2 /*return*/];
                             }
                         });
                     };
-                    _0 = 0, messageKeys_2 = messageKeys;
-                    _15.label = 10;
-                case 10:
-                    if (!(_0 < messageKeys_2.length)) return [3 /*break*/, 13];
-                    messageKey = messageKeys_2[_0];
+                    _1 = 0, messageKeys_2 = messageKeys;
+                    _20.label = 15;
+                case 15:
+                    if (!(_1 < messageKeys_2.length)) return [3 /*break*/, 18];
+                    messageKey = messageKeys_2[_1];
                     return [5 /*yield**/, _loop_2(messageKey)];
-                case 11:
-                    _15.sent();
-                    _15.label = 12;
-                case 12:
-                    _0++;
-                    return [3 /*break*/, 10];
-                case 13:
-                    if (!context.withTranslationSearch) return [3 /*break*/, 17];
-                    _1 = 0, _2 = Object.entries(translationShards);
-                    _15.label = 14;
-                case 14:
-                    if (!(_1 < _2.length)) return [3 /*break*/, 17];
-                    _3 = _2[_1], prefix = _3[0], messageMap = _3[1];
+                case 16:
+                    _20.sent();
+                    _20.label = 17;
+                case 17:
+                    _1++;
+                    return [3 /*break*/, 15];
+                case 18:
+                    context.progress.done(messagesStartedAt, "(".concat(pluralize(messageKeys.length, "message"), ")"));
+                    if (!context.withTranslationSearch) return [3 /*break*/, 23];
+                    translationSearchStartedAt = context.progress.step("Building translation search shards");
+                    for (_2 = 0, messageKeys_3 = messageKeys; _2 < messageKeys_3.length; _2++) {
+                        messageKey = messageKeys_3[_2];
+                        message = messages[messageKey];
+                        for (_3 = 0, localeKeys_3 = localeKeys; _3 < localeKeys_3.length; _3++) {
+                            localeKey = localeKeys_3[_3];
+                            row = resolveTranslationRow(message.translations, localeKey, locales);
+                            if (row.source !== "missing" && row.value) {
+                                addToTranslationShard(messageKey, row.value);
+                            }
+                            for (_4 = 0, _5 = message.overrides || []; _4 < _5.length; _4++) {
+                                override = _5[_4];
+                                overrideRow = resolveTranslationRow(override.translations, localeKey, locales);
+                                if (overrideRow.source !== "missing" && overrideRow.value) {
+                                    addToTranslationShard(messageKey, overrideRow.value);
+                                }
+                            }
+                        }
+                    }
+                    _6 = 0, _7 = Object.entries(translationShards);
+                    _20.label = 19;
+                case 19:
+                    if (!(_6 < _7.length)) return [3 /*break*/, 22];
+                    _8 = _7[_6], prefix = _8[0], messageMap = _8[1];
                     shardData = {};
-                    for (_4 = 0, _5 = Object.entries(messageMap); _4 < _5.length; _4++) {
-                        _6 = _5[_4], msgKey = _6[0], valueSet = _6[1];
+                    for (_9 = 0, _10 = Object.entries(messageMap); _9 < _10.length; _9++) {
+                        _11 = _10[_9], msgKey = _11[0], valueSet = _11[1];
                         shardData[msgKey] = Array.from(valueSet);
                     }
                     return [4 /*yield*/, writeJson(path.join(outputDirectoryPath, "translations", "".concat(prefix, ".json")), shardData)];
-                case 15:
-                    _15.sent();
-                    _15.label = 16;
-                case 16:
-                    _1++;
-                    return [3 /*break*/, 14];
-                case 17:
-                    _7 = 0, attributeKeys_1 = attributeKeys;
-                    _15.label = 18;
-                case 18:
-                    if (!(_7 < attributeKeys_1.length)) return [3 /*break*/, 22];
-                    attributeKey = attributeKeys_1[_7];
+                case 20:
+                    _20.sent();
+                    _20.label = 21;
+                case 21:
+                    _6++;
+                    return [3 /*break*/, 19];
+                case 22:
+                    context.progress.done(translationSearchStartedAt, "(".concat(pluralize(Object.keys(translationShards).length, "shard"), ")"));
+                    _20.label = 23;
+                case 23:
+                    attributesStartedAt = context.progress.step("Writing attributes");
+                    _12 = 0, attributeKeys_1 = attributeKeys;
+                    _20.label = 24;
+                case 24:
+                    if (!(_12 < attributeKeys_1.length)) return [3 /*break*/, 28];
+                    attributeKey = attributeKeys_1[_12];
                     attribute = attributes[attributeKey];
                     sourceFileInfo = getSourceFileInfo(context.repositoryRootDirectoryPath, context.rootDirectoryPath, projectConfig, "attribute", attributeKey);
                     detail = {
@@ -1168,21 +1292,23 @@ function buildSetCatalog(context, set, projectConfig, datasource, outputRelative
                         targets: sortStrings(Array.from(attributeTargets[attributeKey] || [])),
                     }));
                     return [4 /*yield*/, writeJson(path.join(outputDirectoryPath, "entities", "attribute", "".concat(encodeKey(attributeKey), ".json")), detail)];
-                case 19:
-                    _15.sent();
+                case 25:
+                    _20.sent();
                     return [4 /*yield*/, writeHistoryPages(path.join(outputDirectoryPath, "history", "attribute", encodeKey(attributeKey)), getHistoryForEntity(context.historyIndex, "attribute", attributeKey, set || undefined))];
-                case 20:
-                    _15.sent();
-                    _15.label = 21;
-                case 21:
-                    _7++;
-                    return [3 /*break*/, 18];
-                case 22:
-                    _8 = 0, segmentKeys_2 = segmentKeys;
-                    _15.label = 23;
-                case 23:
-                    if (!(_8 < segmentKeys_2.length)) return [3 /*break*/, 27];
-                    segmentKey = segmentKeys_2[_8];
+                case 26:
+                    _20.sent();
+                    _20.label = 27;
+                case 27:
+                    _12++;
+                    return [3 /*break*/, 24];
+                case 28:
+                    context.progress.done(attributesStartedAt, "(".concat(pluralize(attributeKeys.length, "attribute"), ")"));
+                    segmentsStartedAt = context.progress.step("Writing segments");
+                    _13 = 0, segmentKeys_2 = segmentKeys;
+                    _20.label = 29;
+                case 29:
+                    if (!(_13 < segmentKeys_2.length)) return [3 /*break*/, 33];
+                    segmentKey = segmentKeys_2[_13];
                     segment = segments[segmentKey];
                     usedAttributes = new Set();
                     collectAttributeKeysFromConditions(segment.conditions, usedAttributes);
@@ -1203,27 +1329,29 @@ function buildSetCatalog(context, set, projectConfig, datasource, outputRelative
                         targets: sortStrings(Array.from(segmentTargets[segmentKey] || [])),
                     }));
                     return [4 /*yield*/, writeJson(path.join(outputDirectoryPath, "entities", "segment", "".concat(encodeKey(segmentKey), ".json")), detail)];
-                case 24:
-                    _15.sent();
+                case 30:
+                    _20.sent();
                     return [4 /*yield*/, writeHistoryPages(path.join(outputDirectoryPath, "history", "segment", encodeKey(segmentKey)), getHistoryForEntity(context.historyIndex, "segment", segmentKey, set || undefined))];
-                case 25:
-                    _15.sent();
-                    _15.label = 26;
-                case 26:
-                    _8++;
-                    return [3 /*break*/, 23];
-                case 27:
-                    _9 = 0, targetKeys_2 = targetKeys;
-                    _15.label = 28;
-                case 28:
-                    if (!(_9 < targetKeys_2.length)) return [3 /*break*/, 32];
-                    targetKey = targetKeys_2[_9];
+                case 31:
+                    _20.sent();
+                    _20.label = 32;
+                case 32:
+                    _13++;
+                    return [3 /*break*/, 29];
+                case 33:
+                    context.progress.done(segmentsStartedAt, "(".concat(pluralize(segmentKeys.length, "segment"), ")"));
+                    targetsStartedAt = context.progress.step("Writing targets");
+                    _14 = 0, targetKeys_2 = targetKeys;
+                    _20.label = 34;
+                case 34:
+                    if (!(_14 < targetKeys_2.length)) return [3 /*break*/, 38];
+                    targetKey = targetKeys_2[_14];
                     target = targets[targetKey];
-                    targetLocaleKeys = ((_14 = target.locales) === null || _14 === void 0 ? void 0 : _14.length) ? target.locales : localeKeys;
+                    targetLocaleKeys = ((_19 = target.locales) === null || _19 === void 0 ? void 0 : _19.length) ? target.locales : localeKeys;
                     formatsByLocale = {};
                     formatRowsByLocale = {};
-                    for (_10 = 0, targetLocaleKeys_2 = targetLocaleKeys; _10 < targetLocaleKeys_2.length; _10++) {
-                        localeKey = targetLocaleKeys_2[_10];
+                    for (_15 = 0, targetLocaleKeys_2 = targetLocaleKeys; _15 < targetLocaleKeys_2.length; _15++) {
+                        localeKey = targetLocaleKeys_2[_15];
                         formatsByLocale[localeKey] = context.runtime.resolveFormats(localeKey, locales, target);
                         formatRowsByLocale[localeKey] = getFormatRows(context.runtime, localeKey, locales, target);
                     }
@@ -1244,23 +1372,27 @@ function buildSetCatalog(context, set, projectConfig, datasource, outputRelative
                         messageCount: targetMessages[targetKey].length,
                     }));
                     return [4 /*yield*/, writeJson(path.join(outputDirectoryPath, "entities", "target", "".concat(encodeKey(targetKey), ".json")), detail)];
-                case 29:
-                    _15.sent();
+                case 35:
+                    _20.sent();
                     return [4 /*yield*/, writeHistoryPages(path.join(outputDirectoryPath, "history", "target", encodeKey(targetKey)), getHistoryForEntity(context.historyIndex, "target", targetKey, set || undefined))];
-                case 30:
-                    _15.sent();
-                    _15.label = 31;
-                case 31:
-                    _9++;
-                    return [3 /*break*/, 28];
-                case 32:
-                    for (_11 = 0, _12 = Object.keys(index.entities); _11 < _12.length; _11++) {
-                        type = _12[_11];
+                case 36:
+                    _20.sent();
+                    _20.label = 37;
+                case 37:
+                    _14++;
+                    return [3 /*break*/, 34];
+                case 38:
+                    context.progress.done(targetsStartedAt, "(".concat(pluralize(targetKeys.length, "target"), ")"));
+                    indexStartedAt = context.progress.step("Writing catalog index");
+                    for (_16 = 0, _17 = Object.keys(index.entities); _16 < _17.length; _16++) {
+                        type = _17[_16];
                         index.entities[type].sort(function (a, b) { return a.key.localeCompare(b.key); });
                     }
                     return [4 /*yield*/, writeJson(path.join(outputDirectoryPath, "index.json"), index)];
-                case 33:
-                    _15.sent();
+                case 39:
+                    _20.sent();
+                    context.progress.done(indexStartedAt);
+                    context.progress.done(setStartedAt, "total");
                     return [2 /*return*/, index];
             }
         });
@@ -1292,36 +1424,64 @@ function copyCatalogAssets(outputDirectoryPath) {
 }
 function exportCatalog(runtime_1, rootDirectoryPath_1, projectConfig_1, datasource_1) {
     return __awaiter(this, arguments, void 0, function (runtime, rootDirectoryPath, projectConfig, datasource, options) {
-        var outputDirectoryPath, dataDirectoryPath, withTranslationSearch, devEditors, historyIndex, duplicateTranslations, duplicateResultsBySet, context, executions, setIndexes, _i, executions_1, execution, outputRelativeDirectory, _a, _b, manifest;
+        var outputDirectoryPath, dataDirectoryPath, withTranslationSearch, withDuplicates, progress, stepStartedAt, devEditors, historyIndex, links, duplicateResultsBySet, _a, _b, context, executions, setIndexes, _i, executions_1, execution, outputRelativeDirectory, _c, _d, manifest;
         if (options === void 0) { options = {}; }
-        return __generator(this, function (_c) {
-            switch (_c.label) {
+        return __generator(this, function (_e) {
+            switch (_e.label) {
                 case 0:
                     outputDirectoryPath = options.outDir
                         ? path.resolve(rootDirectoryPath, options.outDir)
                         : projectConfig.catalogDirectoryPath;
                     dataDirectoryPath = path.join(outputDirectoryPath, "data");
                     withTranslationSearch = options.withTranslationSearch === true;
+                    withDuplicates = options.withDuplicates === true;
+                    progress = new CatalogProgressReporter(rootDirectoryPath, outputDirectoryPath);
+                    progress.start({
+                        browserRouter: options.browserRouter !== false,
+                        sets: projectConfig.sets === true,
+                        features: __spreadArray(__spreadArray([], (withTranslationSearch ? ["translation search"] : []), true), (withDuplicates ? ["duplicates"] : []), true),
+                    });
+                    stepStartedAt = progress.step("Preparing output directory");
                     return [4 /*yield*/, fs.promises.rm(outputDirectoryPath, { recursive: true, force: true })];
                 case 1:
-                    _c.sent();
+                    _e.sent();
                     return [4 /*yield*/, fs.promises.mkdir(dataDirectoryPath, { recursive: true })];
                 case 2:
-                    _c.sent();
+                    _e.sent();
+                    progress.done(stepStartedAt);
                     if (!(options.copyAssets !== false)) return [3 /*break*/, 4];
+                    stepStartedAt = progress.step("Copying Catalog UI assets");
                     return [4 /*yield*/, copyCatalogAssets(outputDirectoryPath)];
                 case 3:
-                    _c.sent();
-                    _c.label = 4;
+                    _e.sent();
+                    progress.done(stepStartedAt);
+                    _e.label = 4;
                 case 4:
                     devEditors = options.dev ? options.devEditors || detectDevEditors() : [];
+                    stepStartedAt = progress.step("Reading Git history");
                     return [4 /*yield*/, getGitHistoryIndex(rootDirectoryPath, projectConfig)];
                 case 5:
-                    historyIndex = _c.sent();
+                    historyIndex = _e.sent();
+                    progress.done(stepStartedAt, "(".concat(pluralize(historyIndex.entries.length, "commit"), ")"));
+                    stepStartedAt = progress.step("Resolving repository links");
+                    links = getRepoLinks(rootDirectoryPath);
+                    progress.done(stepStartedAt);
+                    duplicateResultsBySet = {};
+                    if (!withDuplicates) return [3 /*break*/, 7];
+                    stepStartedAt = progress.step("Scanning duplicate translations");
+                    _b = (_a = Object).fromEntries;
                     return [4 /*yield*/, runtime.findDuplicateTranslations(projectConfig, datasource)];
                 case 6:
-                    duplicateTranslations = _c.sent();
-                    duplicateResultsBySet = Object.fromEntries(duplicateTranslations.results.map(function (result) { return [getDuplicateSetKey(result.set), result]; }));
+                    duplicateResultsBySet = _b.apply(_a, [(_e.sent()).results.map(function (result) { return [
+                            getDuplicateSetKey(result.set),
+                            result,
+                        ]; })]);
+                    progress.done(stepStartedAt, "(".concat(pluralize(Object.values(duplicateResultsBySet).reduce(function (total, result) {
+                        return total +
+                            result.locales.reduce(function (localeTotal, localeResult) { return localeTotal + localeResult.duplicateValues.length; }, 0);
+                    }, 0), "duplicate value"), ")"));
+                    _e.label = 7;
+                case 7:
                     context = {
                         rootDirectoryPath: rootDirectoryPath,
                         repositoryRootDirectoryPath: getRepositoryRootDirectoryPath(rootDirectoryPath),
@@ -1332,30 +1492,39 @@ function exportCatalog(runtime_1, rootDirectoryPath_1, projectConfig_1, datasour
                         devEditors: devEditors,
                         duplicateResultsBySet: duplicateResultsBySet,
                         withTranslationSearch: withTranslationSearch,
+                        withDuplicates: withDuplicates,
+                        progress: progress,
                     };
+                    stepStartedAt = progress.step("Discovering project sets");
                     return [4 /*yield*/, runtime.getProjectSetExecutions(projectConfig, datasource)];
-                case 7:
-                    executions = _c.sent();
+                case 8:
+                    executions = _e.sent();
+                    progress.done(stepStartedAt, projectConfig.sets
+                        ? "(".concat(executions.map(function (execution) { return execution.set; }).join(", ") || "none", ")")
+                        : "(root)");
                     setIndexes = {};
+                    stepStartedAt = progress.step("Writing project history");
                     return [4 /*yield*/, writeHistoryPages(path.join(dataDirectoryPath, "project", "history"), historyIndex.entries)];
-                case 8:
-                    _c.sent();
-                    _i = 0, executions_1 = executions;
-                    _c.label = 9;
                 case 9:
-                    if (!(_i < executions_1.length)) return [3 /*break*/, 12];
+                    _e.sent();
+                    progress.done(stepStartedAt, "(".concat(pluralize(historyIndex.entries.length, "entry", "entries"), ")"));
+                    _i = 0, executions_1 = executions;
+                    _e.label = 10;
+                case 10:
+                    if (!(_i < executions_1.length)) return [3 /*break*/, 13];
                     execution = executions_1[_i];
                     outputRelativeDirectory = projectConfig.sets ? path.join("sets", execution.set) : "root";
-                    _a = setIndexes;
-                    _b = execution.set || "root";
+                    _c = setIndexes;
+                    _d = execution.set || "root";
                     return [4 /*yield*/, buildSetCatalog(context, execution.set, execution.projectConfig, execution.datasource, outputRelativeDirectory)];
-                case 10:
-                    _a[_b] = _c.sent();
-                    _c.label = 11;
                 case 11:
-                    _i++;
-                    return [3 /*break*/, 9];
+                    _c[_d] = _e.sent();
+                    _e.label = 12;
                 case 12:
+                    _i++;
+                    return [3 /*break*/, 10];
+                case 13:
+                    stepStartedAt = progress.step("Writing manifest");
                     manifest = {
                         schemaVersion: exports.CATALOG_SCHEMA_VERSION,
                         generatedAt: new Date().toISOString(),
@@ -1365,8 +1534,9 @@ function exportCatalog(runtime_1, rootDirectoryPath_1, projectConfig_1, datasour
                         dev: options.dev ? { editors: devEditors } : undefined,
                         features: {
                             translationSearch: withTranslationSearch,
+                            duplicates: withDuplicates,
                         },
-                        links: getRepoLinks(rootDirectoryPath),
+                        links: links,
                         paths: {
                             projectHistory: "data/project/history/page-1.json",
                             root: projectConfig.sets ? undefined : "data/root/index.json",
@@ -1380,9 +1550,10 @@ function exportCatalog(runtime_1, rootDirectoryPath_1, projectConfig_1, datasour
                         counts: Object.fromEntries(Object.keys(setIndexes).map(function (key) { return [key, setIndexes[key].counts]; })),
                     };
                     return [4 /*yield*/, writeJson(path.join(dataDirectoryPath, "manifest.json"), manifest)];
-                case 13:
-                    _c.sent();
-                    console.log("Catalog exported to ".concat(outputDirectoryPath));
+                case 14:
+                    _e.sent();
+                    progress.done(stepStartedAt);
+                    progress.complete();
                     return [2 /*return*/, {
                             outputDirectoryPath: outputDirectoryPath,
                             manifest: manifest,
@@ -1616,13 +1787,16 @@ function createCatalogApi(runtime) {
 function isWithTranslationSearchEnabled(parsed) {
     return parsed.withTranslationSearch === true || parsed["with-translation-search"] === true;
 }
+function isWithDuplicatesEnabled(parsed) {
+    return parsed.withDuplicates === true || parsed["with-duplicates"] === true;
+}
 function createCatalogPlugin(runtime, api) {
     var _this = this;
     if (api === void 0) { api = createCatalogApi(runtime); }
     return {
         command: "catalog [subcommand]",
         handler: function (_a) { return __awaiter(_this, [_a], void 0, function (_b) {
-            var allowedSubcommands, browserRouter, withTranslationSearch, server_1, outputDirectoryPath, ignoredDirectoryPaths, exportInFlight_1, exportQueued_1, queuedReason_1, debounceTimer_1, runExportAndReload_1, stopWatchingProject;
+            var allowedSubcommands, browserRouter, withTranslationSearch, withDuplicates, server_1, outputDirectoryPath, ignoredDirectoryPaths, exportInFlight_1, exportQueued_1, queuedReason_1, debounceTimer_1, runExportAndReload_1, stopWatchingProject;
             var _this = this;
             var rootDirectoryPath = _b.rootDirectoryPath, projectConfig = _b.projectConfig, datasource = _b.datasource, parsed = _b.parsed;
             return __generator(this, function (_c) {
@@ -1631,6 +1805,7 @@ function createCatalogPlugin(runtime, api) {
                         allowedSubcommands = ["export", "serve"];
                         browserRouter = !(parsed.hashRouter || parsed["hash-router"]);
                         withTranslationSearch = isWithTranslationSearchEnabled(parsed);
+                        withDuplicates = isWithDuplicatesEnabled(parsed);
                         if (!!parsed.subcommand) return [3 /*break*/, 3];
                         return [4 /*yield*/, api.exportCatalog(rootDirectoryPath, projectConfig, datasource, {
                                 outDir: parsed.outDir,
@@ -1638,6 +1813,7 @@ function createCatalogPlugin(runtime, api) {
                                 browserRouter: browserRouter,
                                 dev: true,
                                 withTranslationSearch: withTranslationSearch,
+                                withDuplicates: withDuplicates,
                             })];
                     case 1:
                         _c.sent();
@@ -1687,6 +1863,7 @@ function createCatalogPlugin(runtime, api) {
                                                 browserRouter: browserRouter,
                                                 dev: true,
                                                 withTranslationSearch: withTranslationSearch,
+                                                withDuplicates: withDuplicates,
                                             })];
                                     case 2:
                                         _a.sent();
@@ -1733,6 +1910,7 @@ function createCatalogPlugin(runtime, api) {
                                 copyAssets: !parsed.noAssets,
                                 browserRouter: browserRouter,
                                 withTranslationSearch: withTranslationSearch,
+                                withDuplicates: withDuplicates,
                             })];
                     case 4:
                         _c.sent();