@messagevisor/catalog 0.5.0 → 0.7.0

package/lib/node/index.js

@@ -100,6 +100,95 @@ var fs = __importStar(require("fs"));
 var http = __importStar(require("http"));
 var path = __importStar(require("path"));
 var formatExamplePreview_1 = require("./formatExamplePreview");
+var CLI_FORMAT_GREEN = "\x1b[32m%s\x1b[0m";
+var CLI_FORMAT_DIM = "\x1b[2m%s\x1b[0m";
+var CLI_FORMAT_BOLD = "\x1b[1m%s\x1b[0m";
+function colorize(value, colorCode) {
+    return "\u001B[".concat(colorCode, "m").concat(value, "\u001B[0m");
+}
+function prettyDuration(diffInMs) {
+    var diff = Math.abs(diffInMs);
+    if (diff === 0) {
+        return "0ms";
+    }
+    var ms = diff % 1000;
+    diff = (diff - ms) / 1000;
+    var secs = diff % 60;
+    diff = (diff - secs) / 60;
+    var mins = diff % 60;
+    var hrs = (diff - mins) / 60;
+    var result = "";
+    if (hrs) {
+        result += " ".concat(hrs, "h");
+    }
+    if (mins) {
+        result += " ".concat(mins, "m");
+    }
+    if (secs) {
+        result += " ".concat(secs, "s");
+    }
+    if (ms) {
+        result += " ".concat(ms, "ms");
+    }
+    return result.trim();
+}
+function pluralize(count, singular, plural) {
+    if (plural === void 0) { plural = "".concat(singular, "s"); }
+    return "".concat(count, " ").concat(count === 1 ? singular : plural);
+}
+function formatCatalogPath(rootDirectoryPath, filePath) {
+    var relativePath = path.relative(rootDirectoryPath, filePath);
+    if (relativePath && !relativePath.startsWith("..") && !path.isAbsolute(relativePath)) {
+        return relativePath;
+    }
+    return filePath;
+}
+var CatalogProgressReporter = /** @class */ (function () {
+    function CatalogProgressReporter(rootDirectoryPath, outputDirectoryPath) {
+        this.rootDirectoryPath = rootDirectoryPath;
+        this.outputDirectoryPath = outputDirectoryPath;
+        this.startedAt = Date.now();
+    }
+    CatalogProgressReporter.prototype.start = function (options) {
+        console.log("");
+        console.log(CLI_FORMAT_BOLD, "Generating Messagevisor catalog");
+        console.log("  ".concat(colorize("Output", 36), ": ").concat(formatCatalogPath(this.rootDirectoryPath, this.outputDirectoryPath)));
+        console.log("  ".concat(colorize("Router", 36), ": ").concat(options.browserRouter ? "browser" : "hash"));
+        console.log("  ".concat(colorize("Sets", 36), ":   ").concat(options.sets ? "enabled" : "none"));
+        console.log("  ".concat(colorize("Features", 36), ": ").concat(options.features.join(", ") || "none"));
+        console.log("");
+    };
+    CatalogProgressReporter.prototype.step = function (label, detail) {
+        var suffix = detail ? ": ".concat(colorize(detail, 2)) : "";
+        console.log("  ".concat(colorize("•", 36), " ").concat(label).concat(suffix));
+        return Date.now();
+    };
+    CatalogProgressReporter.prototype.substep = function (label, detail) {
+        var suffix = detail ? ": ".concat(colorize(detail, 2)) : "";
+        console.log("    ".concat(colorize("•", 36), " ").concat(label).concat(suffix));
+        return Date.now();
+    };
+    CatalogProgressReporter.prototype.done = function (startedAt, detail) {
+        var suffix = detail ? " ".concat(detail) : "";
+        console.log(CLI_FORMAT_DIM, "    done in ".concat(prettyDuration(Date.now() - startedAt)).concat(suffix));
+    };
+    CatalogProgressReporter.prototype.setStart = function (set) {
+        console.log("");
+        if (set) {
+            console.log(CLI_FORMAT_BOLD, "Set \"".concat(set, "\""));
+        }
+        else {
+            console.log(CLI_FORMAT_BOLD, "Root catalog");
+        }
+        return Date.now();
+    };
+    CatalogProgressReporter.prototype.complete = function () {
+        console.log("");
+        console.log(CLI_FORMAT_GREEN, "Catalog exported to ".concat(formatCatalogPath(this.rootDirectoryPath, this.outputDirectoryPath)));
+        console.log(CLI_FORMAT_BOLD, "Time: ".concat(prettyDuration(Date.now() - this.startedAt)));
+    };
+    return CatalogProgressReporter;
+}());
 exports.CATALOG_SCHEMA_VERSION = "1";
 exports.CATALOG_HISTORY_PAGE_SIZE = 50;
 function toPosixPath(value) {
@@ -354,15 +443,61 @@ function toLocaleDuplicatesFile(localeKey, duplicatesByLocale) {
         duplicateValues: duplicateValues,
     };
 }
-function writeJson(filePath, content) {
+var CatalogJsonWriter = /** @class */ (function () {
+    function CatalogJsonWriter() {
+        this.directories = new Map();
+    }
+    CatalogJsonWriter.prototype.ensureDirectory = function (directoryPath) {
+        var promise = this.directories.get(directoryPath);
+        if (!promise) {
+            promise = fs.promises.mkdir(directoryPath, { recursive: true }).then(function () { return undefined; });
+            this.directories.set(directoryPath, promise);
+        }
+        return promise;
+    };
+    CatalogJsonWriter.prototype.write = function (filePath, content) {
+        return __awaiter(this, void 0, void 0, function () {
+            return __generator(this, function (_a) {
+                switch (_a.label) {
+                    case 0: return [4 /*yield*/, this.ensureDirectory(path.dirname(filePath))];
+                    case 1:
+                        _a.sent();
+                        return [4 /*yield*/, fs.promises.writeFile(filePath, JSON.stringify(content, null, 2))];
+                    case 2:
+                        _a.sent();
+                        return [2 /*return*/];
+                }
+            });
+        });
+    };
+    return CatalogJsonWriter;
+}());
+function mapWithConcurrency(items, concurrency, callback) {
     return __awaiter(this, void 0, void 0, function () {
+        var nextIndex, workerCount, workers;
+        var _this = this;
         return __generator(this, function (_a) {
             switch (_a.label) {
-                case 0: return [4 /*yield*/, fs.promises.mkdir(path.dirname(filePath), { recursive: true })];
+                case 0:
+                    nextIndex = 0;
+                    workerCount = Math.min(concurrency, items.length);
+                    workers = Array.from({ length: workerCount }, function () { return __awaiter(_this, void 0, void 0, function () {
+                        var index;
+                        return __generator(this, function (_a) {
+                            switch (_a.label) {
+                                case 0:
+                                    if (!(nextIndex < items.length)) return [3 /*break*/, 2];
+                                    index = nextIndex++;
+                                    return [4 /*yield*/, callback(items[index], index)];
+                                case 1:
+                                    _a.sent();
+                                    return [3 /*break*/, 0];
+                                case 2: return [2 /*return*/];
+                            }
+                        });
+                    }); });
+                    return [4 /*yield*/, Promise.all(workers)];
                 case 1:
-                    _a.sent();
-                    return [4 /*yield*/, fs.promises.writeFile(filePath, JSON.stringify(content, null, 2))];
-                case 2:
                     _a.sent();
                     return [2 /*return*/];
             }
@@ -453,6 +588,14 @@ function addHistoryIndexEntry(target, key, entry) {
     }
     target[key].push(entry);
 }
+function toEntityHistoryEntry(entry, entity) {
+    return {
+        commit: entry.commit,
+        author: entry.author,
+        timestamp: entry.timestamp,
+        entities: [entity],
+    };
+}
 function buildCatalogHistoryIndex(entries) {
     var index = createEmptyHistoryIndex();
     index.entries = entries;
@@ -465,7 +608,7 @@ function buildCatalogHistoryIndex(entries) {
                 continue;
             }
             var entityKey = getHistoryEntityKey(entity.type, entity.key, entity.set);
-            addHistoryIndexEntry(index.byEntity, entityKey, entry);
+            addHistoryIndexEntry(index.byEntity, entityKey, toEntityHistoryEntry(entry, entity));
             if (!index.lastModifiedByEntity[entityKey]) {
                 index.lastModifiedByEntity[entityKey] = toLastModified(entry);
             }
@@ -674,6 +817,19 @@ function getRepositoryRootDirectoryPath(rootDirectoryPath) {
         return getRealPath(rootDirectoryPath);
     }
 }
+function getRepositorySourceRootDirectoryPath(rootDirectoryPath) {
+    try {
+        var gitRootDirectoryPath = runGit(rootDirectoryPath, ["rev-parse", "--show-toplevel"]).trim() || rootDirectoryPath;
+        var realRootDirectoryPath = getRealPath(rootDirectoryPath);
+        if (realRootDirectoryPath !== rootDirectoryPath) {
+            return path.resolve(rootDirectoryPath, path.relative(realRootDirectoryPath, gitRootDirectoryPath));
+        }
+        return gitRootDirectoryPath;
+    }
+    catch (_error) {
+        return rootDirectoryPath;
+    }
+}
 function getOwnerAndRepoFromGitRemote(origin, host) {
     var escapedHost = host.replace(/[.+?^${}()|[\]\\]/g, "\\$&");
     var match = origin.match(new RegExp("".concat(escapedHost, "[:/]([^/]+)/(.+?)(?:\\.git)?$")));
@@ -735,18 +891,22 @@ function chunkHistory(history, pageSize) {
     }
     return pages.length > 0 ? pages : [[]];
 }
-function writeHistoryPages(directoryPath, history) {
-    return __awaiter(this, void 0, void 0, function () {
+function writeHistoryPages(writer_1, directoryPath_1, history_1) {
+    return __awaiter(this, arguments, void 0, function (writer, directoryPath, history, options) {
         var pages, index;
+        if (options === void 0) { options = {}; }
         return __generator(this, function (_a) {
             switch (_a.label) {
                 case 0:
+                    if (options.skipEmpty && history.length === 0) {
+                        return [2 /*return*/, 1];
+                    }
                     pages = chunkHistory(history);
                     index = 0;
                     _a.label = 1;
                 case 1:
                     if (!(index < pages.length)) return [3 /*break*/, 4];
-                    return [4 /*yield*/, writeJson(path.join(directoryPath, "page-".concat(index + 1, ".json")), {
+                    return [4 /*yield*/, writer.write(path.join(directoryPath, "page-".concat(index + 1, ".json")), {
                             page: index + 1,
                             pageSize: exports.CATALOG_HISTORY_PAGE_SIZE,
                             totalPages: pages.length,
@@ -758,7 +918,7 @@ function writeHistoryPages(directoryPath, history) {
                 case 3:
                     index++;
                     return [3 /*break*/, 1];
-                case 4: return [2 /*return*/];
+                case 4: return [2 /*return*/, 0];
             }
         });
     });
@@ -766,7 +926,8 @@ function writeHistoryPages(directoryPath, history) {
 function getHistoryForEntity(historyIndex, type, key, set) {
     return historyIndex.byEntity[getHistoryEntityKey(type, key, set)] || [];
 }
-function getSourceFileInfo(repositoryRootDirectoryPath, rootDirectoryPath, projectConfig, type, key) {
+function getSourceFileInfo(repositorySourceRootDirectoryPath, rootDirectoryPath, projectConfig, type, key, options) {
+    if (options === void 0) { options = {}; }
     var directoryByType = {
         locale: projectConfig.localesDirectoryPath,
         message: projectConfig.messagesDirectoryPath,
@@ -777,9 +938,9 @@ function getSourceFileInfo(repositoryRootDirectoryPath, rootDirectoryPath, proje
     var extension = ".".concat(projectConfig.parser.extension);
     var filePath = path.resolve(path.resolve.apply(path, __spreadArray([rootDirectoryPath,
         directoryByType[type]], key.split(projectConfig.namespaceCharacter), false)) + extension);
-    var absolutePath = getRealPath(filePath);
+    var absolutePath = options.resolveAbsolutePath ? getRealPath(filePath) : filePath;
     return {
-        sourcePath: toPosixPath(path.relative(repositoryRootDirectoryPath, absolutePath)),
+        sourcePath: toPosixPath(path.relative(repositorySourceRootDirectoryPath, filePath)),
         absolutePath: absolutePath,
     };
 }
@@ -815,12 +976,15 @@ function buildSetCatalog(context, set, projectConfig, datasource, outputRelative
                 translationShards[filename][msgKey].add(lower);
             }
         }
-        var outputDirectoryPath, _a, localeKeys, messageKeys, attributeKeys, segmentKeys, targetKeys, _b, locales, messages, attributes, segments, targets, messageTargets, targetMessages, localeTargets, attributeTargets, segmentTargets, attributesUsedInSegments, attributesUsedInMessages, segmentsUsedInMessages, _i, targetKeys_1, targetKey, targetLocaleKeys, _c, targetLocaleKeys_1, localeKey, _d, _e, messageKey, _f, segmentKeys_1, segmentKey, usedAttributes, _g, _h, attributeKey, _j, messageKeys_1, messageKey, message, targetsForMessage, _k, _l, override, usedAttributes, usedSegments, _m, _o, attributeKey, _p, targetsForMessage_1, targetKey, _q, _r, segmentKey, _s, targetsForMessage_2, targetKey, _t, _u, attributeKey, _v, _w, segmentKey, _x, _y, targetKey, history, localeDirections, duplicateResult, duplicatesByLocale, index, evaluatedMessageExamplesByKey, evaluatedLocaleExamplesByKey, _loop_1, _z, localeKeys_1, localeKey, translationShards, _loop_2, _0, messageKeys_2, messageKey, _1, _2, _3, prefix, messageMap, shardData, _4, _5, _6, msgKey, valueSet, _7, attributeKeys_1, attributeKey, attribute, sourceFileInfo, detail, _8, segmentKeys_2, segmentKey, segment, usedAttributes, sourceFileInfo, detail, _9, targetKeys_2, targetKey, target, targetLocaleKeys, formatsByLocale, formatRowsByLocale, _10, targetLocaleKeys_2, localeKey, sourceFileInfo, detail, _11, _12, type;
-        var _13, _14;
-        return __generator(this, function (_15) {
-            switch (_15.label) {
+        var outputDirectoryPath, setStartedAt, entitiesStartedAt, _a, localeKeys, messageKeys, attributeKeys, segmentKeys, targetKeys, _b, locales, messages, attributes, segments, targets, relationshipsStartedAt, messageTargets, targetMessages, localeTargets, attributeTargets, segmentTargets, attributesUsedInSegments, attributesUsedInMessages, segmentsUsedInMessages, _i, targetKeys_1, targetKey, targetLocaleKeys, _c, targetLocaleKeys_1, localeKey, _d, _e, messageKey, _f, segmentKeys_1, segmentKey, usedAttributes, _g, _h, attributeKey, _j, messageKeys_1, messageKey, message, targetsForMessage, _k, _l, override, usedAttributes, usedSegments, _m, _o, attributeKey, _p, targetsForMessage_1, targetKey, _q, _r, segmentKey, _s, targetsForMessage_2, targetKey, _t, _u, attributeKey, _v, _w, segmentKey, _x, _y, targetKey, history, localeDirections, duplicateResult, duplicatesByLocale, index, historyStartedAt, examplesStartedAt, evaluatedMessageExamplesByKey, evaluatedLocaleExamplesByKey, localesStartedAt, skippedEmptyHistoryCount, duplicatesStartedAt, translationShards, messagesStartedAt, messageDetailsStartedAt, skippedEmptyMessageHistoryCount, messageHistoryStartedAt, translationSearchStartedAt, _z, messageKeys_2, messageKey, message, _0, localeKeys_1, localeKey, row, _1, _2, override, overrideRow, _3, _4, _5, prefix, messageMap, shardData, _6, _7, _8, msgKey, valueSet, attributesStartedAt, segmentsStartedAt, targetsStartedAt, indexStartedAt, _9, _10, type;
+        var _this = this;
+        var _11;
+        return __generator(this, function (_12) {
+            switch (_12.label) {
                 case 0:
                     outputDirectoryPath = path.join(context.dataDirectoryPath, outputRelativeDirectory);
+                    setStartedAt = context.progress.setStart(set);
+                    entitiesStartedAt = context.progress.step("Processing entities");
                     return [4 /*yield*/, Promise.all([
                             datasource.listLocales(),
                             datasource.listMessages(),
@@ -829,7 +993,7 @@ function buildSetCatalog(context, set, projectConfig, datasource, outputRelative
                             datasource.listTargets(),
                         ])];
                 case 1:
-                    _a = _15.sent(), localeKeys = _a[0], messageKeys = _a[1], attributeKeys = _a[2], segmentKeys = _a[3], targetKeys = _a[4];
+                    _a = (_12.sent()), localeKeys = _a[0], messageKeys = _a[1], attributeKeys = _a[2], segmentKeys = _a[3], targetKeys = _a[4];
                     return [4 /*yield*/, Promise.all([
                             readAll(localeKeys, function (key) { return datasource.readLocale(key); }),
                             readAll(messageKeys, function (key) { return datasource.readMessage(key); }),
@@ -838,7 +1002,15 @@ function buildSetCatalog(context, set, projectConfig, datasource, outputRelative
                             readAll(targetKeys, function (key) { return datasource.readTarget(key); }),
                         ])];
                 case 2:
-                    _b = _15.sent(), locales = _b[0], messages = _b[1], attributes = _b[2], segments = _b[3], targets = _b[4];
+                    _b = _12.sent(), locales = _b[0], messages = _b[1], attributes = _b[2], segments = _b[3], targets = _b[4];
+                    context.progress.done(entitiesStartedAt, "(".concat([
+                        pluralize(localeKeys.length, "locale"),
+                        pluralize(messageKeys.length, "message"),
+                        pluralize(attributeKeys.length, "attribute"),
+                        pluralize(segmentKeys.length, "segment"),
+                        pluralize(targetKeys.length, "target"),
+                    ].join(", "), ")"));
+                    relationshipsStartedAt = context.progress.step("Mapping relationships");
                     messageTargets = {};
                     targetMessages = {};
                     localeTargets = {};
@@ -850,7 +1022,7 @@ function buildSetCatalog(context, set, projectConfig, datasource, outputRelative
                     for (_i = 0, targetKeys_1 = targetKeys; _i < targetKeys_1.length; _i++) {
                         targetKey = targetKeys_1[_i];
                         targetMessages[targetKey] = getTargetMessageKeys(targets[targetKey], messageKeys);
-                        targetLocaleKeys = ((_13 = targets[targetKey].locales) === null || _13 === void 0 ? void 0 : _13.length)
+                        targetLocaleKeys = ((_11 = targets[targetKey].locales) === null || _11 === void 0 ? void 0 : _11.length)
                             ? targets[targetKey].locales
                             : localeKeys;
                         for (_c = 0, targetLocaleKeys_1 = targetLocaleKeys; _c < targetLocaleKeys_1.length; _c++) {
@@ -933,6 +1105,7 @@ function buildSetCatalog(context, set, projectConfig, datasource, outputRelative
                             }
                         }
                     }
+                    context.progress.done(relationshipsStartedAt);
                     history = set ? context.historyIndex.bySet[set] || [] : context.historyIndex.entries;
                     localeDirections = getLocaleDirections(locales);
                     duplicateResult = context.duplicateResultsBySet[getDuplicateSetKey(set)] || {
@@ -957,14 +1130,17 @@ function buildSetCatalog(context, set, projectConfig, datasource, outputRelative
                             target: [],
                         },
                     };
-                    return [4 /*yield*/, writeHistoryPages(path.join(outputDirectoryPath, "history"), history)];
+                    historyStartedAt = context.progress.step("Writing history pages");
+                    return [4 /*yield*/, writeHistoryPages(context.writer, path.join(outputDirectoryPath, "history"), history)];
                 case 3:
-                    _15.sent();
+                    _12.sent();
+                    context.progress.done(historyStartedAt, "(".concat(pluralize(history.length, "entry", "entries"), ")"));
+                    examplesStartedAt = context.progress.step("Evaluating examples");
                     return [4 /*yield*/, context.runtime.resolveExamples(projectConfig, datasource, {
                             onlyMessages: true,
                         })];
                 case 4:
-                    evaluatedMessageExamplesByKey = (_15.sent()).messages.reduce(function (accumulator, example) {
+                    evaluatedMessageExamplesByKey = (_12.sent()).messages.reduce(function (accumulator, example) {
                         if (!accumulator[example.message]) {
                             accumulator[example.message] = [];
                         }
@@ -975,7 +1151,7 @@ function buildSetCatalog(context, set, projectConfig, datasource, outputRelative
                             onlyLocales: true,
                         })];
                 case 5:
-                    evaluatedLocaleExamplesByKey = (_15.sent()).locales.reduce(function (accumulator, example) {
+                    evaluatedLocaleExamplesByKey = (_12.sent()).locales.reduce(function (accumulator, example) {
                         var _a;
                         var originalTranslation = example.message
                             ? resolveTranslationRow((_a = messages[example.message]) === null || _a === void 0 ? void 0 : _a.translations, example.locale, locales)
@@ -987,280 +1163,317 @@ function buildSetCatalog(context, set, projectConfig, datasource, outputRelative
                         accumulator[example.locale].push(__assign(__assign({}, example), { originalTranslation: originalTranslation || undefined }));
                         return accumulator;
                     }, {});
-                    _loop_1 = function (localeKey) {
-                        var locale, sourceFileInfo, detail;
-                        return __generator(this, function (_16) {
-                            switch (_16.label) {
-                                case 0:
-                                    locale = locales[localeKey];
-                                    sourceFileInfo = getSourceFileInfo(context.repositoryRootDirectoryPath, context.rootDirectoryPath, projectConfig, "locale", localeKey);
-                                    detail = {
-                                        type: "locale",
-                                        key: localeKey,
-                                        entity: locale,
-                                        sourcePath: sourceFileInfo.sourcePath,
-                                        editLinks: getEditorLinks(context.devEditors, sourceFileInfo),
-                                        baseFormats: locale.formats || {},
-                                        computedFormats: context.runtime.resolveFormats(localeKey, locales),
-                                        formatRows: getFormatRows(context.runtime, localeKey, locales),
-                                        evaluatedExamples: evaluatedLocaleExamplesByKey[localeKey] || [],
-                                        targetFormats: Object.fromEntries(targetKeys.map(function (targetKey) { return [
-                                            targetKey,
-                                            context.runtime.resolveFormats(localeKey, locales, targets[targetKey]),
-                                        ]; })),
-                                        lastModified: getLastModified(context.historyIndex, "locale", localeKey, set || undefined),
-                                    };
-                                    index.entities.locale.push(getEntitySummary(locale, "locale", localeKey, context.historyIndex, set || undefined, {
-                                        targets: sortStrings(Array.from(localeTargets[localeKey] || [])),
-                                    }));
-                                    return [4 /*yield*/, writeJson(path.join(outputDirectoryPath, "entities", "locale", "".concat(encodeKey(localeKey), ".json")), detail)];
-                                case 1:
-                                    _16.sent();
-                                    return [4 /*yield*/, writeJson(path.join(outputDirectoryPath, "duplicates", "locales", "".concat(encodeKey(localeKey), ".json")), toLocaleDuplicatesFile(localeKey, duplicatesByLocale))];
-                                case 2:
-                                    _16.sent();
-                                    return [4 /*yield*/, writeHistoryPages(path.join(outputDirectoryPath, "history", "locale", encodeKey(localeKey)), getHistoryForEntity(context.historyIndex, "locale", localeKey, set || undefined))];
-                                case 3:
-                                    _16.sent();
-                                    return [2 /*return*/];
-                            }
-                        });
-                    };
-                    _z = 0, localeKeys_1 = localeKeys;
-                    _15.label = 6;
+                    context.progress.done(examplesStartedAt, "(".concat(pluralize(Object.values(evaluatedMessageExamplesByKey).reduce(function (total, items) { return total + items.length; }, 0), "message example"), ", ").concat(pluralize(Object.values(evaluatedLocaleExamplesByKey).reduce(function (total, items) { return total + items.length; }, 0), "locale example"), ")"));
+                    localesStartedAt = context.progress.step("Writing locales");
+                    skippedEmptyHistoryCount = 0;
+                    return [4 /*yield*/, mapWithConcurrency(localeKeys, 32, function (localeKey) { return __awaiter(_this, void 0, void 0, function () {
+                            var locale, sourceFileInfo, detail, _a;
+                            return __generator(this, function (_b) {
+                                switch (_b.label) {
+                                    case 0:
+                                        locale = locales[localeKey];
+                                        sourceFileInfo = getSourceFileInfo(context.repositorySourceRootDirectoryPath, context.rootDirectoryPath, projectConfig, "locale", localeKey, { resolveAbsolutePath: context.devEditors.length > 0 });
+                                        detail = {
+                                            type: "locale",
+                                            key: localeKey,
+                                            entity: locale,
+                                            sourcePath: sourceFileInfo.sourcePath,
+                                            editLinks: getEditorLinks(context.devEditors, sourceFileInfo),
+                                            baseFormats: locale.formats || {},
+                                            computedFormats: context.runtime.resolveFormats(localeKey, locales),
+                                            formatRows: getFormatRows(context.runtime, localeKey, locales),
+                                            evaluatedExamples: evaluatedLocaleExamplesByKey[localeKey] || [],
+                                            targetFormats: Object.fromEntries(targetKeys.map(function (targetKey) { return [
+                                                targetKey,
+                                                context.runtime.resolveFormats(localeKey, locales, targets[targetKey]),
+                                            ]; })),
+                                            lastModified: getLastModified(context.historyIndex, "locale", localeKey, set || undefined),
+                                        };
+                                        index.entities.locale.push(getEntitySummary(locale, "locale", localeKey, context.historyIndex, set || undefined, {
+                                            targets: sortStrings(Array.from(localeTargets[localeKey] || [])),
+                                        }));
+                                        return [4 /*yield*/, context.writer.write(path.join(outputDirectoryPath, "entities", "locale", "".concat(encodeKey(localeKey), ".json")), detail)];
+                                    case 1:
+                                        _b.sent();
+                                        _a = skippedEmptyHistoryCount;
+                                        return [4 /*yield*/, writeHistoryPages(context.writer, path.join(outputDirectoryPath, "history", "locale", encodeKey(localeKey)), getHistoryForEntity(context.historyIndex, "locale", localeKey, set || undefined), { skipEmpty: true })];
+                                    case 2:
+                                        skippedEmptyHistoryCount = _a + _b.sent();
+                                        return [2 /*return*/];
+                                }
+                            });
+                        }); })];
                 case 6:
-                    if (!(_z < localeKeys_1.length)) return [3 /*break*/, 9];
-                    localeKey = localeKeys_1[_z];
-                    return [5 /*yield**/, _loop_1(localeKey)];
+                    _12.sent();
+                    context.progress.done(localesStartedAt, "(".concat(pluralize(localeKeys.length, "locale"), ")"));
+                    if (!context.withDuplicates) return [3 /*break*/, 8];
+                    duplicatesStartedAt = context.progress.step("Writing duplicate reports");
+                    return [4 /*yield*/, mapWithConcurrency(localeKeys, 32, function (localeKey) { return __awaiter(_this, void 0, void 0, function () {
+                            return __generator(this, function (_a) {
+                                switch (_a.label) {
+                                    case 0: return [4 /*yield*/, context.writer.write(path.join(outputDirectoryPath, "duplicates", "locales", "".concat(encodeKey(localeKey), ".json")), toLocaleDuplicatesFile(localeKey, duplicatesByLocale))];
+                                    case 1:
+                                        _a.sent();
+                                        return [2 /*return*/];
+                                }
+                            });
+                        }); })];
                 case 7:
-                    _15.sent();
-                    _15.label = 8;
+                    _12.sent();
+                    context.progress.done(duplicatesStartedAt, "(".concat(pluralize(localeKeys.length, "locale"), ")"));
+                    _12.label = 8;
                 case 8:
-                    _z++;
-                    return [3 /*break*/, 6];
-                case 9:
                     translationShards = {};
-                    _loop_2 = function (messageKey) {
-                        var message, overrides, sourceFileInfo, detail, directLocales, overrideLocalesSet, _17, overrides_1, override, _18, _19, lk, overrideLocalesList, _20, localeKeys_2, localeKey, row, _21, overrides_2, override, overrideRow;
-                        return __generator(this, function (_22) {
-                            switch (_22.label) {
-                                case 0:
-                                    message = messages[messageKey];
-                                    overrides = (message.overrides || []).map(function (override) {
-                                        var attributes = new Set();
-                                        var overrideSegments = new Set();
-                                        collectAttributeKeysFromConditions(override.conditions, attributes);
-                                        collectSegmentKeys(override.segments, overrideSegments);
-                                        return __assign(__assign({}, override), { usedAttributes: sortStrings(Array.from(attributes)), usedSegments: sortStrings(Array.from(overrideSegments)) });
-                                    });
-                                    sourceFileInfo = getSourceFileInfo(context.repositoryRootDirectoryPath, context.rootDirectoryPath, projectConfig, "message", messageKey);
-                                    detail = {
-                                        type: "message",
-                                        key: messageKey,
-                                        entity: __assign(__assign({}, message), { overrides: overrides }),
-                                        sourcePath: sourceFileInfo.sourcePath,
-                                        editLinks: getEditorLinks(context.devEditors, sourceFileInfo),
-                                        targets: sortStrings(messageTargets[messageKey] || []),
-                                        localeKeys: localeKeys,
-                                        localeDirections: localeDirections,
-                                        translations: localeKeys.map(function (localeKey) {
-                                            return resolveTranslationRow(message.translations, localeKey, locales);
-                                        }),
-                                        evaluatedExamples: evaluatedMessageExamplesByKey[messageKey] || [],
-                                        overrideTranslations: overrides.map(function (override) { return ({
-                                            key: override.key,
-                                            rows: localeKeys.map(function (localeKey) {
-                                                return resolveTranslationRow(override.translations, localeKey, locales);
+                    messagesStartedAt = context.progress.step("Writing messages");
+                    messageDetailsStartedAt = context.progress.substep("Writing message details");
+                    skippedEmptyMessageHistoryCount = 0;
+                    return [4 /*yield*/, mapWithConcurrency(messageKeys, 32, function (messageKey) { return __awaiter(_this, void 0, void 0, function () {
+                            var message, overrides, sourceFileInfo, detail, directLocales, overrideLocalesSet, _i, overrides_1, override, _a, _b, lk, overrideLocalesList;
+                            return __generator(this, function (_c) {
+                                switch (_c.label) {
+                                    case 0:
+                                        message = messages[messageKey];
+                                        overrides = (message.overrides || []).map(function (override) {
+                                            var attributes = new Set();
+                                            var overrideSegments = new Set();
+                                            collectAttributeKeysFromConditions(override.conditions, attributes);
+                                            collectSegmentKeys(override.segments, overrideSegments);
+                                            return __assign(__assign({}, override), { usedAttributes: sortStrings(Array.from(attributes)), usedSegments: sortStrings(Array.from(overrideSegments)) });
+                                        });
+                                        sourceFileInfo = getSourceFileInfo(context.repositorySourceRootDirectoryPath, context.rootDirectoryPath, projectConfig, "message", messageKey, { resolveAbsolutePath: context.devEditors.length > 0 });
+                                        detail = {
+                                            type: "message",
+                                            key: messageKey,
+                                            entity: __assign(__assign({}, message), { overrides: overrides }),
+                                            sourcePath: sourceFileInfo.sourcePath,
+                                            editLinks: getEditorLinks(context.devEditors, sourceFileInfo),
+                                            targets: sortStrings(messageTargets[messageKey] || []),
+                                            localeKeys: localeKeys,
+                                            localeDirections: localeDirections,
+                                            translations: localeKeys.map(function (localeKey) {
+                                                return resolveTranslationRow(message.translations, localeKey, locales);
                                             }),
-                                        }); }),
-                                        lastModified: getLastModified(context.historyIndex, "message", messageKey, set || undefined),
-                                    };
-                                    directLocales = localeKeys.filter(function (lk) { return message.translations && typeof message.translations[lk] === "string"; });
-                                    overrideLocalesSet = new Set();
-                                    for (_17 = 0, overrides_1 = overrides; _17 < overrides_1.length; _17++) {
-                                        override = overrides_1[_17];
-                                        for (_18 = 0, _19 = Object.keys(override.translations || {}); _18 < _19.length; _18++) {
-                                            lk = _19[_18];
-                                            overrideLocalesSet.add(lk);
-                                        }
-                                    }
-                                    overrideLocalesList = sortStrings(Array.from(overrideLocalesSet));
-                                    if (context.withTranslationSearch) {
-                                        // Build translation shards (direct + inherited + override, all locales combined)
-                                        for (_20 = 0, localeKeys_2 = localeKeys; _20 < localeKeys_2.length; _20++) {
-                                            localeKey = localeKeys_2[_20];
-                                            row = resolveTranslationRow(message.translations, localeKey, locales);
-                                            if (row.source !== "missing" && row.value) {
-                                                addToTranslationShard(messageKey, row.value);
-                                            }
-                                            for (_21 = 0, overrides_2 = overrides; _21 < overrides_2.length; _21++) {
-                                                override = overrides_2[_21];
-                                                overrideRow = resolveTranslationRow(override.translations, localeKey, locales);
-                                                if (overrideRow.source !== "missing" && overrideRow.value) {
-                                                    addToTranslationShard(messageKey, overrideRow.value);
-                                                }
+                                            evaluatedExamples: evaluatedMessageExamplesByKey[messageKey] || [],
+                                            overrideTranslations: overrides.map(function (override) { return ({
+                                                key: override.key,
+                                                rows: localeKeys.map(function (localeKey) {
+                                                    return resolveTranslationRow(override.translations, localeKey, locales);
+                                                }),
+                                            }); }),
+                                            lastModified: getLastModified(context.historyIndex, "message", messageKey, set || undefined),
+                                        };
+                                        directLocales = localeKeys.filter(function (lk) { return message.translations && typeof message.translations[lk] === "string"; });
+                                        overrideLocalesSet = new Set();
+                                        for (_i = 0, overrides_1 = overrides; _i < overrides_1.length; _i++) {
+                                            override = overrides_1[_i];
+                                            for (_a = 0, _b = Object.keys(override.translations || {}); _a < _b.length; _a++) {
+                                                lk = _b[_a];
+                                                overrideLocalesSet.add(lk);
                                             }
                                         }
-                                    }
-                                    index.entities.message.push(getEntitySummary(message, "message", messageKey, context.historyIndex, set || undefined, __assign(__assign({ targets: sortStrings(messageTargets[messageKey] || []) }, (directLocales.length > 0 ? { locales: sortStrings(directLocales) } : {})), (overrideLocalesList.length > 0 ? { overrideLocales: overrideLocalesList } : {}))));
-                                    return [4 /*yield*/, writeJson(path.join(outputDirectoryPath, "entities", "message", "".concat(encodeKey(messageKey), ".json")), detail)];
-                                case 1:
-                                    _22.sent();
-                                    return [4 /*yield*/, writeHistoryPages(path.join(outputDirectoryPath, "history", "message", encodeKey(messageKey)), getHistoryForEntity(context.historyIndex, "message", messageKey, set || undefined))];
-                                case 2:
-                                    _22.sent();
-                                    return [2 /*return*/];
-                            }
-                        });
-                    };
-                    _0 = 0, messageKeys_2 = messageKeys;
-                    _15.label = 10;
+                                        overrideLocalesList = sortStrings(Array.from(overrideLocalesSet));
+                                        index.entities.message.push(getEntitySummary(message, "message", messageKey, context.historyIndex, set || undefined, __assign(__assign({ targets: sortStrings(messageTargets[messageKey] || []) }, (directLocales.length > 0 ? { locales: sortStrings(directLocales) } : {})), (overrideLocalesList.length > 0 ? { overrideLocales: overrideLocalesList } : {}))));
+                                        return [4 /*yield*/, context.writer.write(path.join(outputDirectoryPath, "entities", "message", "".concat(encodeKey(messageKey), ".json")), detail)];
+                                    case 1:
+                                        _c.sent();
+                                        return [2 /*return*/];
+                                }
+                            });
+                        }); })];
+                case 9:
+                    _12.sent();
+                    context.progress.done(messageDetailsStartedAt, "(".concat(pluralize(messageKeys.length, "message"), ")"));
+                    messageHistoryStartedAt = context.progress.substep("Writing message history pages");
+                    return [4 /*yield*/, mapWithConcurrency(messageKeys, 32, function (messageKey) { return __awaiter(_this, void 0, void 0, function () {
+                            var skippedHistory;
+                            return __generator(this, function (_a) {
+                                switch (_a.label) {
+                                    case 0: return [4 /*yield*/, writeHistoryPages(context.writer, path.join(outputDirectoryPath, "history", "message", encodeKey(messageKey)), getHistoryForEntity(context.historyIndex, "message", messageKey, set || undefined), { skipEmpty: true })];
+                                    case 1:
+                                        skippedHistory = _a.sent();
+                                        skippedEmptyMessageHistoryCount += skippedHistory;
+                                        skippedEmptyHistoryCount += skippedHistory;
+                                        return [2 /*return*/];
+                                }
+                            });
+                        }); })];
                 case 10:
-                    if (!(_0 < messageKeys_2.length)) return [3 /*break*/, 13];
-                    messageKey = messageKeys_2[_0];
-                    return [5 /*yield**/, _loop_2(messageKey)];
+                    _12.sent();
+                    context.progress.done(messageHistoryStartedAt, "(".concat(pluralize(messageKeys.length, "message"), ", ").concat(pluralize(skippedEmptyMessageHistoryCount, "empty history", "empty histories"), " skipped)"));
+                    context.progress.done(messagesStartedAt, "(".concat(pluralize(messageKeys.length, "message"), ", ").concat(pluralize(skippedEmptyMessageHistoryCount, "empty history", "empty histories"), " skipped)"));
+                    if (!context.withTranslationSearch) return [3 /*break*/, 15];
+                    translationSearchStartedAt = context.progress.step("Building translation search shards");
+                    for (_z = 0, messageKeys_2 = messageKeys; _z < messageKeys_2.length; _z++) {
+                        messageKey = messageKeys_2[_z];
+                        message = messages[messageKey];
+                        for (_0 = 0, localeKeys_1 = localeKeys; _0 < localeKeys_1.length; _0++) {
+                            localeKey = localeKeys_1[_0];
+                            row = resolveTranslationRow(message.translations, localeKey, locales);
+                            if (row.source !== "missing" && row.value) {
+                                addToTranslationShard(messageKey, row.value);
+                            }
+                            for (_1 = 0, _2 = message.overrides || []; _1 < _2.length; _1++) {
+                                override = _2[_1];
+                                overrideRow = resolveTranslationRow(override.translations, localeKey, locales);
+                                if (overrideRow.source !== "missing" && overrideRow.value) {
+                                    addToTranslationShard(messageKey, overrideRow.value);
+                                }
+                            }
+                        }
+                    }
+                    _3 = 0, _4 = Object.entries(translationShards);
+                    _12.label = 11;
                 case 11:
-                    _15.sent();
-                    _15.label = 12;
-                case 12:
-                    _0++;
-                    return [3 /*break*/, 10];
-                case 13:
-                    if (!context.withTranslationSearch) return [3 /*break*/, 17];
-                    _1 = 0, _2 = Object.entries(translationShards);
-                    _15.label = 14;
-                case 14:
-                    if (!(_1 < _2.length)) return [3 /*break*/, 17];
-                    _3 = _2[_1], prefix = _3[0], messageMap = _3[1];
+                    if (!(_3 < _4.length)) return [3 /*break*/, 14];
+                    _5 = _4[_3], prefix = _5[0], messageMap = _5[1];
                     shardData = {};
-                    for (_4 = 0, _5 = Object.entries(messageMap); _4 < _5.length; _4++) {
-                        _6 = _5[_4], msgKey = _6[0], valueSet = _6[1];
+                    for (_6 = 0, _7 = Object.entries(messageMap); _6 < _7.length; _6++) {
+                        _8 = _7[_6], msgKey = _8[0], valueSet = _8[1];
                         shardData[msgKey] = Array.from(valueSet);
                     }
-                    return [4 /*yield*/, writeJson(path.join(outputDirectoryPath, "translations", "".concat(prefix, ".json")), shardData)];
+                    return [4 /*yield*/, context.writer.write(path.join(outputDirectoryPath, "translations", "".concat(prefix, ".json")), shardData)];
+                case 12:
+                    _12.sent();
+                    _12.label = 13;
+                case 13:
+                    _3++;
+                    return [3 /*break*/, 11];
+                case 14:
+                    context.progress.done(translationSearchStartedAt, "(".concat(pluralize(Object.keys(translationShards).length, "shard"), ")"));
+                    _12.label = 15;
                 case 15:
-                    _15.sent();
-                    _15.label = 16;
+                    attributesStartedAt = context.progress.step("Writing attributes");
+                    return [4 /*yield*/, mapWithConcurrency(attributeKeys, 32, function (attributeKey) { return __awaiter(_this, void 0, void 0, function () {
+                            var attribute, sourceFileInfo, detail, _a;
+                            return __generator(this, function (_b) {
+                                switch (_b.label) {
+                                    case 0:
+                                        attribute = attributes[attributeKey];
+                                        sourceFileInfo = getSourceFileInfo(context.repositorySourceRootDirectoryPath, context.rootDirectoryPath, projectConfig, "attribute", attributeKey, { resolveAbsolutePath: context.devEditors.length > 0 });
+                                        detail = {
+                                            type: "attribute",
+                                            key: attributeKey,
+                                            entity: attribute,
+                                            sourcePath: sourceFileInfo.sourcePath,
+                                            editLinks: getEditorLinks(context.devEditors, sourceFileInfo),
+                                            usage: {
+                                                segments: sortStrings(Array.from(attributesUsedInSegments[attributeKey] || [])),
+                                                messages: sortStrings(Array.from(attributesUsedInMessages[attributeKey] || [])),
+                                            },
+                                            lastModified: getLastModified(context.historyIndex, "attribute", attributeKey, set || undefined),
+                                        };
+                                        index.entities.attribute.push(getEntitySummary(attribute, "attribute", attributeKey, context.historyIndex, set || undefined, {
+                                            targets: sortStrings(Array.from(attributeTargets[attributeKey] || [])),
+                                        }));
+                                        return [4 /*yield*/, context.writer.write(path.join(outputDirectoryPath, "entities", "attribute", "".concat(encodeKey(attributeKey), ".json")), detail)];
+                                    case 1:
+                                        _b.sent();
+                                        _a = skippedEmptyHistoryCount;
+                                        return [4 /*yield*/, writeHistoryPages(context.writer, path.join(outputDirectoryPath, "history", "attribute", encodeKey(attributeKey)), getHistoryForEntity(context.historyIndex, "attribute", attributeKey, set || undefined), { skipEmpty: true })];
+                                    case 2:
+                                        skippedEmptyHistoryCount = _a + _b.sent();
+                                        return [2 /*return*/];
+                                }
+                            });
+                        }); })];
                 case 16:
-                    _1++;
-                    return [3 /*break*/, 14];
+                    _12.sent();
+                    context.progress.done(attributesStartedAt, "(".concat(pluralize(attributeKeys.length, "attribute"), ")"));
+                    segmentsStartedAt = context.progress.step("Writing segments");
+                    return [4 /*yield*/, mapWithConcurrency(segmentKeys, 32, function (segmentKey) { return __awaiter(_this, void 0, void 0, function () {
+                            var segment, usedAttributes, sourceFileInfo, detail, _a;
+                            return __generator(this, function (_b) {
+                                switch (_b.label) {
+                                    case 0:
+                                        segment = segments[segmentKey];
+                                        usedAttributes = new Set();
+                                        collectAttributeKeysFromConditions(segment.conditions, usedAttributes);
+                                        sourceFileInfo = getSourceFileInfo(context.repositorySourceRootDirectoryPath, context.rootDirectoryPath, projectConfig, "segment", segmentKey, { resolveAbsolutePath: context.devEditors.length > 0 });
+                                        detail = {
+                                            type: "segment",
+                                            key: segmentKey,
+                                            entity: segment,
+                                            sourcePath: sourceFileInfo.sourcePath,
+                                            editLinks: getEditorLinks(context.devEditors, sourceFileInfo),
+                                            usage: {
+                                                attributes: sortStrings(Array.from(usedAttributes)),
+                                                messages: sortStrings(Array.from(segmentsUsedInMessages[segmentKey] || [])),
+                                            },
+                                            lastModified: getLastModified(context.historyIndex, "segment", segmentKey, set || undefined),
+                                        };
+                                        index.entities.segment.push(getEntitySummary(segment, "segment", segmentKey, context.historyIndex, set || undefined, {
+                                            targets: sortStrings(Array.from(segmentTargets[segmentKey] || [])),
+                                        }));
+                                        return [4 /*yield*/, context.writer.write(path.join(outputDirectoryPath, "entities", "segment", "".concat(encodeKey(segmentKey), ".json")), detail)];
+                                    case 1:
+                                        _b.sent();
+                                        _a = skippedEmptyHistoryCount;
+                                        return [4 /*yield*/, writeHistoryPages(context.writer, path.join(outputDirectoryPath, "history", "segment", encodeKey(segmentKey)), getHistoryForEntity(context.historyIndex, "segment", segmentKey, set || undefined), { skipEmpty: true })];
+                                    case 2:
+                                        skippedEmptyHistoryCount = _a + _b.sent();
+                                        return [2 /*return*/];
+                                }
+                            });
+                        }); })];
                 case 17:
-                    _7 = 0, attributeKeys_1 = attributeKeys;
-                    _15.label = 18;
+                    _12.sent();
+                    context.progress.done(segmentsStartedAt, "(".concat(pluralize(segmentKeys.length, "segment"), ")"));
+                    targetsStartedAt = context.progress.step("Writing targets");
+                    return [4 /*yield*/, mapWithConcurrency(targetKeys, 32, function (targetKey) { return __awaiter(_this, void 0, void 0, function () {
+                            var target, targetLocaleKeys, formatsByLocale, formatRowsByLocale, _i, targetLocaleKeys_2, localeKey, sourceFileInfo, detail, _a;
+                            var _b;
+                            return __generator(this, function (_c) {
+                                switch (_c.label) {
+                                    case 0:
+                                        target = targets[targetKey];
+                                        targetLocaleKeys = ((_b = target.locales) === null || _b === void 0 ? void 0 : _b.length) ? target.locales : localeKeys;
+                                        formatsByLocale = {};
+                                        formatRowsByLocale = {};
+                                        for (_i = 0, targetLocaleKeys_2 = targetLocaleKeys; _i < targetLocaleKeys_2.length; _i++) {
+                                            localeKey = targetLocaleKeys_2[_i];
+                                            formatsByLocale[localeKey] = context.runtime.resolveFormats(localeKey, locales, target);
+                                            formatRowsByLocale[localeKey] = getFormatRows(context.runtime, localeKey, locales, target);
+                                        }
+                                        sourceFileInfo = getSourceFileInfo(context.repositorySourceRootDirectoryPath, context.rootDirectoryPath, projectConfig, "target", targetKey, { resolveAbsolutePath: context.devEditors.length > 0 });
+                                        detail = {
+                                            type: "target",
+                                            key: targetKey,
+                                            entity: target,
+                                            sourcePath: sourceFileInfo.sourcePath,
+                                            editLinks: getEditorLinks(context.devEditors, sourceFileInfo),
+                                            locales: targetLocaleKeys,
+                                            formatsByLocale: formatsByLocale,
+                                            formatRowsByLocale: formatRowsByLocale,
+                                            messages: targetMessages[targetKey],
+                                            lastModified: getLastModified(context.historyIndex, "target", targetKey, set || undefined),
+                                        };
+                                        index.entities.target.push(getEntitySummary(target, "target", targetKey, context.historyIndex, set || undefined, {
+                                            messageCount: targetMessages[targetKey].length,
+                                        }));
+                                        return [4 /*yield*/, context.writer.write(path.join(outputDirectoryPath, "entities", "target", "".concat(encodeKey(targetKey), ".json")), detail)];
+                                    case 1:
+                                        _c.sent();
+                                        _a = skippedEmptyHistoryCount;
+                                        return [4 /*yield*/, writeHistoryPages(context.writer, path.join(outputDirectoryPath, "history", "target", encodeKey(targetKey)), getHistoryForEntity(context.historyIndex, "target", targetKey, set || undefined), { skipEmpty: true })];
+                                    case 2:
+                                        skippedEmptyHistoryCount = _a + _c.sent();
+                                        return [2 /*return*/];
+                                }
+                            });
+                        }); })];
                 case 18:
-                    if (!(_7 < attributeKeys_1.length)) return [3 /*break*/, 22];
-                    attributeKey = attributeKeys_1[_7];
-                    attribute = attributes[attributeKey];
-                    sourceFileInfo = getSourceFileInfo(context.repositoryRootDirectoryPath, context.rootDirectoryPath, projectConfig, "attribute", attributeKey);
-                    detail = {
-                        type: "attribute",
-                        key: attributeKey,
-                        entity: attribute,
-                        sourcePath: sourceFileInfo.sourcePath,
-                        editLinks: getEditorLinks(context.devEditors, sourceFileInfo),
-                        usage: {
-                            segments: sortStrings(Array.from(attributesUsedInSegments[attributeKey] || [])),
-                            messages: sortStrings(Array.from(attributesUsedInMessages[attributeKey] || [])),
-                        },
-                        lastModified: getLastModified(context.historyIndex, "attribute", attributeKey, set || undefined),
-                    };
-                    index.entities.attribute.push(getEntitySummary(attribute, "attribute", attributeKey, context.historyIndex, set || undefined, {
-                        targets: sortStrings(Array.from(attributeTargets[attributeKey] || [])),
-                    }));
-                    return [4 /*yield*/, writeJson(path.join(outputDirectoryPath, "entities", "attribute", "".concat(encodeKey(attributeKey), ".json")), detail)];
-                case 19:
-                    _15.sent();
-                    return [4 /*yield*/, writeHistoryPages(path.join(outputDirectoryPath, "history", "attribute", encodeKey(attributeKey)), getHistoryForEntity(context.historyIndex, "attribute", attributeKey, set || undefined))];
-                case 20:
-                    _15.sent();
-                    _15.label = 21;
-                case 21:
-                    _7++;
-                    return [3 /*break*/, 18];
-                case 22:
-                    _8 = 0, segmentKeys_2 = segmentKeys;
-                    _15.label = 23;
-                case 23:
-                    if (!(_8 < segmentKeys_2.length)) return [3 /*break*/, 27];
-                    segmentKey = segmentKeys_2[_8];
-                    segment = segments[segmentKey];
-                    usedAttributes = new Set();
-                    collectAttributeKeysFromConditions(segment.conditions, usedAttributes);
-                    sourceFileInfo = getSourceFileInfo(context.repositoryRootDirectoryPath, context.rootDirectoryPath, projectConfig, "segment", segmentKey);
-                    detail = {
-                        type: "segment",
-                        key: segmentKey,
-                        entity: segment,
-                        sourcePath: sourceFileInfo.sourcePath,
-                        editLinks: getEditorLinks(context.devEditors, sourceFileInfo),
-                        usage: {
-                            attributes: sortStrings(Array.from(usedAttributes)),
-                            messages: sortStrings(Array.from(segmentsUsedInMessages[segmentKey] || [])),
-                        },
-                        lastModified: getLastModified(context.historyIndex, "segment", segmentKey, set || undefined),
-                    };
-                    index.entities.segment.push(getEntitySummary(segment, "segment", segmentKey, context.historyIndex, set || undefined, {
-                        targets: sortStrings(Array.from(segmentTargets[segmentKey] || [])),
-                    }));
-                    return [4 /*yield*/, writeJson(path.join(outputDirectoryPath, "entities", "segment", "".concat(encodeKey(segmentKey), ".json")), detail)];
-                case 24:
-                    _15.sent();
-                    return [4 /*yield*/, writeHistoryPages(path.join(outputDirectoryPath, "history", "segment", encodeKey(segmentKey)), getHistoryForEntity(context.historyIndex, "segment", segmentKey, set || undefined))];
-                case 25:
-                    _15.sent();
-                    _15.label = 26;
-                case 26:
-                    _8++;
-                    return [3 /*break*/, 23];
-                case 27:
-                    _9 = 0, targetKeys_2 = targetKeys;
-                    _15.label = 28;
-                case 28:
-                    if (!(_9 < targetKeys_2.length)) return [3 /*break*/, 32];
-                    targetKey = targetKeys_2[_9];
-                    target = targets[targetKey];
-                    targetLocaleKeys = ((_14 = target.locales) === null || _14 === void 0 ? void 0 : _14.length) ? target.locales : localeKeys;
-                    formatsByLocale = {};
-                    formatRowsByLocale = {};
-                    for (_10 = 0, targetLocaleKeys_2 = targetLocaleKeys; _10 < targetLocaleKeys_2.length; _10++) {
-                        localeKey = targetLocaleKeys_2[_10];
-                        formatsByLocale[localeKey] = context.runtime.resolveFormats(localeKey, locales, target);
-                        formatRowsByLocale[localeKey] = getFormatRows(context.runtime, localeKey, locales, target);
-                    }
-                    sourceFileInfo = getSourceFileInfo(context.repositoryRootDirectoryPath, context.rootDirectoryPath, projectConfig, "target", targetKey);
-                    detail = {
-                        type: "target",
-                        key: targetKey,
-                        entity: target,
-                        sourcePath: sourceFileInfo.sourcePath,
-                        editLinks: getEditorLinks(context.devEditors, sourceFileInfo),
-                        locales: targetLocaleKeys,
-                        formatsByLocale: formatsByLocale,
-                        formatRowsByLocale: formatRowsByLocale,
-                        messages: targetMessages[targetKey],
-                        lastModified: getLastModified(context.historyIndex, "target", targetKey, set || undefined),
-                    };
-                    index.entities.target.push(getEntitySummary(target, "target", targetKey, context.historyIndex, set || undefined, {
-                        messageCount: targetMessages[targetKey].length,
-                    }));
-                    return [4 /*yield*/, writeJson(path.join(outputDirectoryPath, "entities", "target", "".concat(encodeKey(targetKey), ".json")), detail)];
-                case 29:
-                    _15.sent();
-                    return [4 /*yield*/, writeHistoryPages(path.join(outputDirectoryPath, "history", "target", encodeKey(targetKey)), getHistoryForEntity(context.historyIndex, "target", targetKey, set || undefined))];
-                case 30:
-                    _15.sent();
-                    _15.label = 31;
-                case 31:
-                    _9++;
-                    return [3 /*break*/, 28];
-                case 32:
-                    for (_11 = 0, _12 = Object.keys(index.entities); _11 < _12.length; _11++) {
-                        type = _12[_11];
+                    _12.sent();
+                    context.progress.done(targetsStartedAt, "(".concat(pluralize(targetKeys.length, "target"), ")"));
+                    indexStartedAt = context.progress.step("Writing catalog index");
+                    for (_9 = 0, _10 = Object.keys(index.entities); _9 < _10.length; _9++) {
+                        type = _10[_9];
                         index.entities[type].sort(function (a, b) { return a.key.localeCompare(b.key); });
                     }
-                    return [4 /*yield*/, writeJson(path.join(outputDirectoryPath, "index.json"), index)];
-                case 33:
-                    _15.sent();
+                    return [4 /*yield*/, context.writer.write(path.join(outputDirectoryPath, "index.json"), index)];
+                case 19:
+                    _12.sent();
+                    context.progress.done(indexStartedAt);
+                    context.progress.done(setStartedAt, "total (".concat(pluralize(skippedEmptyHistoryCount, "empty history", "empty histories"), " skipped)"));
                     return [2 /*return*/, index];
             }
         });
@@ -1292,39 +1505,69 @@ function copyCatalogAssets(outputDirectoryPath) {
 }
 function exportCatalog(runtime_1, rootDirectoryPath_1, projectConfig_1, datasource_1) {
     return __awaiter(this, arguments, void 0, function (runtime, rootDirectoryPath, projectConfig, datasource, options) {
-        var outputDirectoryPath, dataDirectoryPath, withTranslationSearch, devEditors, historyIndex, duplicateTranslations, duplicateResultsBySet, context, executions, setIndexes, _i, executions_1, execution, outputRelativeDirectory, _a, _b, manifest;
+        var outputDirectoryPath, dataDirectoryPath, withTranslationSearch, withDuplicates, progress, writer, stepStartedAt, devEditors, historyIndex, links, duplicateResultsBySet, _a, _b, context, executions, setIndexes, _i, executions_1, execution, outputRelativeDirectory, _c, _d, manifest;
         if (options === void 0) { options = {}; }
-        return __generator(this, function (_c) {
-            switch (_c.label) {
+        return __generator(this, function (_e) {
+            switch (_e.label) {
                 case 0:
                     outputDirectoryPath = options.outDir
                         ? path.resolve(rootDirectoryPath, options.outDir)
                         : projectConfig.catalogDirectoryPath;
                     dataDirectoryPath = path.join(outputDirectoryPath, "data");
                     withTranslationSearch = options.withTranslationSearch === true;
+                    withDuplicates = options.withDuplicates === true;
+                    progress = new CatalogProgressReporter(rootDirectoryPath, outputDirectoryPath);
+                    writer = new CatalogJsonWriter();
+                    progress.start({
+                        browserRouter: options.browserRouter !== false,
+                        sets: projectConfig.sets === true,
+                        features: __spreadArray(__spreadArray([], (withTranslationSearch ? ["translation search"] : []), true), (withDuplicates ? ["duplicates"] : []), true),
+                    });
+                    stepStartedAt = progress.step("Preparing output directory");
                     return [4 /*yield*/, fs.promises.rm(outputDirectoryPath, { recursive: true, force: true })];
                 case 1:
-                    _c.sent();
+                    _e.sent();
                     return [4 /*yield*/, fs.promises.mkdir(dataDirectoryPath, { recursive: true })];
                 case 2:
-                    _c.sent();
+                    _e.sent();
+                    progress.done(stepStartedAt);
                     if (!(options.copyAssets !== false)) return [3 /*break*/, 4];
+                    stepStartedAt = progress.step("Copying Catalog UI assets");
                     return [4 /*yield*/, copyCatalogAssets(outputDirectoryPath)];
                 case 3:
-                    _c.sent();
-                    _c.label = 4;
+                    _e.sent();
+                    progress.done(stepStartedAt);
+                    _e.label = 4;
                 case 4:
                     devEditors = options.dev ? options.devEditors || detectDevEditors() : [];
+                    stepStartedAt = progress.step("Reading Git history");
                     return [4 /*yield*/, getGitHistoryIndex(rootDirectoryPath, projectConfig)];
                 case 5:
-                    historyIndex = _c.sent();
+                    historyIndex = _e.sent();
+                    progress.done(stepStartedAt, "(".concat(pluralize(historyIndex.entries.length, "commit"), ")"));
+                    stepStartedAt = progress.step("Resolving repository links");
+                    links = getRepoLinks(rootDirectoryPath);
+                    progress.done(stepStartedAt);
+                    duplicateResultsBySet = {};
+                    if (!withDuplicates) return [3 /*break*/, 7];
+                    stepStartedAt = progress.step("Scanning duplicate translations");
+                    _b = (_a = Object).fromEntries;
                     return [4 /*yield*/, runtime.findDuplicateTranslations(projectConfig, datasource)];
                 case 6:
-                    duplicateTranslations = _c.sent();
-                    duplicateResultsBySet = Object.fromEntries(duplicateTranslations.results.map(function (result) { return [getDuplicateSetKey(result.set), result]; }));
+                    duplicateResultsBySet = _b.apply(_a, [(_e.sent()).results.map(function (result) { return [
+                            getDuplicateSetKey(result.set),
+                            result,
+                        ]; })]);
+                    progress.done(stepStartedAt, "(".concat(pluralize(Object.values(duplicateResultsBySet).reduce(function (total, result) {
+                        return total +
+                            result.locales.reduce(function (localeTotal, localeResult) { return localeTotal + localeResult.duplicateValues.length; }, 0);
+                    }, 0), "duplicate value"), ")"));
+                    _e.label = 7;
+                case 7:
                     context = {
                         rootDirectoryPath: rootDirectoryPath,
                         repositoryRootDirectoryPath: getRepositoryRootDirectoryPath(rootDirectoryPath),
+                        repositorySourceRootDirectoryPath: getRepositorySourceRootDirectoryPath(rootDirectoryPath),
                         outputDirectoryPath: outputDirectoryPath,
                         dataDirectoryPath: dataDirectoryPath,
                         historyIndex: historyIndex,
@@ -1332,30 +1575,40 @@ function exportCatalog(runtime_1, rootDirectoryPath_1, projectConfig_1, datasour
                         devEditors: devEditors,
                         duplicateResultsBySet: duplicateResultsBySet,
                         withTranslationSearch: withTranslationSearch,
+                        withDuplicates: withDuplicates,
+                        progress: progress,
+                        writer: writer,
                     };
+                    stepStartedAt = progress.step("Discovering project sets");
                     return [4 /*yield*/, runtime.getProjectSetExecutions(projectConfig, datasource)];
-                case 7:
-                    executions = _c.sent();
-                    setIndexes = {};
-                    return [4 /*yield*/, writeHistoryPages(path.join(dataDirectoryPath, "project", "history"), historyIndex.entries)];
                 case 8:
-                    _c.sent();
-                    _i = 0, executions_1 = executions;
-                    _c.label = 9;
+                    executions = _e.sent();
+                    progress.done(stepStartedAt, projectConfig.sets
+                        ? "(".concat(executions.map(function (execution) { return execution.set; }).join(", ") || "none", ")")
+                        : "(root)");
+                    setIndexes = {};
+                    stepStartedAt = progress.step("Writing project history");
+                    return [4 /*yield*/, writeHistoryPages(writer, path.join(dataDirectoryPath, "project", "history"), historyIndex.entries)];
                 case 9:
-                    if (!(_i < executions_1.length)) return [3 /*break*/, 12];
+                    _e.sent();
+                    progress.done(stepStartedAt, "(".concat(pluralize(historyIndex.entries.length, "entry", "entries"), ")"));
+                    _i = 0, executions_1 = executions;
+                    _e.label = 10;
+                case 10:
+                    if (!(_i < executions_1.length)) return [3 /*break*/, 13];
                     execution = executions_1[_i];
                     outputRelativeDirectory = projectConfig.sets ? path.join("sets", execution.set) : "root";
-                    _a = setIndexes;
-                    _b = execution.set || "root";
+                    _c = setIndexes;
+                    _d = execution.set || "root";
                     return [4 /*yield*/, buildSetCatalog(context, execution.set, execution.projectConfig, execution.datasource, outputRelativeDirectory)];
-                case 10:
-                    _a[_b] = _c.sent();
-                    _c.label = 11;
                 case 11:
-                    _i++;
-                    return [3 /*break*/, 9];
+                    _c[_d] = _e.sent();
+                    _e.label = 12;
                 case 12:
+                    _i++;
+                    return [3 /*break*/, 10];
+                case 13:
+                    stepStartedAt = progress.step("Writing manifest");
                     manifest = {
                         schemaVersion: exports.CATALOG_SCHEMA_VERSION,
                         generatedAt: new Date().toISOString(),
@@ -1365,8 +1618,9 @@ function exportCatalog(runtime_1, rootDirectoryPath_1, projectConfig_1, datasour
                         dev: options.dev ? { editors: devEditors } : undefined,
                         features: {
                             translationSearch: withTranslationSearch,
+                            duplicates: withDuplicates,
                         },
-                        links: getRepoLinks(rootDirectoryPath),
+                        links: links,
                         paths: {
                             projectHistory: "data/project/history/page-1.json",
                             root: projectConfig.sets ? undefined : "data/root/index.json",
@@ -1379,10 +1633,11 @@ function exportCatalog(runtime_1, rootDirectoryPath_1, projectConfig_1, datasour
                         },
                         counts: Object.fromEntries(Object.keys(setIndexes).map(function (key) { return [key, setIndexes[key].counts]; })),
                     };
-                    return [4 /*yield*/, writeJson(path.join(dataDirectoryPath, "manifest.json"), manifest)];
-                case 13:
-                    _c.sent();
-                    console.log("Catalog exported to ".concat(outputDirectoryPath));
+                    return [4 /*yield*/, writer.write(path.join(dataDirectoryPath, "manifest.json"), manifest)];
+                case 14:
+                    _e.sent();
+                    progress.done(stepStartedAt);
+                    progress.complete();
                     return [2 /*return*/, {
                             outputDirectoryPath: outputDirectoryPath,
                             manifest: manifest,
@@ -1616,13 +1871,16 @@ function createCatalogApi(runtime) {
 function isWithTranslationSearchEnabled(parsed) {
     return parsed.withTranslationSearch === true || parsed["with-translation-search"] === true;
 }
+function isWithDuplicatesEnabled(parsed) {
+    return parsed.withDuplicates === true || parsed["with-duplicates"] === true;
+}
 function createCatalogPlugin(runtime, api) {
     var _this = this;
     if (api === void 0) { api = createCatalogApi(runtime); }
     return {
         command: "catalog [subcommand]",
         handler: function (_a) { return __awaiter(_this, [_a], void 0, function (_b) {
-            var allowedSubcommands, browserRouter, withTranslationSearch, server_1, outputDirectoryPath, ignoredDirectoryPaths, exportInFlight_1, exportQueued_1, queuedReason_1, debounceTimer_1, runExportAndReload_1, stopWatchingProject;
+            var allowedSubcommands, browserRouter, withTranslationSearch, withDuplicates, server_1, outputDirectoryPath, ignoredDirectoryPaths, exportInFlight_1, exportQueued_1, queuedReason_1, debounceTimer_1, runExportAndReload_1, stopWatchingProject;
             var _this = this;
             var rootDirectoryPath = _b.rootDirectoryPath, projectConfig = _b.projectConfig, datasource = _b.datasource, parsed = _b.parsed;
             return __generator(this, function (_c) {
@@ -1631,6 +1889,7 @@ function createCatalogPlugin(runtime, api) {
                         allowedSubcommands = ["export", "serve"];
                         browserRouter = !(parsed.hashRouter || parsed["hash-router"]);
                         withTranslationSearch = isWithTranslationSearchEnabled(parsed);
+                        withDuplicates = isWithDuplicatesEnabled(parsed);
                         if (!!parsed.subcommand) return [3 /*break*/, 3];
                         return [4 /*yield*/, api.exportCatalog(rootDirectoryPath, projectConfig, datasource, {
                                 outDir: parsed.outDir,
@@ -1638,6 +1897,7 @@ function createCatalogPlugin(runtime, api) {
                                 browserRouter: browserRouter,
                                 dev: true,
                                 withTranslationSearch: withTranslationSearch,
+                                withDuplicates: withDuplicates,
                             })];
                     case 1:
                         _c.sent();
@@ -1687,6 +1947,7 @@ function createCatalogPlugin(runtime, api) {
                                                 browserRouter: browserRouter,
                                                 dev: true,
                                                 withTranslationSearch: withTranslationSearch,
+                                                withDuplicates: withDuplicates,
                                             })];
                                     case 2:
                                         _a.sent();
@@ -1733,6 +1994,7 @@ function createCatalogPlugin(runtime, api) {
                                 copyAssets: !parsed.noAssets,
                                 browserRouter: browserRouter,
                                 withTranslationSearch: withTranslationSearch,
+                                withDuplicates: withDuplicates,
                             })];
                     case 4:
                         _c.sent();