@messagevisor/core 0.0.1 → 0.1.0

package/lib/tester/index.js

@@ -0,0 +1,713 @@
+"use strict";
+var __assign = (this && this.__assign) || function () {
+    __assign = Object.assign || function(t) {
+        for (var s, i = 1, n = arguments.length; i < n; i++) {
+            s = arguments[i];
+            for (var p in s) if (Object.prototype.hasOwnProperty.call(s, p))
+                t[p] = s[p];
+        }
+        return t;
+    };
+    return __assign.apply(this, arguments);
+};
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || (function () {
+    var ownKeys = function(o) {
+        ownKeys = Object.getOwnPropertyNames || function (o) {
+            var ar = [];
+            for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
+            return ar;
+        };
+        return ownKeys(o);
+    };
+    return function (mod) {
+        if (mod && mod.__esModule) return mod;
+        var result = {};
+        if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
+        __setModuleDefault(result, mod);
+        return result;
+    };
+})();
+var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
+    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
+    return new (P || (P = Promise))(function (resolve, reject) {
+        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
+        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
+        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
+        step((generator = generator.apply(thisArg, _arguments || [])).next());
+    });
+};
+var __generator = (this && this.__generator) || function (thisArg, body) {
+    var _ = { label: 0, sent: function() { if (t[0] & 1) throw t[1]; return t[1]; }, trys: [], ops: [] }, f, y, t, g = Object.create((typeof Iterator === "function" ? Iterator : Object).prototype);
+    return g.next = verb(0), g["throw"] = verb(1), g["return"] = verb(2), typeof Symbol === "function" && (g[Symbol.iterator] = function() { return this; }), g;
+    function verb(n) { return function (v) { return step([n, v]); }; }
+    function step(op) {
+        if (f) throw new TypeError("Generator is already executing.");
+        while (g && (g = 0, op[0] && (_ = 0)), _) try {
+            if (f = 1, y && (t = op[0] & 2 ? y["return"] : op[0] ? y["throw"] || ((t = y["return"]) && t.call(y), 0) : y.next) && !(t = t.call(y, op[1])).done) return t;
+            if (y = 0, t) op = [op[0] & 2, t.value];
+            switch (op[0]) {
+                case 0: case 1: t = op; break;
+                case 4: _.label++; return { value: op[1], done: false };
+                case 5: _.label++; y = op[1]; op = [0]; continue;
+                case 7: op = _.ops.pop(); _.trys.pop(); continue;
+                default:
+                    if (!(t = _.trys, t = t.length > 0 && t[t.length - 1]) && (op[0] === 6 || op[0] === 2)) { _ = 0; continue; }
+                    if (op[0] === 3 && (!t || (op[1] > t[0] && op[1] < t[3]))) { _.label = op[1]; break; }
+                    if (op[0] === 6 && _.label < t[1]) { _.label = t[1]; t = op; break; }
+                    if (t && _.label < t[2]) { _.label = t[2]; _.ops.push(op); break; }
+                    if (t[2]) _.ops.pop();
+                    _.trys.pop(); continue;
+            }
+            op = body.call(thisArg, _);
+        } catch (e) { op = [6, e]; y = 0; } finally { f = t = 0; }
+        if (op[0] & 5) throw op[1]; return { value: op[0] ? op[1] : void 0, done: true };
+    }
+};
+var __spreadArray = (this && this.__spreadArray) || function (to, from, pack) {
+    if (pack || arguments.length === 2) for (var i = 0, l = from.length, ar; i < l; i++) {
+        if (ar || !(i in from)) {
+            if (!ar) ar = Array.prototype.slice.call(from, 0, i);
+            ar[i] = from[i];
+        }
+    }
+    return to.concat(ar || Array.prototype.slice.call(from));
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.testPlugin = void 0;
+exports.testProject = testProject;
+exports.testProjectSets = testProjectSets;
+var fs = __importStar(require("fs"));
+var path = __importStar(require("path"));
+var sdk_1 = require("@messagevisor/sdk");
+var builder_1 = require("../builder");
+var evaluate_1 = require("../evaluate");
+var sets_1 = require("../sets");
+var cliFormat_1 = require("./cliFormat");
+var matrix_1 = require("./matrix");
+var prettyDuration_1 = require("./prettyDuration");
+var printTestResult_1 = require("./printTestResult");
+function isPlainObject(value) {
+    return typeof value === "object" && value !== null && !Array.isArray(value);
+}
+function containsSubset(actual, expected) {
+    if (isPlainObject(expected)) {
+        if (!isPlainObject(actual)) {
+            return false;
+        }
+        return Object.keys(expected).every(function (key) { return containsSubset(actual[key], expected[key]); });
+    }
+    if (Array.isArray(expected)) {
+        return (Array.isArray(actual) &&
+            expected.length === actual.length &&
+            expected.every(function (value, index) { return containsSubset(actual[index], value); }));
+    }
+    return actual === expected;
+}
+function normalizeTestValue(value) {
+    if (typeof value === "string" && /^\d{4}-\d{2}-\d{2}T\d{2}:\d{2}:\d{2}/.test(value)) {
+        var date = new Date(value);
+        if (!Number.isNaN(date.getTime())) {
+            return date;
+        }
+    }
+    if (Array.isArray(value)) {
+        return value.map(normalizeTestValue);
+    }
+    if (isPlainObject(value)) {
+        return Object.fromEntries(Object.entries(value).map(function (_a) {
+            var key = _a[0], entry = _a[1];
+            return [key, normalizeTestValue(entry)];
+        }));
+    }
+    return value;
+}
+function createAssertion(description) {
+    return {
+        description: description,
+        duration: 0,
+        passed: true,
+        errors: [],
+    };
+}
+function failAssertion(assertion, error) {
+    assertion.passed = false;
+    assertion.errors.push(error);
+}
+function shouldRunAssertion(description, options) {
+    if (!options.assertionPattern) {
+        return true;
+    }
+    return new RegExp(options.assertionPattern).test(description);
+}
+function getAssertionPrefix(assertion) {
+    if (typeof assertion.matrixIndex === "number") {
+        return "Assertion #".concat((assertion.assertionIndex || 0) + 1, ", matrix #").concat(assertion.matrixIndex + 1, ": ");
+    }
+    return "";
+}
+function getMessageAssertionDescription(messageKey, assertion) {
+    if (assertion.description) {
+        return assertion.description;
+    }
+    return "".concat(getAssertionPrefix(assertion)).concat(assertion.target || "web", "/").concat(assertion.locale, ": ").concat(messageKey);
+}
+function getSegmentAssertionDescription(testSegmentKey, assertion) {
+    if (assertion.description) {
+        return assertion.description;
+    }
+    return "".concat(getAssertionPrefix(assertion)).concat(assertion.segment || testSegmentKey, " with ").concat(JSON.stringify(assertion.context || {}));
+}
+function getTargetAssertionDescription(targetKey, assertion) {
+    if (assertion.description) {
+        return assertion.description;
+    }
+    var hasStructureChecks = typeof assertion.expectedFormats !== "undefined" ||
+        (assertion.expectedToIncludeMessages || []).length > 0 ||
+        (assertion.expectedToNotIncludeMessages || []).length > 0;
+    var hasEvaluation = typeof assertion.rawMessage !== "undefined" || typeof assertion.message !== "undefined";
+    if (hasStructureChecks && hasEvaluation) {
+        return "".concat(getAssertionPrefix(assertion)).concat(targetKey, "/").concat(assertion.locale, " structure + evaluation");
+    }
+    if (hasEvaluation) {
+        return "".concat(getAssertionPrefix(assertion)).concat(targetKey, "/").concat(assertion.locale, " evaluation");
+    }
+    return "".concat(getAssertionPrefix(assertion)).concat(targetKey, "/").concat(assertion.locale);
+}
+function getLocaleAssertionDescription(localeKey, assertion) {
+    if (assertion.description) {
+        return assertion.description;
+    }
+    var targetSuffix = assertion.target ? "/".concat(assertion.target) : "";
+    var hasFormats = typeof assertion.expectedFormats !== "undefined";
+    var hasEvaluation = typeof assertion.rawMessage !== "undefined" &&
+        typeof assertion.expectedTranslation !== "undefined";
+    if (hasFormats && hasEvaluation) {
+        return "".concat(getAssertionPrefix(assertion)).concat(localeKey).concat(targetSuffix, " formats + evaluation");
+    }
+    if (hasEvaluation) {
+        return "".concat(getAssertionPrefix(assertion)).concat(localeKey).concat(targetSuffix, " evaluation");
+    }
+    return "".concat(getAssertionPrefix(assertion)).concat(localeKey).concat(targetSuffix, " formats");
+}
+function getTestFilePath(projectConfig, testKey) {
+    var extension = projectConfig.parser.extension || "yml";
+    var basePath = path.join.apply(path, __spreadArray([projectConfig.testsDirectoryPath], testKey.split(projectConfig.namespaceCharacter), false));
+    var specPath = "".concat(basePath, ".spec.").concat(extension);
+    var legacyPath = "".concat(basePath, ".").concat(extension);
+    return path.relative(process.cwd(), fs.existsSync(specPath) ? specPath : legacyPath);
+}
+function runTest(projectConfig, datasource, testKey, test, revision, options) {
+    return __awaiter(this, void 0, void 0, function () {
+        var startTime, type, subject, filePath, result, _loop_1, _i, _a, rawAssertion, segmentKeys, segments, _b, _c, _d, _e, rawAssertion, description, assertionStartTime, assertion, actual, _f, _g, rawAssertion, description, assertionStartTime, assertion, datafile, translationKeys, _h, _j, messageKey, _k, _l, messageKey, messagevisor, values, actual, _m, localeKeys, targetKeys, _o, locales, targets, localesByKey, targetsByKey, _p, _q, rawAssertion, description, assertionStartTime, assertion, target, formats, messagevisor, actual;
+        var _r;
+        var _this = this;
+        return __generator(this, function (_s) {
+            switch (_s.label) {
+                case 0:
+                    startTime = Date.now();
+                    type = test.message
+                        ? "message"
+                        : test.segment
+                            ? "segment"
+                            : test.target
+                                ? "target"
+                                : "locale";
+                    subject = test.message || test.segment || test.target || test.locale;
+                    filePath = getTestFilePath(projectConfig, testKey);
+                    result = {
+                        key: testKey,
+                        filePath: filePath,
+                        type: type,
+                        subject: subject,
+                        duration: 0,
+                        passed: true,
+                        assertions: [],
+                    };
+                    if (!test.message) return [3 /*break*/, 4];
+                    _loop_1 = function (rawAssertion) {
+                        var description, assertionStartTime, assertion, target, datafile, flags, variations, messagevisor, actual;
+                        return __generator(this, function (_t) {
+                            switch (_t.label) {
+                                case 0:
+                                    description = getMessageAssertionDescription(test.message, rawAssertion);
+                                    if (!shouldRunAssertion(description, options))
+                                        return [2 /*return*/, "continue"];
+                                    assertionStartTime = Date.now();
+                                    assertion = createAssertion(description);
+                                    target = rawAssertion.target || "web";
+                                    return [4 /*yield*/, (0, builder_1.buildDatafile)(projectConfig, datasource, target, rawAssertion.locale, revision)];
+                                case 1:
+                                    datafile = _t.sent();
+                                    if (options.showDatafile) {
+                                        console.log("");
+                                        console.log(JSON.stringify(datafile, null, 2));
+                                        console.log("");
+                                    }
+                                    flags = rawAssertion.withFlags || {};
+                                    variations = rawAssertion.withVariations || {};
+                                    messagevisor = (0, sdk_1.createMessagevisor)({
+                                        datafile: datafile,
+                                        context: rawAssertion.context,
+                                        resolveFlag: function (featureKey) { return flags[featureKey] === true; },
+                                        resolveVariation: function (experimentKey) { return variations[experimentKey]; },
+                                        modules: projectConfig.modules || [],
+                                        logLevel: "warn",
+                                    });
+                                    actual = messagevisor.translate(test.message, normalizeTestValue(rawAssertion.values), {
+                                        context: rawAssertion.context,
+                                        currency: rawAssertion.currency,
+                                        timeZone: rawAssertion.timeZone,
+                                        formats: rawAssertion.formats,
+                                    });
+                                    if (actual !== rawAssertion.expectedTranslation) {
+                                        failAssertion(assertion, {
+                                            message: "Translation mismatch",
+                                            expected: rawAssertion.expectedTranslation,
+                                            actual: actual,
+                                        });
+                                    }
+                                    assertion.duration = Date.now() - assertionStartTime;
+                                    result.assertions.push(assertion);
+                                    return [2 /*return*/];
+                            }
+                        });
+                    };
+                    _i = 0, _a = (0, matrix_1.expandMessageAssertions)(test.assertions || []);
+                    _s.label = 1;
+                case 1:
+                    if (!(_i < _a.length)) return [3 /*break*/, 4];
+                    rawAssertion = _a[_i];
+                    return [5 /*yield**/, _loop_1(rawAssertion)];
+                case 2:
+                    _s.sent();
+                    _s.label = 3;
+                case 3:
+                    _i++;
+                    return [3 /*break*/, 1];
+                case 4:
+                    if (!test.segment) return [3 /*break*/, 7];
+                    return [4 /*yield*/, datasource.listSegments()];
+                case 5:
+                    segmentKeys = _s.sent();
+                    _c = (_b = Object).fromEntries;
+                    return [4 /*yield*/, Promise.all(segmentKeys.map(function (key) { return __awaiter(_this, void 0, void 0, function () { var _a; return __generator(this, function (_b) {
+                            switch (_b.label) {
+                                case 0:
+                                    _a = [key];
+                                    return [4 /*yield*/, datasource.readSegment(key)];
+                                case 1: return [2 /*return*/, _a.concat([_b.sent()])];
+                            }
+                        }); }); }))];
+                case 6:
+                    segments = _c.apply(_b, [_s.sent()]);
+                    for (_d = 0, _e = (0, matrix_1.expandSegmentAssertions)(test.assertions || []); _d < _e.length; _d++) {
+                        rawAssertion = _e[_d];
+                        description = getSegmentAssertionDescription(test.segment, rawAssertion);
+                        if (!shouldRunAssertion(description, options))
+                            continue;
+                        assertionStartTime = Date.now();
+                        assertion = createAssertion(description);
+                        actual = (0, evaluate_1.evaluateSegment)(rawAssertion.segment || test.segment, {
+                            segments: segments,
+                            context: rawAssertion.context,
+                        });
+                        if (actual !== rawAssertion.expectedToMatch) {
+                            failAssertion(assertion, {
+                                message: "Segment match mismatch",
+                                expected: rawAssertion.expectedToMatch,
+                                actual: actual,
+                            });
+                        }
+                        assertion.duration = Date.now() - assertionStartTime;
+                        result.assertions.push(assertion);
+                    }
+                    _s.label = 7;
+                case 7:
+                    if (!test.target) return [3 /*break*/, 11];
+                    _f = 0, _g = (0, matrix_1.expandTargetAssertions)(test.assertions || []);
+                    _s.label = 8;
+                case 8:
+                    if (!(_f < _g.length)) return [3 /*break*/, 11];
+                    rawAssertion = _g[_f];
+                    description = getTargetAssertionDescription(test.target, rawAssertion);
+                    if (!shouldRunAssertion(description, options))
+                        return [3 /*break*/, 10];
+                    assertionStartTime = Date.now();
+                    assertion = createAssertion(description);
+                    return [4 /*yield*/, (0, builder_1.buildDatafile)(projectConfig, datasource, test.target, rawAssertion.locale, revision)];
+                case 9:
+                    datafile = _s.sent();
+                    if (options.showDatafile) {
+                        console.log("");
+                        console.log(JSON.stringify(datafile, null, 2));
+                        console.log("");
+                    }
+                    translationKeys = Object.keys(datafile.translations);
+                    for (_h = 0, _j = rawAssertion.expectedToIncludeMessages || []; _h < _j.length; _h++) {
+                        messageKey = _j[_h];
+                        if (!translationKeys.includes(messageKey)) {
+                            failAssertion(assertion, {
+                                message: "Expected datafile to include message \"".concat(messageKey, "\""),
+                                expected: true,
+                                actual: false,
+                            });
+                        }
+                    }
+                    for (_k = 0, _l = rawAssertion.expectedToNotIncludeMessages || []; _k < _l.length; _k++) {
+                        messageKey = _l[_k];
+                        if (translationKeys.includes(messageKey)) {
+                            failAssertion(assertion, {
+                                message: "Expected datafile to not include message \"".concat(messageKey, "\""),
+                                expected: false,
+                                actual: true,
+                            });
+                        }
+                    }
+                    if (rawAssertion.expectedFormats &&
+                        !containsSubset(datafile.formats || {}, rawAssertion.expectedFormats)) {
+                        failAssertion(assertion, {
+                            message: "Formats subset mismatch",
+                            expected: rawAssertion.expectedFormats,
+                            actual: datafile.formats || {},
+                        });
+                    }
+                    if (typeof rawAssertion.rawMessage !== "undefined" ||
+                        typeof rawAssertion.message !== "undefined") {
+                        messagevisor = (0, sdk_1.createMessagevisor)({
+                            datafile: datafile,
+                            locale: rawAssertion.locale,
+                            context: rawAssertion.context,
+                            modules: projectConfig.modules || [],
+                            logLevel: "warn",
+                        });
+                        values = normalizeTestValue(rawAssertion.values);
+                        actual = typeof rawAssertion.rawMessage !== "undefined"
+                            ? messagevisor.formatMessage(rawAssertion.rawMessage, values, {
+                                formats: rawAssertion.formats,
+                                currency: rawAssertion.currency,
+                                timeZone: rawAssertion.timeZone,
+                            })
+                            : messagevisor.translate(rawAssertion.message, values, {
+                                context: rawAssertion.context,
+                                formats: rawAssertion.formats,
+                                currency: rawAssertion.currency,
+                                timeZone: rawAssertion.timeZone,
+                            });
+                        if (actual !== rawAssertion.expectedTranslation) {
+                            failAssertion(assertion, {
+                                message: "Translation mismatch",
+                                expected: rawAssertion.expectedTranslation,
+                                actual: actual,
+                            });
+                        }
+                    }
+                    assertion.duration = Date.now() - assertionStartTime;
+                    result.assertions.push(assertion);
+                    _s.label = 10;
+                case 10:
+                    _f++;
+                    return [3 /*break*/, 8];
+                case 11:
+                    if (!test.locale) return [3 /*break*/, 14];
+                    return [4 /*yield*/, Promise.all([
+                            datasource.listLocales(),
+                            datasource.listTargets(),
+                        ])];
+                case 12:
+                    _m = _s.sent(), localeKeys = _m[0], targetKeys = _m[1];
+                    return [4 /*yield*/, Promise.all([
+                            Promise.all(localeKeys.map(function (key) { return __awaiter(_this, void 0, void 0, function () { var _a; return __generator(this, function (_b) {
+                                switch (_b.label) {
+                                    case 0:
+                                        _a = [key];
+                                        return [4 /*yield*/, datasource.readLocale(key)];
+                                    case 1: return [2 /*return*/, _a.concat([_b.sent()])];
+                                }
+                            }); }); })),
+                            Promise.all(targetKeys.map(function (key) { return __awaiter(_this, void 0, void 0, function () { var _a; return __generator(this, function (_b) {
+                                switch (_b.label) {
+                                    case 0:
+                                        _a = [key];
+                                        return [4 /*yield*/, datasource.readTarget(key)];
+                                    case 1: return [2 /*return*/, _a.concat([_b.sent()])];
+                                }
+                            }); }); })),
+                        ])];
+                case 13:
+                    _o = _s.sent(), locales = _o[0], targets = _o[1];
+                    localesByKey = Object.fromEntries(locales);
+                    targetsByKey = Object.fromEntries(targets);
+                    for (_p = 0, _q = (0, matrix_1.expandLocaleAssertions)(test.assertions || []); _p < _q.length; _p++) {
+                        rawAssertion = _q[_p];
+                        description = getLocaleAssertionDescription(test.locale, rawAssertion);
+                        if (!shouldRunAssertion(description, options))
+                            continue;
+                        assertionStartTime = Date.now();
+                        assertion = createAssertion(description);
+                        target = rawAssertion.target ? targetsByKey[rawAssertion.target] : undefined;
+                        formats = (0, builder_1.resolveFormats)(test.locale, localesByKey, target);
+                        if (options.showDatafile) {
+                            console.log("");
+                            console.log(JSON.stringify(formats || {}, null, 2));
+                            console.log("");
+                        }
+                        if (rawAssertion.expectedFormats &&
+                            !containsSubset(formats || {}, rawAssertion.expectedFormats)) {
+                            failAssertion(assertion, {
+                                message: "Formats subset mismatch",
+                                expected: rawAssertion.expectedFormats,
+                                actual: formats || {},
+                            });
+                        }
+                        if (typeof rawAssertion.rawMessage !== "undefined") {
+                            messagevisor = (0, sdk_1.createMessagevisor)({
+                                locale: test.locale,
+                                context: rawAssertion.context,
+                                defaultFormats: (_r = {},
+                                    _r[test.locale] = formats || {},
+                                    _r),
+                                modules: projectConfig.modules || [],
+                                logLevel: "warn",
+                            });
+                            actual = messagevisor.formatMessage(rawAssertion.rawMessage, normalizeTestValue(rawAssertion.values), {
+                                formats: rawAssertion.formats,
+                                currency: rawAssertion.currency,
+                                timeZone: rawAssertion.timeZone,
+                            });
+                            if (actual !== rawAssertion.expectedTranslation) {
+                                failAssertion(assertion, {
+                                    message: "Translation mismatch",
+                                    expected: rawAssertion.expectedTranslation,
+                                    actual: actual,
+                                });
+                            }
+                        }
+                        assertion.duration = Date.now() - assertionStartTime;
+                        result.assertions.push(assertion);
+                    }
+                    _s.label = 14;
+                case 14:
+                    result.passed = result.assertions.every(function (assertion) { return assertion.passed; });
+                    result.duration = Date.now() - startTime;
+                    if (result.assertions.length === 0) {
+                        return [2 /*return*/, undefined];
+                    }
+                    return [2 /*return*/, result];
+            }
+        });
+    });
+}
+function testProject(projectConfig_1, datasource_1) {
+    return __awaiter(this, arguments, void 0, function (projectConfig, datasource, options) {
+        var startTime, testKeys, keyPattern, revision, results, _i, testKeys_1, testKey, test_1, result, failures, passedAssertions, failedAssertions, passedTests, failedTests;
+        if (options === void 0) { options = {}; }
+        return __generator(this, function (_a) {
+            switch (_a.label) {
+                case 0:
+                    startTime = Date.now();
+                    return [4 /*yield*/, datasource.listTests()];
+                case 1:
+                    testKeys = _a.sent();
+                    keyPattern = options.keyPattern ? new RegExp(options.keyPattern) : null;
+                    return [4 /*yield*/, datasource.readRevision()];
+                case 2:
+                    revision = _a.sent();
+                    results = [];
+                    _i = 0, testKeys_1 = testKeys;
+                    _a.label = 3;
+                case 3:
+                    if (!(_i < testKeys_1.length)) return [3 /*break*/, 7];
+                    testKey = testKeys_1[_i];
+                    if (keyPattern && !keyPattern.test(testKey)) {
+                        return [3 /*break*/, 6];
+                    }
+                    return [4 /*yield*/, datasource.readTest(testKey)];
+                case 4:
+                    test_1 = (_a.sent());
+                    return [4 /*yield*/, runTest(projectConfig, datasource, testKey, test_1, revision, options)];
+                case 5:
+                    result = _a.sent();
+                    if (!result) {
+                        return [3 /*break*/, 6];
+                    }
+                    results.push(result);
+                    _a.label = 6;
+                case 6:
+                    _i++;
+                    return [3 /*break*/, 3];
+                case 7:
+                    failures = results.flatMap(function (result) {
+                        return result.assertions
+                            .filter(function (assertion) { return !assertion.passed; })
+                            .flatMap(function (assertion) {
+                            return assertion.errors.map(function (error) { return ({
+                                test: result.key,
+                                message: "".concat(assertion.description, " - ").concat(error.message),
+                            }); });
+                        });
+                    });
+                    passedAssertions = results.reduce(function (sum, result) { return sum + result.assertions.filter(function (assertion) { return assertion.passed; }).length; }, 0);
+                    failedAssertions = results.reduce(function (sum, result) { return sum + result.assertions.filter(function (assertion) { return !assertion.passed; }).length; }, 0);
+                    passedTests = results.filter(function (result) { return result.passed; }).length;
+                    failedTests = results.filter(function (result) { return !result.passed; }).length;
+                    return [2 /*return*/, {
+                            hasError: failures.length > 0,
+                            results: results,
+                            failures: failures,
+                            assertionsCount: {
+                                passed: passedAssertions,
+                                failed: failedAssertions,
+                            },
+                            testsCount: {
+                                passed: passedTests,
+                                failed: failedTests,
+                            },
+                            duration: Date.now() - startTime,
+                        }];
+            }
+        });
+    });
+}
+function testProjectSets(projectConfig_1, datasource_1) {
+    return __awaiter(this, arguments, void 0, function (projectConfig, datasource, options) {
+        var startTime, setExecutions, results, _loop_2, _i, setExecutions_1, execution, failures, passedAssertions, failedAssertions, passedTests, failedTests;
+        if (options === void 0) { options = {}; }
+        return __generator(this, function (_a) {
+            switch (_a.label) {
+                case 0:
+                    startTime = Date.now();
+                    return [4 /*yield*/, (0, sets_1.getProjectSetExecutions)(projectConfig, datasource, options.set)];
+                case 1:
+                    setExecutions = _a.sent();
+                    results = [];
+                    _loop_2 = function (execution) {
+                        var result;
+                        return __generator(this, function (_b) {
+                            switch (_b.label) {
+                                case 0: return [4 /*yield*/, testProject(execution.projectConfig, execution.datasource, options)];
+                                case 1:
+                                    result = _b.sent();
+                                    results.push.apply(results, result.results.map(function (testResult) { return (__assign(__assign({}, testResult), { key: projectConfig.sets ? "".concat(execution.set, "/").concat(testResult.key) : testResult.key, filePath: projectConfig.sets
+                                            ? (0, sets_1.getProjectSetRelativeFilePath)(projectConfig, execution.set, testResult.filePath)
+                                            : testResult.filePath })); }));
+                                    return [2 /*return*/];
+                            }
+                        });
+                    };
+                    _i = 0, setExecutions_1 = setExecutions;
+                    _a.label = 2;
+                case 2:
+                    if (!(_i < setExecutions_1.length)) return [3 /*break*/, 5];
+                    execution = setExecutions_1[_i];
+                    return [5 /*yield**/, _loop_2(execution)];
+                case 3:
+                    _a.sent();
+                    _a.label = 4;
+                case 4:
+                    _i++;
+                    return [3 /*break*/, 2];
+                case 5:
+                    failures = results.flatMap(function (result) {
+                        return result.assertions
+                            .filter(function (assertion) { return !assertion.passed; })
+                            .flatMap(function (assertion) {
+                            return assertion.errors.map(function (error) { return ({
+                                test: result.key,
+                                message: "".concat(assertion.description, " - ").concat(error.message),
+                            }); });
+                        });
+                    });
+                    passedAssertions = results.reduce(function (sum, result) { return sum + result.assertions.filter(function (assertion) { return assertion.passed; }).length; }, 0);
+                    failedAssertions = results.reduce(function (sum, result) { return sum + result.assertions.filter(function (assertion) { return !assertion.passed; }).length; }, 0);
+                    passedTests = results.filter(function (result) { return result.passed; }).length;
+                    failedTests = results.filter(function (result) { return !result.passed; }).length;
+                    return [2 /*return*/, {
+                            hasError: failures.length > 0,
+                            results: results,
+                            failures: failures,
+                            assertionsCount: {
+                                passed: passedAssertions,
+                                failed: failedAssertions,
+                            },
+                            testsCount: {
+                                passed: passedTests,
+                                failed: failedTests,
+                            },
+                            duration: Date.now() - startTime,
+                        }];
+            }
+        });
+    });
+}
+function printSummary(result, options) {
+    if (options.onlyFailures !== true || result.hasError) {
+        console.log("\n---");
+    }
+    console.log("");
+    var testSpecsMessage = "Test specs: ".concat(result.testsCount.passed, " passed, ").concat(result.testsCount.failed, " failed");
+    var testAssertionsMessage = "Assertions: ".concat(result.assertionsCount.passed, " passed, ").concat(result.assertionsCount.failed, " failed");
+    if (result.hasError) {
+        console.log(cliFormat_1.CLI_FORMAT_RED, testSpecsMessage);
+        console.log(cliFormat_1.CLI_FORMAT_RED, testAssertionsMessage);
+    }
+    else {
+        console.log(cliFormat_1.CLI_FORMAT_GREEN, testSpecsMessage);
+        console.log(cliFormat_1.CLI_FORMAT_GREEN, testAssertionsMessage);
+    }
+    console.log(cliFormat_1.CLI_FORMAT_BOLD, "Time:       ".concat((0, prettyDuration_1.prettyDuration)(result.duration)));
+}
+exports.testPlugin = {
+    command: "test",
+    handler: function (_a) { return __awaiter(void 0, [_a], void 0, function (_b) {
+        var result, _i, _c, testResult;
+        var projectConfig = _b.projectConfig, datasource = _b.datasource, parsed = _b.parsed;
+        return __generator(this, function (_d) {
+            switch (_d.label) {
+                case 0:
+                    (0, sets_1.assertProjectSetJsonSelection)(projectConfig, parsed.set, parsed.json);
+                    return [4 /*yield*/, testProjectSets(projectConfig, datasource, parsed)];
+                case 1:
+                    result = _d.sent();
+                    if (parsed.json) {
+                        console.log(parsed.pretty ? JSON.stringify(result.failures, null, 2) : JSON.stringify(result.failures));
+                        return [2 /*return*/, !result.hasError];
+                    }
+                    for (_i = 0, _c = result.results; _i < _c.length; _i++) {
+                        testResult = _c[_i];
+                        if (parsed.onlyFailures && testResult.passed) {
+                            continue;
+                        }
+                        (0, printTestResult_1.printTestResult)(testResult);
+                    }
+                    printSummary(result, parsed);
+                    return [2 /*return*/, !result.hasError];
+            }
+        });
+    }); },
+    examples: [
+        { command: "test", description: "run all tests" },
+        { command: "test --keyPattern=pattern", description: "run tests matching key pattern" },
+        { command: "test --assertionPattern=pattern", description: "run assertions matching pattern" },
+        { command: "test --onlyFailures", description: "only print failed tests" },
+        { command: "test --showDatafile", description: "show datafile content for each assertion" },
+        { command: "test --verbose", description: "show verbose test output" },
+        { command: "test --json --pretty", description: "print failures as JSON" },
+    ],
+};
+//# sourceMappingURL=index.js.map