warpo 2.3.0 → 2.5.0-alpha-1

package/dist/test_runner/core/compiler.js

@@ -0,0 +1,47 @@
+import * as warpo from "../../scripts/lib.js";
+export class CompilationError extends Error {
+    constructor(errorMessage) {
+        super(errorMessage);
+        this.name = "CompilationError";
+    }
+}
+async function buildWithWARPO({ sources, output, userDefinedFlags, collectCoverage, }) {
+    let warpoArgv = [
+        ...sources,
+        "-o",
+        output.wasm,
+        "--exportTable",
+        // avoid name conflict with user-defined start functions
+        "--exportStart",
+        "__unit_test_start",
+        "--debug",
+        // instrumentation flags
+        "--instrument",
+    ];
+    if (!collectCoverage) {
+        warpoArgv.push("--instrument-no-coverage");
+    }
+    if (userDefinedFlags.length > 0) {
+        // command line options compatible with ASC
+        // --disable => --disable-feature
+        // --runtime incremental => remove (only support incremental runtime in warpo)
+        // --memoryBase 16 => remove (not supported yet)
+        const argv = userDefinedFlags
+            .replace("--disable", "--disable-feature")
+            .replace("--runtime incremental", "")
+            .replace("--memoryBase 16", "")
+            .split(" ");
+        warpoArgv = warpoArgv.concat(argv);
+    }
+    const returnCode = await warpo.build({
+        argv: warpoArgv,
+        env: process.env,
+    });
+    if (returnCode !== 0) {
+        throw new CompilationError(undefined);
+    }
+}
+export async function compileImpl(option) {
+    await buildWithWARPO(option);
+}
+//# sourceMappingURL=compiler.js.map

package/dist/test_runner/core/compiler.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"compiler.js","sourceRoot":"","sources":["../../../tools/test_runner/core/compiler.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,KAAK,MAAM,sBAAsB,CAAC;AAG9C,MAAM,OAAO,gBAAiB,SAAQ,KAAK;IACzC,YAAY,YAAgC;QAC1C,KAAK,CAAC,YAAY,CAAC,CAAC;QACpB,IAAI,CAAC,IAAI,GAAG,kBAAkB,CAAC;IACjC,CAAC;CACF;AAED,KAAK,UAAU,cAAc,CAAC,EAC5B,OAAO,EACP,MAAM,EACN,gBAAgB,EAChB,eAAe,GACG;IAClB,IAAI,SAAS,GAAG;QACd,GAAG,OAAO;QACV,IAAI;QACJ,MAAM,CAAC,IAAI;QACX,eAAe;QACf,wDAAwD;QACxD,eAAe;QACf,mBAAmB;QACnB,SAAS;QACT,wBAAwB;QACxB,cAAc;KACf,CAAC;IACF,IAAI,CAAC,eAAe,EAAE,CAAC;QACrB,SAAS,CAAC,IAAI,CAAC,0BAA0B,CAAC,CAAC;IAC7C,CAAC;IACD,IAAI,gBAAgB,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAChC,2CAA2C;QAC3C,iCAAiC;QACjC,8EAA8E;QAC9E,gDAAgD;QAChD,MAAM,IAAI,GAAG,gBAAgB;aAC1B,OAAO,CAAC,WAAW,EAAE,mBAAmB,CAAC;aACzC,OAAO,CAAC,uBAAuB,EAAE,EAAE,CAAC;aACpC,OAAO,CAAC,iBAAiB,EAAE,EAAE,CAAC;aAC9B,KAAK,CAAC,GAAG,CAAC,CAAC;QACd,SAAS,GAAG,SAAS,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;IACrC,CAAC;IACD,MAAM,UAAU,GAAG,MAAM,KAAK,CAAC,KAAK,CAAC;QACnC,IAAI,EAAE,SAAS;QACf,GAAG,EAAE,OAAO,CAAC,GAAG;KACjB,CAAC,CAAC;IACH,IAAI,UAAU,KAAK,CAAC,EAAE,CAAC;QACrB,MAAM,IAAI,gBAAgB,CAAC,SAAS,CAAC,CAAC;IACxC,CAAC;AACH,CAAC;AASD,MAAM,CAAC,KAAK,UAAU,WAAW,CAAC,MAAyB;IACzD,MAAM,cAAc,CAAC,MAAM,CAAC,CAAC;AAC/B,CAAC"}

package/dist/test_runner/core/covRecorder.d.ts

@@ -0,0 +1,5 @@
+export declare class CoverageRecorder {
+    private _runtimeTrace;
+    getCollectionFuncSet(): Record<string, unknown>;
+    outputTrace(traceFile: string): void;
+}

package/dist/test_runner/core/covRecorder.js

@@ -0,0 +1,26 @@
+import { writeFileSync } from "node:fs";
+export class CoverageRecorder {
+    _runtimeTrace = [];
+    getCollectionFuncSet() {
+        return {
+            traceExpression: (functionIndex, basicBlockIndex, type) => {
+                switch (type) {
+                    case 1: // call in
+                    case 2: {
+                        // call out
+                        // do not need for now
+                        break;
+                    }
+                    case 0: {
+                        this._runtimeTrace.push([functionIndex, basicBlockIndex]);
+                        break;
+                    }
+                }
+            },
+        };
+    }
+    outputTrace(traceFile) {
+        writeFileSync(traceFile, JSON.stringify(this._runtimeTrace));
+    }
+}
+//# sourceMappingURL=covRecorder.js.map

package/dist/test_runner/core/covRecorder.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"covRecorder.js","sourceRoot":"","sources":["../../../tools/test_runner/core/covRecorder.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,aAAa,EAAE,MAAM,SAAS,CAAC;AAExC,MAAM,OAAO,gBAAgB;IACnB,aAAa,GAA4B,EAAE,CAAC;IAEpD,oBAAoB;QAClB,OAAO;YACL,eAAe,EAAE,CAAC,aAAqB,EAAE,eAAuB,EAAE,IAAY,EAAQ,EAAE;gBACtF,QAAQ,IAAI,EAAE,CAAC;oBACb,KAAK,CAAC,CAAC,CAAC,UAAU;oBAClB,KAAK,CAAC,CAAC,CAAC,CAAC;wBACP,WAAW;wBACX,sBAAsB;wBACtB,MAAM;oBACR,CAAC;oBACD,KAAK,CAAC,CAAC,CAAC,CAAC;wBACP,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC,CAAC,aAAa,EAAE,eAAe,CAAC,CAAC,CAAC;wBAC1D,MAAM;oBACR,CAAC;gBACH,CAAC;YACH,CAAC;SACF,CAAC;IACJ,CAAC;IAED,WAAW,CAAC,SAAiB;QAC3B,aAAa,CAAC,SAAS,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC,CAAC;IAC/D,CAAC;CACF"}

package/dist/test_runner/core/execute.d.ts

@@ -0,0 +1,4 @@
+import { ExecutionResultSummary } from "../executionResult.js";
+import { Imports } from "../interface.js";
+import { WebAssemblyModule } from "../utils/wasm.js";
+export declare function execWasmBinaries(wasmModule: WebAssemblyModule, filterByName: (fullTestName: string) => boolean, imports?: Imports): Promise<ExecutionResultSummary>;

package/dist/test_runner/core/execute.js

@@ -0,0 +1,76 @@
+import { instantiate } from "@assemblyscript/loader";
+import { ExecutionResultSummary } from "../executionResult.js";
+import { ImportsArgument } from "../interface.js";
+import { ExecutionRecorder } from "./executionRecorder.js";
+import { MockStatusRecorder } from "./mockStatusRecorder.js";
+import { CoverageRecorder } from "./covRecorder.js";
+import { handleWebAssemblyError } from "../utils/errorTraceHandler.js";
+import { injectDefaultFunction } from "../utils/index.js";
+async function nodeExecutor(wasmModule, filterByName, imports) {
+    const executionRecorder = new ExecutionRecorder();
+    const coverageRecorder = new CoverageRecorder();
+    const mockStatusRecorder = new MockStatusRecorder();
+    const importsArg = new ImportsArgument(executionRecorder);
+    const userDefinedImportsObject = imports === undefined ? {} : imports(importsArg);
+    const importObject = {
+        __unittest_framework_env: {
+            ...executionRecorder.getCollectionFuncSet(importsArg),
+            ...mockStatusRecorder.getMockFuncSet(),
+            ...coverageRecorder.getCollectionFuncSet(),
+        },
+        ...userDefinedImportsObject,
+    };
+    const wasmImports = await wasmModule.getImports();
+    injectDefaultFunction(wasmImports, importObject, importsArg);
+    const ins = await instantiate(await wasmModule.getModule(), importObject);
+    importsArg.module = ins.module;
+    importsArg.instance = ins.instance;
+    importsArg.exports = ins.exports;
+    let isCrashed = false; // we don't want to crash any code after crash. AS' heap may be broken.
+    const exceptionHandler = async (error) => {
+        if (error instanceof WebAssembly.RuntimeError) {
+            isCrashed = true;
+            const errorMessage = await handleWebAssemblyError(error, wasmModule);
+            executionRecorder.notifyTestCrash(errorMessage);
+            return;
+        }
+        // unrecoverable error, rethrow
+        if (error instanceof Error) {
+            console.error(error.stack);
+        }
+        throw new Error("node executor abort");
+    };
+    await executionRecorder.runTestFunction(`${wasmModule.baseName} - init`, () => {
+        ins.exports["__unit_test_start"]();
+    }, exceptionHandler);
+    const execTestFunction = (functionIndex) => {
+        ins.exports.table.get(functionIndex)();
+    };
+    for (const testCase of executionRecorder.testCases) {
+        if (isCrashed) {
+            break;
+        }
+        const { fullName, functionIndex, setupFunctions, teardownFunctions } = testCase;
+        if (filterByName(fullName)) {
+            await executionRecorder.runTestFunction(fullName, () => {
+                for (const setupFuncIndex of setupFunctions) {
+                    execTestFunction(setupFuncIndex);
+                }
+                execTestFunction(functionIndex);
+                for (const teardownFuncIndex of teardownFunctions) {
+                    execTestFunction(teardownFuncIndex);
+                }
+            }, exceptionHandler);
+            mockStatusRecorder.clear();
+        }
+    }
+    coverageRecorder.outputTrace(wasmModule.traceFile);
+    return executionRecorder.result;
+}
+export async function execWasmBinaries(wasmModule, filterByName, imports) {
+    const assertRes = new ExecutionResultSummary();
+    const result = await nodeExecutor(wasmModule, filterByName, imports);
+    await assertRes.merge(result, wasmModule);
+    return assertRes;
+}
+//# sourceMappingURL=execute.js.map

package/dist/test_runner/core/execute.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"execute.js","sourceRoot":"","sources":["../../../tools/test_runner/core/execute.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAwB,MAAM,wBAAwB,CAAC;AAC3E,OAAO,EAAE,sBAAsB,EAAE,MAAM,uBAAuB,CAAC;AAC/D,OAAO,EAAW,eAAe,EAAE,MAAM,iBAAiB,CAAC;AAC3D,OAAO,EAAE,iBAAiB,EAAmB,MAAM,wBAAwB,CAAC;AAC5E,OAAO,EAAE,kBAAkB,EAAE,MAAM,yBAAyB,CAAC;AAC7D,OAAO,EAAE,gBAAgB,EAAE,MAAM,kBAAkB,CAAC;AACpD,OAAO,EAAkB,sBAAsB,EAAE,MAAM,+BAA+B,CAAC;AAEvF,OAAO,EAAE,qBAAqB,EAAE,MAAM,mBAAmB,CAAC;AAE1D,KAAK,UAAU,YAAY,CACzB,UAA6B,EAC7B,YAA+C,EAC/C,OAAiB;IAEjB,MAAM,iBAAiB,GAAG,IAAI,iBAAiB,EAAE,CAAC;IAClD,MAAM,gBAAgB,GAAG,IAAI,gBAAgB,EAAE,CAAC;IAChD,MAAM,kBAAkB,GAAG,IAAI,kBAAkB,EAAE,CAAC;IAEpD,MAAM,UAAU,GAAG,IAAI,eAAe,CAAC,iBAAiB,CAAC,CAAC;IAC1D,MAAM,wBAAwB,GAAG,OAAO,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,OAAQ,CAAC,UAAU,CAAC,CAAC;IACnF,MAAM,YAAY,GAAc;QAC9B,wBAAwB,EAAE;YACxB,GAAG,iBAAiB,CAAC,oBAAoB,CAAC,UAAU,CAAC;YACrD,GAAG,kBAAkB,CAAC,cAAc,EAAE;YACtC,GAAG,gBAAgB,CAAC,oBAAoB,EAAE;SAC3C;QACD,GAAG,wBAAwB;KACf,CAAC;IACf,MAAM,WAAW,GAAG,MAAM,UAAU,CAAC,UAAU,EAAE,CAAC;IAClD,qBAAqB,CAAC,WAAW,EAAE,YAAY,EAAE,UAAU,CAAC,CAAC;IAC7D,MAAM,GAAG,GAAG,MAAM,WAAW,CAAC,MAAM,UAAU,CAAC,SAAS,EAAE,EAAE,YAAY,CAAC,CAAC;IAC1E,UAAU,CAAC,MAAM,GAAG,GAAG,CAAC,MAAM,CAAC;IAC/B,UAAU,CAAC,QAAQ,GAAG,GAAG,CAAC,QAAQ,CAAC;IACnC,UAAU,CAAC,OAAO,GAAG,GAAG,CAAC,OAAO,CAAC;IAEjC,IAAI,SAAS,GAAG,KAAK,CAAC,CAAC,uEAAuE;IAE9F,MAAM,gBAAgB,GAAG,KAAK,EAAE,KAAc,EAAE,EAAE;QAChD,IAAI,KAAK,YAAY,WAAW,CAAC,YAAY,EAAE,CAAC;YAC9C,SAAS,GAAG,IAAI,CAAC;YACjB,MAAM,YAAY,GAAmB,MAAM,sBAAsB,CAAC,KAAK,EAAE,UAAU,CAAC,CAAC;YACrF,iBAAiB,CAAC,eAAe,CAAC,YAAY,CAAC,CAAC;YAChD,OAAO;QACT,CAAC;QACD,+BAA+B;QAC/B,IAAI,KAAK,YAAY,KAAK,EAAE,CAAC;YAC3B,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;QAC7B,CAAC;QACD,MAAM,IAAI,KAAK,CAAC,qBAAqB,CAAC,CAAC;IACzC,CAAC,CAAC;IAEF,MAAM,iBAAiB,CAAC,eAAe,CACrC,GAAG,UAAU,CAAC,QAAQ,SAAS,EAC/B,GAAG,EAAE;QACF,GAAG,CAAC,OAAO,CAAC,mBAAmB,CAAgB,EAAE,CAAC;IACrD,CAAC,EACD,gBAAgB,CACjB,CAAC;IAEF,MAAM,gBAAgB,GAAG,CAAC,aAAqB,EAAE,EAAE;QACjD,GAAG,CAAC,OAAO,CAAC,KAAM,CAAC,GAAG,CAAC,aAAa,CAAC,EAAE,CAAC;IAC1C,CAAC,CAAC;IAEF,KAAK,MAAM,QAAQ,IAAI,iBAAiB,CAAC,SAAS,EAAE,CAAC;QACnD,IAAI,SAAS,EAAE,CAAC;YACd,MAAM;QACR,CAAC;QACD,MAAM,EAAE,QAAQ,EAAE,aAAa,EAAE,cAAc,EAAE,iBAAiB,EAAE,GAAG,QAAQ,CAAC;QAChF,IAAI,YAAY,CAAC,QAAQ,CAAC,EAAE,CAAC;YAC3B,MAAM,iBAAiB,CAAC,eAAe,CACrC,QAAQ,EACR,GAAG,EAAE;gBACH,KAAK,MAAM,cAAc,IAAI,cAAc,EAAE,CAAC;oBAC5C,gBAAgB,CAAC,cAAc,CAAC,CAAC;gBACnC,CAAC;gBACD,gBAAgB,CAAC,aAAa,CAAC,CAAC;gBAChC,KAAK,MAAM,iBAAiB,IAAI,iBAAiB,EAAE,CAAC;oBAClD,gBAAgB,CAAC,iBAAiB,CAAC,CAAC;gBACtC,CAAC;YACH,CAAC,EACD,gBAAgB,CACjB,CAAC;YACF,kBAAkB,CAAC,KAAK,EAAE,CAAC;QAC7B,CAAC;IACH,CAAC;IAED,gBAAgB,CAAC,WAAW,CAAC,UAAU,CAAC,SAAS,CAAC,CAAC;IACnD,OAAO,iBAAiB,CAAC,MAAM,CAAC;AAClC,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,gBAAgB,CACpC,UAA6B,EAC7B,YAA+C,EAC/C,OAAiB;IAEjB,MAAM,SAAS,GAAG,IAAI,sBAAsB,EAAE,CAAC;IAC/C,MAAM,MAAM,GAAoB,MAAM,YAAY,CAAC,UAAU,EAAE,YAAY,EAAE,OAAO,CAAC,CAAC;IACtF,MAAM,SAAS,CAAC,KAAK,CAAC,MAAM,EAAE,UAAU,CAAC,CAAC;IAC1C,OAAO,SAAS,CAAC;AACnB,CAAC"}

package/dist/test_runner/core/executionRecorder.d.ts

@@ -0,0 +1,52 @@
+import { UnitTestFramework, ImportsArgument } from "../interface.js";
+import { AssertFailMessage, IExecutionResult, FailedLogMessages, CrashInfo } from "../utils/interface.js";
+import { ExecutionError } from "../utils/errorTraceHandler.js";
+declare class LogRecorder {
+    #private;
+    addLog(msg: string): void;
+    markTestFailed(): void;
+    reset(): void;
+    onFinishTest(): string[] | null;
+}
+export declare class ExecutionResult implements IExecutionResult {
+    total: number;
+    fail: number;
+    failedInfo: AssertFailMessage;
+    crashInfo: CrashInfo;
+    failedLogMessages: FailedLogMessages;
+}
+declare class TestBlock {
+    description: string;
+    constructor(description: string);
+    setupFunctions: number[];
+    teardownFunctions: number[];
+}
+export declare class TestCase {
+    functionIndex: number;
+    fullName: string;
+    setupFunctions: number[];
+    teardownFunctions: number[];
+    constructor(testBlockStack: TestBlock[], functionIndex: number);
+}
+export declare class ExecutionRecorder implements UnitTestFramework {
+    #private;
+    result: ExecutionResult;
+    testBlockStack: TestBlock[];
+    testCases: TestCase[];
+    currentExecutedTestCaseFullName: string;
+    logRecorder: LogRecorder;
+    _addDescription(description: string): void;
+    _removeDescription(): void;
+    get lastTestBlock(): TestBlock | undefined;
+    _registerSetup(functionIndex: number): boolean;
+    _registerTeardown(functionIndex: number): boolean;
+    _addTestCase(functionIndex: number): void;
+    _startTestFunction(fullName: string): void;
+    _finishTestFunction(): void;
+    runTestFunction(fullName: string, runner: () => Promise<void> | void, exceptionHandler: (error: unknown) => Promise<void>): Promise<void>;
+    notifyTestCrash(error: ExecutionError): void;
+    collectCheckResult(result: boolean, codeInfoIndex: number, actualValue: string, expectValue: string): void;
+    log(msg: string): void;
+    getCollectionFuncSet(arg: ImportsArgument): Record<string, unknown>;
+}
+export {};

package/dist/test_runner/core/executionRecorder.js

@@ -0,0 +1,164 @@
+import chalk from "chalk";
+class LogRecorder {
+    #currentTestLogMessages = [];
+    #isTestFailed = false;
+    addLog(msg) {
+        this.#currentTestLogMessages.push(msg);
+    }
+    markTestFailed() {
+        this.#isTestFailed = true;
+    }
+    reset() {
+        this.#currentTestLogMessages = [];
+        this.#isTestFailed = false;
+    }
+    onFinishTest() {
+        if (this.#currentTestLogMessages.length === 0) {
+            return null;
+        }
+        if (this.#isTestFailed === false) {
+            return null;
+        }
+        return this.#currentTestLogMessages;
+    }
+}
+export class ExecutionResult {
+    total = 0;
+    fail = 0;
+    failedInfo = {};
+    crashInfo = new Set();
+    failedLogMessages = {};
+}
+class TestBlock {
+    description;
+    constructor(description) {
+        this.description = description;
+    }
+    setupFunctions = [];
+    teardownFunctions = [];
+}
+export class TestCase {
+    functionIndex;
+    fullName;
+    setupFunctions;
+    teardownFunctions;
+    constructor(testBlockStack, functionIndex) {
+        this.functionIndex = functionIndex;
+        this.fullName = testBlockStack.map((block) => block.description).join(" ");
+        this.setupFunctions = testBlockStack.flatMap((block) => block.setupFunctions);
+        this.teardownFunctions = testBlockStack.flatMap((block) => block.teardownFunctions);
+    }
+}
+export class ExecutionRecorder {
+    result = new ExecutionResult();
+    testBlockStack = [];
+    testCases = [];
+    currentExecutedTestCaseFullName = "";
+    logRecorder = new LogRecorder();
+    _addDescription(description) {
+        this.testBlockStack.push(new TestBlock(description));
+    }
+    _removeDescription() {
+        this.testBlockStack.pop();
+    }
+    get lastTestBlock() {
+        return this.testBlockStack.at(-1);
+    }
+    // return false if error
+    _registerSetup(functionIndex) {
+        const lastTestBlock = this.lastTestBlock;
+        if (lastTestBlock === undefined) {
+            return false;
+        }
+        else {
+            lastTestBlock.setupFunctions.push(functionIndex);
+            return true;
+        }
+    }
+    // return false if error
+    _registerTeardown(functionIndex) {
+        const lastTestBlock = this.lastTestBlock;
+        if (lastTestBlock === undefined) {
+            return false;
+        }
+        else {
+            lastTestBlock.teardownFunctions.push(functionIndex);
+            return true;
+        }
+    }
+    _addTestCase(functionIndex) {
+        this.testCases.push(new TestCase(this.testBlockStack, functionIndex));
+    }
+    _startTestFunction(fullName) {
+        this.currentExecutedTestCaseFullName = fullName;
+        this.logRecorder.reset();
+    }
+    _finishTestFunction() {
+        const logMessages = this.logRecorder.onFinishTest();
+        if (logMessages !== null) {
+            this.result.failedLogMessages[this.currentExecutedTestCaseFullName] = (this.result.failedLogMessages[this.currentExecutedTestCaseFullName] || []).concat(logMessages);
+        }
+    }
+    async runTestFunction(fullName, runner, exceptionHandler) {
+        this._startTestFunction(fullName);
+        try {
+            const r = runner();
+            if (r instanceof Promise) {
+                await r;
+            }
+        }
+        catch (error) {
+            await exceptionHandler(error);
+        }
+        this._finishTestFunction();
+    }
+    notifyTestCrash(error) {
+        this.logRecorder.addLog(`Reason: ${chalk.red(error.message)}`);
+        this.logRecorder.addLog(error.stacks
+            .map((stack) => `  at ${stack.functionName} (${stack.fileName}:${stack.lineNumber}:${stack.columnNumber})`)
+            .join("\n"));
+        this.result.crashInfo.add(this.currentExecutedTestCaseFullName);
+        this.result.total++; // fake test cases
+        this.#increaseFailureCount();
+    }
+    collectCheckResult(result, codeInfoIndex, actualValue, expectValue) {
+        this.result.total++;
+        if (!result) {
+            this.#increaseFailureCount();
+            const testCaseFullName = this.currentExecutedTestCaseFullName;
+            const assertMessage = [codeInfoIndex.toString(), actualValue, expectValue];
+            this.result.failedInfo[testCaseFullName] = this.result.failedInfo[testCaseFullName] || [];
+            this.result.failedInfo[testCaseFullName].push(assertMessage);
+        }
+    }
+    log(msg) {
+        this.logRecorder.addLog(msg);
+    }
+    getCollectionFuncSet(arg) {
+        return {
+            addDescription: (description) => {
+                this._addDescription(arg.exports.__getString(description));
+            },
+            removeDescription: () => {
+                this._removeDescription();
+            },
+            registerTestFunction: (index) => {
+                this._addTestCase(index);
+            },
+            registerBeforeEachFunction: (index) => {
+                return this._registerSetup(index);
+            },
+            registerAfterEachFunction: (index) => {
+                return this._registerTeardown(index);
+            },
+            collectCheckResult: (result, codeInfoIndex, actualValue, expectValue) => {
+                this.collectCheckResult(result !== 0, codeInfoIndex, arg.exports.__getString(actualValue), arg.exports.__getString(expectValue));
+            },
+        };
+    }
+    #increaseFailureCount() {
+        this.result.fail++;
+        this.logRecorder.markTestFailed();
+    }
+}
+//# sourceMappingURL=executionRecorder.js.map

package/dist/test_runner/core/executionRecorder.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"executionRecorder.js","sourceRoot":"","sources":["../../../tools/test_runner/core/executionRecorder.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,MAAM,OAAO,CAAC;AAW1B,MAAM,WAAW;IACf,uBAAuB,GAAa,EAAE,CAAC;IACvC,aAAa,GAAY,KAAK,CAAC;IAE/B,MAAM,CAAC,GAAW;QAChB,IAAI,CAAC,uBAAuB,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IACzC,CAAC;IACD,cAAc;QACZ,IAAI,CAAC,aAAa,GAAG,IAAI,CAAC;IAC5B,CAAC;IAED,KAAK;QACH,IAAI,CAAC,uBAAuB,GAAG,EAAE,CAAC;QAClC,IAAI,CAAC,aAAa,GAAG,KAAK,CAAC;IAC7B,CAAC;IACD,YAAY;QACV,IAAI,IAAI,CAAC,uBAAuB,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC9C,OAAO,IAAI,CAAC;QACd,CAAC;QACD,IAAI,IAAI,CAAC,aAAa,KAAK,KAAK,EAAE,CAAC;YACjC,OAAO,IAAI,CAAC;QACd,CAAC;QACD,OAAO,IAAI,CAAC,uBAAuB,CAAC;IACtC,CAAC;CACF;AAED,MAAM,OAAO,eAAe;IAC1B,KAAK,GAAW,CAAC,CAAC;IAClB,IAAI,GAAW,CAAC,CAAC;IACjB,UAAU,GAAsB,EAAE,CAAC;IACnC,SAAS,GAAc,IAAI,GAAG,EAAE,CAAC;IACjC,iBAAiB,GAAsB,EAAE,CAAC;CAC3C;AAED,MAAM,SAAS;IACM;IAAnB,YAAmB,WAAmB;QAAnB,gBAAW,GAAX,WAAW,CAAQ;IAAG,CAAC;IAC1C,cAAc,GAAa,EAAE,CAAC;IAC9B,iBAAiB,GAAa,EAAE,CAAC;CAClC;AAED,MAAM,OAAO,QAAQ;IAMV;IALT,QAAQ,CAAS;IACjB,cAAc,CAAW;IACzB,iBAAiB,CAAW;IAC5B,YACE,cAA2B,EACpB,aAAqB;QAArB,kBAAa,GAAb,aAAa,CAAQ;QAE5B,IAAI,CAAC,QAAQ,GAAG,cAAc,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QAC3E,IAAI,CAAC,cAAc,GAAG,cAAc,CAAC,OAAO,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,cAAc,CAAC,CAAC;QAC9E,IAAI,CAAC,iBAAiB,GAAG,cAAc,CAAC,OAAO,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,iBAAiB,CAAC,CAAC;IACtF,CAAC;CACF;AAED,MAAM,OAAO,iBAAiB;IAC5B,MAAM,GAAG,IAAI,eAAe,EAAE,CAAC;IAE/B,cAAc,GAAgB,EAAE,CAAC;IACjC,SAAS,GAAe,EAAE,CAAC;IAE3B,+BAA+B,GAAW,EAAE,CAAC;IAC7C,WAAW,GAAG,IAAI,WAAW,EAAE,CAAC;IAEhC,eAAe,CAAC,WAAmB;QACjC,IAAI,CAAC,cAAc,CAAC,IAAI,CAAC,IAAI,SAAS,CAAC,WAAW,CAAC,CAAC,CAAC;IACvD,CAAC;IACD,kBAAkB;QAChB,IAAI,CAAC,cAAc,CAAC,GAAG,EAAE,CAAC;IAC5B,CAAC;IAED,IAAI,aAAa;QACf,OAAO,IAAI,CAAC,cAAc,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;IACpC,CAAC;IACD,wBAAwB;IACxB,cAAc,CAAC,aAAqB;QAClC,MAAM,aAAa,GAAG,IAAI,CAAC,aAAa,CAAC;QACzC,IAAI,aAAa,KAAK,SAAS,EAAE,CAAC;YAChC,OAAO,KAAK,CAAC;QACf,CAAC;aAAM,CAAC;YACN,aAAa,CAAC,cAAc,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;YACjD,OAAO,IAAI,CAAC;QACd,CAAC;IACH,CAAC;IACD,wBAAwB;IACxB,iBAAiB,CAAC,aAAqB;QACrC,MAAM,aAAa,GAAG,IAAI,CAAC,aAAa,CAAC;QACzC,IAAI,aAAa,KAAK,SAAS,EAAE,CAAC;YAChC,OAAO,KAAK,CAAC;QACf,CAAC;aAAM,CAAC;YACN,aAAa,CAAC,iBAAiB,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;YACpD,OAAO,IAAI,CAAC;QACd,CAAC;IACH,CAAC;IACD,YAAY,CAAC,aAAqB;QAChC,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,IAAI,QAAQ,CAAC,IAAI,CAAC,cAAc,EAAE,aAAa,CAAC,CAAC,CAAC;IACxE,CAAC;IAED,kBAAkB,CAAC,QAAgB;QACjC,IAAI,CAAC,+BAA+B,GAAG,QAAQ,CAAC;QAChD,IAAI,CAAC,WAAW,CAAC,KAAK,EAAE,CAAC;IAC3B,CAAC;IACD,mBAAmB;QACjB,MAAM,WAAW,GAAoB,IAAI,CAAC,WAAW,CAAC,YAAY,EAAE,CAAC;QACrE,IAAI,WAAW,KAAK,IAAI,EAAE,CAAC;YACzB,IAAI,CAAC,MAAM,CAAC,iBAAiB,CAAC,IAAI,CAAC,+BAA+B,CAAC,GAAG,CACpE,IAAI,CAAC,MAAM,CAAC,iBAAiB,CAAC,IAAI,CAAC,+BAA+B,CAAC,IAAI,EAAE,CAC1E,CAAC,MAAM,CAAC,WAAW,CAAC,CAAC;QACxB,CAAC;IACH,CAAC;IACD,KAAK,CAAC,eAAe,CACnB,QAAgB,EAChB,MAAkC,EAClC,gBAAmD;QAEnD,IAAI,CAAC,kBAAkB,CAAC,QAAQ,CAAC,CAAC;QAClC,IAAI,CAAC;YACH,MAAM,CAAC,GAAG,MAAM,EAAE,CAAC;YACnB,IAAI,CAAC,YAAY,OAAO,EAAE,CAAC;gBACzB,MAAM,CAAC,CAAC;YACV,CAAC;QACH,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,MAAM,gBAAgB,CAAC,KAAK,CAAC,CAAC;QAChC,CAAC;QACD,IAAI,CAAC,mBAAmB,EAAE,CAAC;IAC7B,CAAC;IAED,eAAe,CAAC,KAAqB;QACnC,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,WAAW,KAAK,CAAC,GAAG,CAAC,KAAK,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;QAC/D,IAAI,CAAC,WAAW,CAAC,MAAM,CACrB,KAAK,CAAC,MAAM;aACT,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,QAAQ,KAAK,CAAC,YAAY,KAAK,KAAK,CAAC,QAAQ,IAAI,KAAK,CAAC,UAAU,IAAI,KAAK,CAAC,YAAY,GAAG,CAAC;aAC1G,IAAI,CAAC,IAAI,CAAC,CACd,CAAC;QACF,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC,GAAG,CAAC,IAAI,CAAC,+BAA+B,CAAC,CAAC;QAChE,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC,CAAC,kBAAkB;QACvC,IAAI,CAAC,qBAAqB,EAAE,CAAC;IAC/B,CAAC;IAED,kBAAkB,CAAC,MAAe,EAAE,aAAqB,EAAE,WAAmB,EAAE,WAAmB;QACjG,IAAI,CAAC,MAAM,CAAC,KAAK,EAAE,CAAC;QACpB,IAAI,CAAC,MAAM,EAAE,CAAC;YACZ,IAAI,CAAC,qBAAqB,EAAE,CAAC;YAC7B,MAAM,gBAAgB,GAAG,IAAI,CAAC,+BAA+B,CAAC;YAC9D,MAAM,aAAa,GAAkB,CAAC,aAAa,CAAC,QAAQ,EAAE,EAAE,WAAW,EAAE,WAAW,CAAC,CAAC;YAC1F,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC,gBAAgB,CAAC,GAAG,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC,gBAAgB,CAAC,IAAI,EAAE,CAAC;YAC1F,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC,gBAAgB,CAAC,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;QAC/D,CAAC;IACH,CAAC;IAED,GAAG,CAAC,GAAW;QACb,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;IAC/B,CAAC;IAED,oBAAoB,CAAC,GAAoB;QACvC,OAAO;YACL,cAAc,EAAE,CAAC,WAAmB,EAAQ,EAAE;gBAC5C,IAAI,CAAC,eAAe,CAAC,GAAG,CAAC,OAAQ,CAAC,WAAW,CAAC,WAAW,CAAC,CAAC,CAAC;YAC9D,CAAC;YACD,iBAAiB,EAAE,GAAS,EAAE;gBAC5B,IAAI,CAAC,kBAAkB,EAAE,CAAC;YAC5B,CAAC;YACD,oBAAoB,EAAE,CAAC,KAAa,EAAQ,EAAE;gBAC5C,IAAI,CAAC,YAAY,CAAC,KAAK,CAAC,CAAC;YAC3B,CAAC;YACD,0BAA0B,EAAE,CAAC,KAAa,EAAW,EAAE;gBACrD,OAAO,IAAI,CAAC,cAAc,CAAC,KAAK,CAAC,CAAC;YACpC,CAAC;YACD,yBAAyB,EAAE,CAAC,KAAa,EAAW,EAAE;gBACpD,OAAO,IAAI,CAAC,iBAAiB,CAAC,KAAK,CAAC,CAAC;YACvC,CAAC;YACD,kBAAkB,EAAE,CAAC,MAAc,EAAE,aAAqB,EAAE,WAAmB,EAAE,WAAmB,EAAQ,EAAE;gBAC5G,IAAI,CAAC,kBAAkB,CACrB,MAAM,KAAK,CAAC,EACZ,aAAa,EACb,GAAG,CAAC,OAAQ,CAAC,WAAW,CAAC,WAAW,CAAC,EACrC,GAAG,CAAC,OAAQ,CAAC,WAAW,CAAC,WAAW,CAAC,CACtC,CAAC;YACJ,CAAC;SACF,CAAC;IACJ,CAAC;IAED,qBAAqB;QACnB,IAAI,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC;QACnB,IAAI,CAAC,WAAW,CAAC,cAAc,EAAE,CAAC;IACpC,CAAC;CACF"}

package/dist/test_runner/core/mockStatusRecorder.d.ts

@@ -0,0 +1,10 @@
+export declare class MockStatusRecorder {
+    private _mockStatus;
+    private hasMocked;
+    _checkMock(functionIndex: number, isCall: boolean): number;
+    _setMockFunction(originalFunctionIndex: number, mockFunctionIndex: number): void;
+    _getMockedFunctionCalls(originalFunctionIndex: number, mockFunctionIndex: number): number;
+    _setMockedFunctionIgnore(originalFunctionIndex: number, ignore: boolean): void;
+    clear(): void;
+    getMockFuncSet(): Record<string, unknown>;
+}

package/dist/test_runner/core/mockStatusRecorder.js

@@ -0,0 +1,62 @@
+export class MockStatusRecorder {
+    _mockStatus = new Map();
+    hasMocked(functionIndex) {
+        const mockObject = this._mockStatus.get(functionIndex);
+        if (mockObject === undefined) {
+            return false;
+        }
+        return !mockObject.ignore;
+    }
+    // isCall = true,  return -1 if not mocked;
+    // isCall = false, return oldIndex if not mocked.
+    _checkMock(functionIndex, isCall) {
+        if (this.hasMocked(functionIndex)) {
+            const mockObject = this._mockStatus.get(functionIndex);
+            mockObject.calls++;
+            return mockObject.mockFunctionIndex;
+        }
+        return isCall ? -1 : functionIndex;
+    }
+    _setMockFunction(originalFunctionIndex, mockFunctionIndex) {
+        const mockObject = {
+            calls: 0,
+            ignore: false,
+            mockFunctionIndex,
+        };
+        this._mockStatus.set(originalFunctionIndex, mockObject);
+    }
+    _getMockedFunctionCalls(originalFunctionIndex, mockFunctionIndex) {
+        const mockObject = this._mockStatus.get(originalFunctionIndex);
+        if (mockObject === undefined || mockObject.mockFunctionIndex !== mockFunctionIndex) {
+            return 0;
+        }
+        return mockObject.calls;
+    }
+    _setMockedFunctionIgnore(originalFunctionIndex, ignore) {
+        const mockObject = this._mockStatus.get(originalFunctionIndex);
+        if (mockObject === undefined) {
+            return;
+        }
+        mockObject.ignore = ignore;
+    }
+    clear() {
+        this._mockStatus.clear();
+    }
+    getMockFuncSet() {
+        return {
+            checkMock: (functionIndex, isCall) => {
+                return this._checkMock(functionIndex, isCall);
+            },
+            setMockFunction: (originalFunctionIndex, mockFunctionIndex) => {
+                this._setMockFunction(originalFunctionIndex, mockFunctionIndex);
+            },
+            getMockedFunctionCalls: (originalFunctionIndex, mockFunctionIndex) => {
+                return this._getMockedFunctionCalls(originalFunctionIndex, mockFunctionIndex);
+            },
+            setMockedFunctionIgnore: (originalFunctionIndex, ignore) => {
+                this._setMockedFunctionIgnore(originalFunctionIndex, ignore);
+            },
+        };
+    }
+}
+//# sourceMappingURL=mockStatusRecorder.js.map

package/dist/test_runner/core/mockStatusRecorder.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"mockStatusRecorder.js","sourceRoot":"","sources":["../../../tools/test_runner/core/mockStatusRecorder.ts"],"names":[],"mappings":"AAMA,MAAM,OAAO,kBAAkB;IACrB,WAAW,GAAG,IAAI,GAAG,EAAsB,CAAC;IAE5C,SAAS,CAAC,aAAqB;QACrC,MAAM,UAAU,GAAG,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,aAAa,CAAC,CAAC;QACvD,IAAI,UAAU,KAAK,SAAS,EAAE,CAAC;YAC7B,OAAO,KAAK,CAAC;QACf,CAAC;QACD,OAAO,CAAC,UAAU,CAAC,MAAM,CAAC;IAC5B,CAAC;IAED,2CAA2C;IAC3C,iDAAiD;IACjD,UAAU,CAAC,aAAqB,EAAE,MAAe;QAC/C,IAAI,IAAI,CAAC,SAAS,CAAC,aAAa,CAAC,EAAE,CAAC;YAClC,MAAM,UAAU,GAAG,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,aAAa,CAAC,CAAC;YACvD,UAAW,CAAC,KAAK,EAAE,CAAC;YACpB,OAAO,UAAW,CAAC,iBAAiB,CAAC;QACvC,CAAC;QACD,OAAO,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,aAAa,CAAC;IACrC,CAAC;IAED,gBAAgB,CAAC,qBAA6B,EAAE,iBAAyB;QACvE,MAAM,UAAU,GAAe;YAC7B,KAAK,EAAE,CAAC;YACR,MAAM,EAAE,KAAK;YACb,iBAAiB;SAClB,CAAC;QACF,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,qBAAqB,EAAE,UAAU,CAAC,CAAC;IAC1D,CAAC;IAED,uBAAuB,CAAC,qBAA6B,EAAE,iBAAyB;QAC9E,MAAM,UAAU,GAAG,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,qBAAqB,CAAC,CAAC;QAC/D,IAAI,UAAU,KAAK,SAAS,IAAI,UAAU,CAAC,iBAAiB,KAAK,iBAAiB,EAAE,CAAC;YACnF,OAAO,CAAC,CAAC;QACX,CAAC;QACD,OAAO,UAAU,CAAC,KAAK,CAAC;IAC1B,CAAC;IAED,wBAAwB,CAAC,qBAA6B,EAAE,MAAe;QACrE,MAAM,UAAU,GAAG,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,qBAAqB,CAAC,CAAC;QAC/D,IAAI,UAAU,KAAK,SAAS,EAAE,CAAC;YAC7B,OAAO;QACT,CAAC;QACD,UAAU,CAAC,MAAM,GAAG,MAAM,CAAC;IAC7B,CAAC;IAED,KAAK;QACH,IAAI,CAAC,WAAW,CAAC,KAAK,EAAE,CAAC;IAC3B,CAAC;IAED,cAAc;QACZ,OAAO;YACL,SAAS,EAAE,CAAC,aAAqB,EAAE,MAAe,EAAU,EAAE;gBAC5D,OAAO,IAAI,CAAC,UAAU,CAAC,aAAa,EAAE,MAAM,CAAC,CAAC;YAChD,CAAC;YACD,eAAe,EAAE,CAAC,qBAA6B,EAAE,iBAAyB,EAAQ,EAAE;gBAClF,IAAI,CAAC,gBAAgB,CAAC,qBAAqB,EAAE,iBAAiB,CAAC,CAAC;YAClE,CAAC;YACD,sBAAsB,EAAE,CAAC,qBAA6B,EAAE,iBAAyB,EAAU,EAAE;gBAC3F,OAAO,IAAI,CAAC,uBAAuB,CAAC,qBAAqB,EAAE,iBAAiB,CAAC,CAAC;YAChF,CAAC;YACD,uBAAuB,EAAE,CAAC,qBAA6B,EAAE,MAAe,EAAQ,EAAE;gBAChF,IAAI,CAAC,wBAAwB,CAAC,qBAAqB,EAAE,MAAM,CAAC,CAAC;YAC/D,CAAC;SACF,CAAC;IACJ,CAAC;CACF"}

package/dist/test_runner/executionResult.d.ts

@@ -0,0 +1,11 @@
+import { FailedInfoMap, IExecutionResult } from "./utils/interface.js";
+import { WebAssemblyModule } from "./utils/wasm.js";
+export declare class ExecutionResultSummary {
+    #private;
+    fail: number;
+    total: number;
+    failedInfos: FailedInfoMap;
+    merge(result: IExecutionResult, wasmModule: WebAssemblyModule): Promise<void>;
+    writeFailures(failuresPath: string): Promise<void>;
+    print(log: (msg: string) => void): void;
+}

package/dist/test_runner/executionResult.js

@@ -0,0 +1,112 @@
+import { promises } from "node:fs";
+import { json2map } from "./utils/index.js";
+import { TEST_EXPECT_INFO_SECTION_NAME, } from "./utils/interface.js";
+import chalk from "chalk";
+import assert from "node:assert";
+const { writeFile } = promises;
+export class ExecutionResultSummary {
+    fail = 0;
+    total = 0;
+    failedInfos = new Map();
+    #prepareFailedInfos(testcaseName) {
+        if (this.failedInfos.has(testcaseName)) {
+            return this.failedInfos.get(testcaseName);
+        }
+        const failedInfo = {
+            hasCrash: false,
+            assertMessages: [],
+            logMessages: [],
+        };
+        this.failedInfos.set(testcaseName, failedInfo);
+        return failedInfo;
+    }
+    #processAssertInfo(failedInfo, expectInfo) {
+        for (const [testcaseName, value] of json2map(failedInfo)) {
+            const errorMsgs = [];
+            for (const msg of value) {
+                const [expectInfoIndex, actualValue, expectValue] = msg;
+                assert(expectInfo !== null && "missing expect info!");
+                const debugLocation = expectInfo[expectInfoIndex];
+                let errorMsg = `${debugLocation ?? ""}  value: ${actualValue}  expect: ${expectValue}`;
+                if (errorMsg.length > 160) {
+                    errorMsg = `${debugLocation ?? ""}\nvalue: \n  ${actualValue}\nexpect: \n  ${expectValue}`;
+                }
+                errorMsgs.push(errorMsg);
+            }
+            this.#prepareFailedInfos(testcaseName).assertMessages =
+                this.#prepareFailedInfos(testcaseName).assertMessages.concat(errorMsgs);
+        }
+    }
+    #processCrashInfo(crashInfo) {
+        for (const testcaseName of crashInfo) {
+            this.#prepareFailedInfos(testcaseName).hasCrash = true;
+        }
+    }
+    /**
+     * It should be called after other error processed to append log messages.
+     */
+    #processLogMessages(failedLogMessages) {
+        for (const [testcaseName, failedInfo] of this.failedInfos) {
+            if (failedLogMessages[testcaseName] !== undefined) {
+                failedInfo.logMessages = failedInfo.logMessages.concat(failedLogMessages[testcaseName]);
+            }
+        }
+    }
+    async merge(result, wasmModule) {
+        this.fail += result.fail;
+        this.total += result.total;
+        if (result.fail > 0) {
+            try {
+                const jsonText = await wasmModule.getCustomSectionUtf8(TEST_EXPECT_INFO_SECTION_NAME);
+                if (jsonText === null) {
+                    throw new Error(`missing wasm custom section '${TEST_EXPECT_INFO_SECTION_NAME}' in ${wasmModule.wasm}`);
+                }
+                const expectInfo = JSON.parse(jsonText);
+                this.#processAssertInfo(result.failedInfo, expectInfo);
+                this.#processCrashInfo(result.crashInfo);
+                this.#processLogMessages(result.failedLogMessages);
+            }
+            catch (error) {
+                if (error instanceof Error) {
+                    console.error(error.stack);
+                }
+                throw error;
+            }
+        }
+    }
+    async writeFailures(failuresPath) {
+        await writeFile(failuresPath, JSON.stringify(Array.from(this.failedInfos.keys())));
+    }
+    print(log) {
+        const rate = (this.fail === 0 ? chalk.greenBright(this.total) : chalk.redBright(this.total - this.fail)) +
+            "/" +
+            this.total.toString();
+        log(`\ntest case: ${rate} (success/total)`);
+        if (this.fail !== 0) {
+            log("");
+            this.#printErrorMessage(log);
+        }
+    }
+    #printErrorMessage(log) {
+        log(chalk.red("Error Message: "));
+        // sort failedInfos by testcaseName to keep stability for e2e testing
+        const failedInfosArray = Array.from(this.failedInfos.entries()).sort((a, b) => a[0].localeCompare(b[0]));
+        for (const [testcaseName, { hasCrash, assertMessages, logMessages }] of failedInfosArray) {
+            log(`  ${testcaseName}: `);
+            for (const assertMessage of assertMessages) {
+                log("    " + chalk.yellow(assertMessage));
+            }
+            if (hasCrash) {
+                log("    " + chalk.red("Test Crashed!"));
+            }
+            for (const logMessage of logMessages ?? []) {
+                log(chalk.gray(logMessage));
+            }
+            if (logMessages.length > 0) {
+                // empty line to separate test
+                log("");
+            }
+        }
+    }
+}
+//# sourceMappingURL=executionResult.js.map

package/dist/test_runner/executionResult.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"executionResult.js","sourceRoot":"","sources":["../../tools/test_runner/executionResult.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,MAAM,SAAS,CAAC;AACnC,OAAO,EAAE,QAAQ,EAAE,MAAM,kBAAkB,CAAC;AAC5C,OAAO,EASL,6BAA6B,GAC9B,MAAM,sBAAsB,CAAC;AAC9B,OAAO,KAAK,MAAM,OAAO,CAAC;AAC1B,OAAO,MAAM,MAAM,aAAa,CAAC;AAGjC,MAAM,EAAE,SAAS,EAAE,GAAG,QAAQ,CAAC;AAE/B,MAAM,OAAO,sBAAsB;IACjC,IAAI,GAAG,CAAC,CAAC;IACT,KAAK,GAAG,CAAC,CAAC;IACV,WAAW,GAAkB,IAAI,GAAG,EAAE,CAAC;IAEvC,mBAAmB,CAAC,YAA0B;QAC5C,IAAI,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,YAAY,CAAC,EAAE,CAAC;YACvC,OAAO,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,YAAY,CAAE,CAAC;QAC7C,CAAC;QACD,MAAM,UAAU,GAAe;YAC7B,QAAQ,EAAE,KAAK;YACf,cAAc,EAAE,EAAE;YAClB,WAAW,EAAE,EAAE;SAChB,CAAC;QACF,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,YAAY,EAAE,UAAU,CAAC,CAAC;QAC/C,OAAO,UAAU,CAAC;IACpB,CAAC;IAED,kBAAkB,CAAC,UAA6B,EAAE,UAA6B;QAC7E,KAAK,MAAM,CAAC,YAAY,EAAE,KAAK,CAAC,IAAI,QAAQ,CAAkB,UAAU,CAAC,EAAE,CAAC;YAC1E,MAAM,SAAS,GAAa,EAAE,CAAC;YAC/B,KAAK,MAAM,GAAG,IAAI,KAAK,EAAE,CAAC;gBACxB,MAAM,CAAC,eAAe,EAAE,WAAW,EAAE,WAAW,CAAC,GAAG,GAAG,CAAC;gBACxD,MAAM,CAAC,UAAU,KAAK,IAAI,IAAI,sBAAsB,CAAC,CAAC;gBACtD,MAAM,aAAa,GAAG,UAAU,CAAC,eAAe,CAAC,CAAC;gBAClD,IAAI,QAAQ,GAAG,GAAG,aAAa,IAAI,EAAE,YAAY,WAAW,aAAa,WAAW,EAAE,CAAC;gBACvF,IAAI,QAAQ,CAAC,MAAM,GAAG,GAAG,EAAE,CAAC;oBAC1B,QAAQ,GAAG,GAAG,aAAa,IAAI,EAAE,gBAAgB,WAAW,iBAAiB,WAAW,EAAE,CAAC;gBAC7F,CAAC;gBACD,SAAS,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;YAC3B,CAAC;YACD,IAAI,CAAC,mBAAmB,CAAC,YAAY,CAAC,CAAC,cAAc;gBACnD,IAAI,CAAC,mBAAmB,CAAC,YAAY,CAAC,CAAC,cAAc,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;QAC5E,CAAC;IACH,CAAC;IAED,iBAAiB,CAAC,SAA4B;QAC5C,KAAK,MAAM,YAAY,IAAI,SAAS,EAAE,CAAC;YACrC,IAAI,CAAC,mBAAmB,CAAC,YAAY,CAAC,CAAC,QAAQ,GAAG,IAAI,CAAC;QACzD,CAAC;IACH,CAAC;IAED;;OAEG;IACH,mBAAmB,CAAC,iBAAoC;QACtD,KAAK,MAAM,CAAC,YAAY,EAAE,UAAU,CAAC,IAAI,IAAI,CAAC,WAAW,EAAE,CAAC;YAC1D,IAAI,iBAAiB,CAAC,YAAY,CAAC,KAAK,SAAS,EAAE,CAAC;gBAClD,UAAU,CAAC,WAAW,GAAG,UAAU,CAAC,WAAW,CAAC,MAAM,CAAC,iBAAiB,CAAC,YAAY,CAAC,CAAC,CAAC;YAC1F,CAAC;QACH,CAAC;IACH,CAAC;IAED,KAAK,CAAC,KAAK,CAAC,MAAwB,EAAE,UAA6B;QACjE,IAAI,CAAC,IAAI,IAAI,MAAM,CAAC,IAAI,CAAC;QACzB,IAAI,CAAC,KAAK,IAAI,MAAM,CAAC,KAAK,CAAC;QAC3B,IAAI,MAAM,CAAC,IAAI,GAAG,CAAC,EAAE,CAAC;YACpB,IAAI,CAAC;gBACH,MAAM,QAAQ,GAAG,MAAM,UAAU,CAAC,oBAAoB,CAAC,6BAA6B,CAAC,CAAC;gBACtF,IAAI,QAAQ,KAAK,IAAI,EAAE,CAAC;oBACtB,MAAM,IAAI,KAAK,CAAC,gCAAgC,6BAA6B,QAAQ,UAAU,CAAC,IAAI,EAAE,CAAC,CAAC;gBAC1G,CAAC;gBACD,MAAM,UAAU,GAAG,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAsB,CAAC;gBAC7D,IAAI,CAAC,kBAAkB,CAAC,MAAM,CAAC,UAAU,EAAE,UAAU,CAAC,CAAC;gBACvD,IAAI,CAAC,iBAAiB,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;gBACzC,IAAI,CAAC,mBAAmB,CAAC,MAAM,CAAC,iBAAiB,CAAC,CAAC;YACrD,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,IAAI,KAAK,YAAY,KAAK,EAAE,CAAC;oBAC3B,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;gBAC7B,CAAC;gBACD,MAAM,KAAK,CAAC;YACd,CAAC;QACH,CAAC;IACH,CAAC;IAED,KAAK,CAAC,aAAa,CAAC,YAAoB;QACtC,MAAM,SAAS,CAAC,YAAY,EAAE,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,WAAW,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;IACrF,CAAC;IAED,KAAK,CAAC,GAA0B;QAC9B,MAAM,IAAI,GACR,CAAC,IAAI,CAAC,IAAI,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,WAAW,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,SAAS,CAAC,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC;YAC3F,GAAG;YACH,IAAI,CAAC,KAAK,CAAC,QAAQ,EAAE,CAAC;QACxB,GAAG,CAAC,gBAAgB,IAAI,kBAAkB,CAAC,CAAC;QAC5C,IAAI,IAAI,CAAC,IAAI,KAAK,CAAC,EAAE,CAAC;YACpB,GAAG,CAAC,EAAE,CAAC,CAAC;YACR,IAAI,CAAC,kBAAkB,CAAC,GAAG,CAAC,CAAC;QAC/B,CAAC;IACH,CAAC;IAED,kBAAkB,CAAC,GAA0B;QAC3C,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,iBAAiB,CAAC,CAAC,CAAC;QAClC,qEAAqE;QACrE,MAAM,gBAAgB,GAAG,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,WAAW,CAAC,OAAO,EAAE,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QACzG,KAAK,MAAM,CAAC,YAAY,EAAE,EAAE,QAAQ,EAAE,cAAc,EAAE,WAAW,EAAE,CAAC,IAAI,gBAAgB,EAAE,CAAC;YACzF,GAAG,CAAC,KAAK,YAAY,IAAI,CAAC,CAAC;YAC3B,KAAK,MAAM,aAAa,IAAI,cAAc,EAAE,CAAC;gBAC3C,GAAG,CAAC,MAAM,GAAG,KAAK,CAAC,MAAM,CAAC,aAAa,CAAC,CAAC,CAAC;YAC5C,CAAC;YACD,IAAI,QAAQ,EAAE,CAAC;gBACb,GAAG,CAAC,MAAM,GAAG,KAAK,CAAC,GAAG,CAAC,eAAe,CAAC,CAAC,CAAC;YAC3C,CAAC;YACD,KAAK,MAAM,UAAU,IAAI,WAAW,IAAI,EAAE,EAAE,CAAC;gBAC3C,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC,CAAC;YAC9B,CAAC;YACD,IAAI,WAAW,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAC3B,8BAA8B;gBAC9B,GAAG,CAAC,EAAE,CAAC,CAAC;YACV,CAAC;QACH,CAAC;IACH,CAAC;CACF"}

package/dist/test_runner/generator/html-generator/genCode.d.ts

@@ -0,0 +1,2 @@
+import { FileCoverageResult } from "../../utils/interface.js";
+export declare function generateCodeHtml(relativePathOfRoot: string, result: FileCoverageResult): string;