ppef 1.0.0 → 1.1.0

package/dist/cli/__tests__/aggregate.command.unit.test.js

@@ -0,0 +1,396 @@
+/**
+ * Unit tests for aggregate command
+ *
+ * Tests aggregate command functionality with injected dependencies.
+ */
+import { beforeEach, describe, it, mock } from "node:test";
+import { strict as assert } from "node:assert";
+import { executeAggregate } from "../commands/aggregate.js";
+describe("aggregate command", () => {
+    let mockLogger;
+    let mockFileSystem;
+    let mockAggregator;
+    let mockOutputWriter;
+    let mockProcessExit;
+    let exitCode;
+    const loggedMessages = [];
+    const mockResults = [
+        {
+            run: {
+                runId: "test-1",
+                sut: "sut-1",
+                sutRole: "primary",
+                caseId: "case-1",
+                seed: 42,
+                repetition: 0,
+            },
+            correctness: {
+                expectedExists: false,
+                producedOutput: true,
+                valid: true,
+                matchesExpected: null,
+            },
+            outputs: {},
+            metrics: { numeric: {} },
+            provenance: {
+                runtime: {
+                    platform: "linux",
+                    arch: "x64",
+                    nodeVersion: "20.0.0",
+                },
+            },
+        },
+    ];
+    const mockAggregates = [
+        {
+            sut: "sut-1",
+            sutRole: "primary",
+            caseClass: "test-class",
+            group: { runCount: 1, caseCount: 1 },
+            correctness: {
+                validRate: 1,
+                producedOutputRate: 1,
+            },
+            metrics: {
+                accuracy: { n: 1, mean: 0.9, median: 0.9, min: 0.9, max: 0.9, std: 0 },
+            },
+        },
+    ];
+    const mockAggregatesWithComparisons = [
+        {
+            sut: "sut-1",
+            sutRole: "primary",
+            caseClass: "test-class",
+            group: { runCount: 1, caseCount: 1 },
+            correctness: {
+                validRate: 1,
+                producedOutputRate: 1,
+            },
+            metrics: {
+                accuracy: { n: 1, mean: 0.9, median: 0.9, min: 0.9, max: 0.9, std: 0 },
+            },
+            comparisons: {
+                baseline: {
+                    deltas: { default: 0.1 },
+                    ratios: { default: 1.1 },
+                    betterRate: 0.75,
+                    pValue: 0.0234,
+                    effectSize: 0.5678,
+                },
+            },
+        },
+    ];
+    const mockAggregationOutput = {
+        version: "1.0.0",
+        timestamp: "2024-01-01T00:00:00Z",
+        aggregates: mockAggregates,
+        metadata: { totalRuns: 1, totalCases: 1, sutsIncluded: ["sut-1"] },
+    };
+    beforeEach(() => {
+        loggedMessages.length = 0;
+        exitCode = null;
+        // Mock logger
+        mockLogger = {
+            header: mock.fn((msg) => {
+                loggedMessages.push(`[header] ${msg}`);
+            }),
+            subheader: mock.fn((msg) => {
+                loggedMessages.push(`[subheader] ${msg}`);
+            }),
+            info: mock.fn((msg) => {
+                loggedMessages.push(`[info] ${msg}`);
+            }),
+            debug: mock.fn((msg) => {
+                loggedMessages.push(`[debug] ${msg}`);
+            }),
+            error: mock.fn((msg) => {
+                loggedMessages.push(`[error] ${msg}`);
+            }),
+            warn: mock.fn((msg) => {
+                loggedMessages.push(`[warn] ${msg}`);
+            }),
+            setProgress: mock.fn(() => {
+                // Do nothing
+            }),
+        };
+        // Mock process exit
+        mockProcessExit = mock.fn((code) => {
+            exitCode = code;
+            throw new Error(`process.exit(${code})`);
+        });
+        // Mock file system
+        mockFileSystem = {
+            readFile: mock.fn(async (path, encoding) => {
+                return JSON.stringify({ results: mockResults });
+            }),
+        };
+        // Mock aggregator
+        mockAggregator = {
+            aggregateResults: mock.fn(() => mockAggregates),
+            createAggregationOutput: mock.fn(() => mockAggregationOutput),
+        };
+        // Mock output writer
+        mockOutputWriter = {
+            writeAggregates: mock.fn(async () => {
+                // Do nothing
+            }),
+            generateOutputFilename: mock.fn(() => "output.json"),
+            writeResults: mock.fn(async () => {
+                // Do nothing
+            }),
+        };
+    });
+    describe("executeAggregate", () => {
+        it("should log header", async () => {
+            await executeAggregate("/test/results.json", {}, {
+                logger: mockLogger,
+                fileSystem: mockFileSystem,
+                aggregator: mockAggregator,
+                outputWriter: mockOutputWriter,
+                processExit: mockProcessExit,
+            });
+            assert.ok(loggedMessages.includes("[header] Aggregating Results"));
+        });
+        it("should log reading file", async () => {
+            await executeAggregate("/test/results.json", {}, {
+                logger: mockLogger,
+                fileSystem: mockFileSystem,
+                aggregator: mockAggregator,
+                outputWriter: mockOutputWriter,
+                processExit: mockProcessExit,
+            });
+            assert.ok(loggedMessages.some((msg) => msg.includes("Reading results from: /test/results.json")));
+        });
+        it("should log number of results found", async () => {
+            await executeAggregate("/test/results.json", {}, {
+                logger: mockLogger,
+                fileSystem: mockFileSystem,
+                aggregator: mockAggregator,
+                outputWriter: mockOutputWriter,
+                processExit: mockProcessExit,
+            });
+            assert.ok(loggedMessages.some((msg) => msg.includes("Found 1 results")));
+        });
+        it("should log computing aggregations", async () => {
+            await executeAggregate("/test/results.json", {}, {
+                logger: mockLogger,
+                fileSystem: mockFileSystem,
+                aggregator: mockAggregator,
+                outputWriter: mockOutputWriter,
+                processExit: mockProcessExit,
+            });
+            assert.ok(loggedMessages.includes("[subheader] Computing aggregations..."));
+        });
+        it("should call aggregator with correct options", async () => {
+            await executeAggregate("/test/results.json", { groupByCaseClass: false, computeComparisons: false }, {
+                logger: mockLogger,
+                fileSystem: mockFileSystem,
+                aggregator: mockAggregator,
+                outputWriter: mockOutputWriter,
+                processExit: mockProcessExit,
+            });
+            // eslint-disable-next-line @typescript-eslint/unbound-method
+            const aggregateResultsMock = mockAggregator.aggregateResults;
+            const calls = aggregateResultsMock.mock.calls;
+            assert.strictEqual(calls.length, 1);
+            const [, options] = calls[0].arguments;
+            assert.deepStrictEqual(options, {
+                groupByCaseClass: false,
+                computeComparisons: false,
+            });
+        });
+        it("should use default options when not provided", async () => {
+            await executeAggregate("/test/results.json", {}, {
+                logger: mockLogger,
+                fileSystem: mockFileSystem,
+                aggregator: mockAggregator,
+                outputWriter: mockOutputWriter,
+                processExit: mockProcessExit,
+            });
+            // eslint-disable-next-line @typescript-eslint/unbound-method
+            const aggregateResultsMock = mockAggregator.aggregateResults;
+            const calls = aggregateResultsMock.mock.calls;
+            assert.strictEqual(calls.length, 1);
+            const [, options] = calls[0].arguments;
+            assert.deepStrictEqual(options, {
+                groupByCaseClass: true,
+                computeComparisons: true,
+            });
+        });
+        it("should write aggregates to output", async () => {
+            await executeAggregate("/test/results.json", { output: "/custom/output.json", format: "json" }, {
+                logger: mockLogger,
+                fileSystem: mockFileSystem,
+                aggregator: mockAggregator,
+                outputWriter: mockOutputWriter,
+                processExit: mockProcessExit,
+            });
+            // eslint-disable-next-line @typescript-eslint/unbound-method
+            const writeAggregatesMock = mockOutputWriter.writeAggregates;
+            const calls = writeAggregatesMock.mock.calls;
+            assert.strictEqual(calls.length, 1);
+            const [, path, format] = calls[0].arguments;
+            assert.strictEqual(path, "/custom/output.json");
+            assert.strictEqual(format, "json");
+        });
+        it("should use default output path when not provided", async () => {
+            await executeAggregate("/test/experiment-results-2024-01-01.json", {}, {
+                logger: mockLogger,
+                fileSystem: mockFileSystem,
+                aggregator: mockAggregator,
+                outputWriter: mockOutputWriter,
+                processExit: mockProcessExit,
+            });
+            // eslint-disable-next-line @typescript-eslint/unbound-method
+            const writeAggregatesMock = mockOutputWriter.writeAggregates;
+            const calls = writeAggregatesMock.mock.calls;
+            assert.strictEqual(calls.length, 1);
+            const [, path] = calls[0].arguments;
+            assert.strictEqual(path, "/test/experiment-aggregates-2024-01-01.json");
+        });
+        it("should log aggregation summary", async () => {
+            await executeAggregate("/test/results.json", {}, {
+                logger: mockLogger,
+                fileSystem: mockFileSystem,
+                aggregator: mockAggregator,
+                outputWriter: mockOutputWriter,
+                processExit: mockProcessExit,
+            });
+            assert.ok(loggedMessages.includes("[subheader] Aggregation Summary"));
+            assert.ok(loggedMessages.some((msg) => msg.includes("sut-1 (test-class):")));
+            assert.ok(loggedMessages.some((msg) => msg.includes("Runs: 1")));
+            assert.ok(loggedMessages.some((msg) => msg.includes("Cases: 1")));
+        });
+        it("should log metrics summary", async () => {
+            await executeAggregate("/test/results.json", {}, {
+                logger: mockLogger,
+                fileSystem: mockFileSystem,
+                aggregator: mockAggregator,
+                outputWriter: mockOutputWriter,
+                processExit: mockProcessExit,
+            });
+            assert.ok(loggedMessages.some((msg) => msg.includes("Metrics:")));
+            assert.ok(loggedMessages.some((msg) => msg.includes("accuracy: mean=0.90, median=0.90, std=0.00")));
+        });
+        it("should log success message", async () => {
+            await executeAggregate("/test/results.json", {}, {
+                logger: mockLogger,
+                fileSystem: mockFileSystem,
+                aggregator: mockAggregator,
+                outputWriter: mockOutputWriter,
+                processExit: mockProcessExit,
+            });
+            assert.ok(loggedMessages.some((msg) => msg.includes("Aggregation completed successfully!")));
+            assert.strictEqual(exitCode, null);
+        });
+        it("should handle invalid JSON", async () => {
+            mockFileSystem.readFile = mock.fn(async () => "invalid json");
+            try {
+                await executeAggregate("/test/results.json", {}, {
+                    logger: mockLogger,
+                    fileSystem: mockFileSystem,
+                    aggregator: mockAggregator,
+                    outputWriter: mockOutputWriter,
+                    processExit: mockProcessExit,
+                });
+            }
+            catch {
+                // Expected to throw
+            }
+            assert.ok(loggedMessages.some((msg) => msg.includes("[error]")));
+            assert.strictEqual(exitCode, 1);
+        });
+        it("should handle missing results array", async () => {
+            mockFileSystem.readFile = mock.fn(async () => JSON.stringify({}));
+            try {
+                await executeAggregate("/test/results.json", {}, {
+                    logger: mockLogger,
+                    fileSystem: mockFileSystem,
+                    aggregator: mockAggregator,
+                    outputWriter: mockOutputWriter,
+                    processExit: mockProcessExit,
+                });
+            }
+            catch {
+                // Expected to throw
+            }
+            assert.ok(loggedMessages.some((msg) => msg.includes("[error] Invalid results file: missing or invalid 'results' array")));
+            assert.strictEqual(exitCode, 1);
+        });
+        it("should handle non-array results", async () => {
+            mockFileSystem.readFile = mock.fn(async () => JSON.stringify({ results: "not an array" }));
+            try {
+                await executeAggregate("/test/results.json", {}, {
+                    logger: mockLogger,
+                    fileSystem: mockFileSystem,
+                    aggregator: mockAggregator,
+                    outputWriter: mockOutputWriter,
+                    processExit: mockProcessExit,
+                });
+            }
+            catch {
+                // Expected to throw
+            }
+            assert.ok(loggedMessages.some((msg) => msg.includes("[error] Invalid results file: missing or invalid 'results' array")));
+            assert.strictEqual(exitCode, 1);
+        });
+        it("should handle file read errors", async () => {
+            mockFileSystem.readFile = mock.fn(async () => {
+                throw new Error("File not found");
+            });
+            try {
+                await executeAggregate("/test/results.json", {}, {
+                    logger: mockLogger,
+                    fileSystem: mockFileSystem,
+                    aggregator: mockAggregator,
+                    outputWriter: mockOutputWriter,
+                    processExit: mockProcessExit,
+                });
+            }
+            catch {
+                // Expected to throw
+            }
+            assert.ok(loggedMessages.some((msg) => msg.includes("[error] File not found")));
+            assert.strictEqual(exitCode, 1);
+        });
+        it("should display comparisons in summary", async () => {
+            mockAggregator.aggregateResults = mock.fn(() => mockAggregatesWithComparisons);
+            mockAggregator.createAggregationOutput = mock.fn(() => ({
+                ...mockAggregationOutput,
+                aggregates: mockAggregatesWithComparisons,
+            }));
+            await executeAggregate("/test/results.json", {}, {
+                logger: mockLogger,
+                fileSystem: mockFileSystem,
+                aggregator: mockAggregator,
+                outputWriter: mockOutputWriter,
+                processExit: mockProcessExit,
+            });
+            assert.ok(loggedMessages.some((msg) => msg.includes("Comparisons:")));
+            assert.ok(loggedMessages.some((msg) => msg.includes("vs baseline:")));
+            assert.ok(loggedMessages.some((msg) => msg.includes("p-value: 0.0234")));
+            assert.ok(loggedMessages.some((msg) => msg.includes("effect size: 0.5678")));
+        });
+        it("should handle non-Error objects in catch block", async () => {
+            mockFileSystem.readFile = mock.fn(async () => {
+                // eslint-disable-next-line @typescript-eslint/only-throw-error
+                throw "string error";
+            });
+            try {
+                await executeAggregate("/test/results.json", {}, {
+                    logger: mockLogger,
+                    fileSystem: mockFileSystem,
+                    aggregator: mockAggregator,
+                    outputWriter: mockOutputWriter,
+                    processExit: mockProcessExit,
+                });
+            }
+            catch {
+                // Expected to throw
+            }
+            assert.ok(loggedMessages.some((msg) => msg.includes("[error] string error")));
+            assert.strictEqual(exitCode, 1);
+        });
+    });
+});
+//# sourceMappingURL=aggregate.command.unit.test.js.map

package/dist/cli/__tests__/aggregate.command.unit.test.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"aggregate.command.unit.test.js","sourceRoot":"","sources":["../../../src/cli/__tests__/aggregate.command.unit.test.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,EAAE,UAAU,EAAE,QAAQ,EAAE,EAAE,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AAC3D,OAAO,EAAE,MAAM,IAAI,MAAM,EAAE,MAAM,aAAa,CAAC;AAE/C,OAAO,EAAE,gBAAgB,EAAE,MAAM,0BAA0B,CAAC;AAK5D,QAAQ,CAAC,mBAAmB,EAAE,GAAG,EAAE;IAClC,IAAI,UAA0B,CAAC;IAC/B,IAAI,cAA2B,CAAC;IAChC,IAAI,cAA2B,CAAC;IAChC,IAAI,gBAA+B,CAAC;IACpC,IAAI,eAAwC,CAAC;IAC7C,IAAI,QAAuB,CAAC;IAC5B,MAAM,cAAc,GAAa,EAAE,CAAC;IAEpC,MAAM,WAAW,GAAuB;QACvC;YACC,GAAG,EAAE;gBACJ,KAAK,EAAE,QAAQ;gBACf,GAAG,EAAE,OAAO;gBACZ,OAAO,EAAE,SAAkB;gBAC3B,MAAM,EAAE,QAAQ;gBAChB,IAAI,EAAE,EAAE;gBACR,UAAU,EAAE,CAAC;aACb;YACD,WAAW,EAAE;gBACZ,cAAc,EAAE,KAAK;gBACrB,cAAc,EAAE,IAAI;gBACpB,KAAK,EAAE,IAAI;gBACX,eAAe,EAAE,IAAI;aACrB;YACD,OAAO,EAAE,EAAE;YACX,OAAO,EAAE,EAAE,OAAO,EAAE,EAAE,EAAE;YACxB,UAAU,EAAE;gBACX,OAAO,EAAE;oBACR,QAAQ,EAAE,OAAO;oBACjB,IAAI,EAAE,KAAK;oBACX,WAAW,EAAE,QAAQ;iBACrB;aACD;SACD;KACD,CAAC;IAEF,MAAM,cAAc,GAAuB;QAC1C;YACC,GAAG,EAAE,OAAO;YACZ,OAAO,EAAE,SAAkB;YAC3B,SAAS,EAAE,YAAY;YACvB,KAAK,EAAE,EAAE,QAAQ,EAAE,CAAC,EAAE,SAAS,EAAE,CAAC,EAAE;YACpC,WAAW,EAAE;gBACZ,SAAS,EAAE,CAAC;gBACZ,kBAAkB,EAAE,CAAC;aACrB;YACD,OAAO,EAAE;gBACR,QAAQ,EAAE,EAAE,CAAC,EAAE,CAAC,EAAE,IAAI,EAAE,GAAG,EAAE,MAAM,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,CAAC,EAAE;aACtE;SACD;KACD,CAAC;IAEF,MAAM,6BAA6B,GAAuB;QACzD;YACC,GAAG,EAAE,OAAO;YACZ,OAAO,EAAE,SAAkB;YAC3B,SAAS,EAAE,YAAY;YACvB,KAAK,EAAE,EAAE,QAAQ,EAAE,CAAC,EAAE,SAAS,EAAE,CAAC,EAAE;YACpC,WAAW,EAAE;gBACZ,SAAS,EAAE,CAAC;gBACZ,kBAAkB,EAAE,CAAC;aACrB;YACD,OAAO,EAAE;gBACR,QAAQ,EAAE,EAAE,CAAC,EAAE,CAAC,EAAE,IAAI,EAAE,GAAG,EAAE,MAAM,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,CAAC,EAAE;aACtE;YACD,WAAW,EAAE;gBACZ,QAAQ,EAAE;oBACT,MAAM,EAAE,EAAE,OAAO,EAAE,GAAG,EAAE;oBACxB,MAAM,EAAE,EAAE,OAAO,EAAE,GAAG,EAAE;oBACxB,UAAU,EAAE,IAAI;oBAChB,MAAM,EAAE,MAAM;oBACd,UAAU,EAAE,MAAM;iBAClB;aACD;SACD;KACD,CAAC;IAEF,MAAM,qBAAqB,GAAsB;QAChD,OAAO,EAAE,OAAO;QAChB,SAAS,EAAE,sBAAsB;QACjC,UAAU,EAAE,cAAc;QAC1B,QAAQ,EAAE,EAAE,SAAS,EAAE,CAAC,EAAE,UAAU,EAAE,CAAC,EAAE,YAAY,EAAE,CAAC,OAAO,CAAC,EAAE;KAClE,CAAC;IAEF,UAAU,CAAC,GAAG,EAAE;QACf,cAAc,CAAC,MAAM,GAAG,CAAC,CAAC;QAC1B,QAAQ,GAAG,IAAI,CAAC;QAEhB,cAAc;QACd,UAAU,GAAG;YACZ,MAAM,EAAE,IAAI,CAAC,EAAE,CAAC,CAAC,GAAW,EAAE,EAAE;gBAC/B,cAAc,CAAC,IAAI,CAAC,YAAY,GAAG,EAAE,CAAC,CAAC;YACxC,CAAC,CAAC;YACF,SAAS,EAAE,IAAI,CAAC,EAAE,CAAC,CAAC,GAAW,EAAE,EAAE;gBAClC,cAAc,CAAC,IAAI,CAAC,eAAe,GAAG,EAAE,CAAC,CAAC;YAC3C,CAAC,CAAC;YACF,IAAI,EAAE,IAAI,CAAC,EAAE,CAAC,CAAC,GAAW,EAAE,EAAE;gBAC7B,cAAc,CAAC,IAAI,CAAC,UAAU,GAAG,EAAE,CAAC,CAAC;YACtC,CAAC,CAAC;YACF,KAAK,EAAE,IAAI,CAAC,EAAE,CAAC,CAAC,GAAW,EAAE,EAAE;gBAC9B,cAAc,CAAC,IAAI,CAAC,WAAW,GAAG,EAAE,CAAC,CAAC;YACvC,CAAC,CAAC;YACF,KAAK,EAAE,IAAI,CAAC,EAAE,CAAC,CAAC,GAAW,EAAE,EAAE;gBAC9B,cAAc,CAAC,IAAI,CAAC,WAAW,GAAG,EAAE,CAAC,CAAC;YACvC,CAAC,CAAC;YACF,IAAI,EAAE,IAAI,CAAC,EAAE,CAAC,CAAC,GAAW,EAAE,EAAE;gBAC7B,cAAc,CAAC,IAAI,CAAC,UAAU,GAAG,EAAE,CAAC,CAAC;YACtC,CAAC,CAAC;YACF,WAAW,EAAE,IAAI,CAAC,EAAE,CAAC,GAAG,EAAE;gBACzB,aAAa;YACd,CAAC,CAAC;SACF,CAAC;QAEF,oBAAoB;QACpB,eAAe,GAAG,IAAI,CAAC,EAAE,CAAC,CAAC,IAAY,EAAE,EAAE;YAC1C,QAAQ,GAAG,IAAI,CAAC;YAChB,MAAM,IAAI,KAAK,CAAC,gBAAgB,IAAI,GAAG,CAAC,CAAC;QAC1C,CAAC,CAAuC,CAAC;QAEzC,mBAAmB;QACnB,cAAc,GAAG;YAChB,QAAQ,EAAE,IAAI,CAAC,EAAE,CAAC,KAAK,EAAE,IAAY,EAAE,QAAgB,EAAE,EAAE;gBAC1D,OAAO,IAAI,CAAC,SAAS,CAAC,EAAE,OAAO,EAAE,WAAW,EAAE,CAAC,CAAC;YACjD,CAAC,CAAC;SACF,CAAC;QAEF,kBAAkB;QAClB,cAAc,GAAG;YAChB,gBAAgB,EAAE,IAAI,CAAC,EAAE,CAAC,GAAG,EAAE,CAAC,cAAc,CAAC;YAC/C,uBAAuB,EAAE,IAAI,CAAC,EAAE,CAAC,GAAG,EAAE,CAAC,qBAAqB,CAAC;SAC7D,CAAC;QAEF,qBAAqB;QACrB,gBAAgB,GAAG;YAClB,eAAe,EAAE,IAAI,CAAC,EAAE,CAAC,KAAK,IAAI,EAAE;gBACnC,aAAa;YACd,CAAC,CAAC;YACF,sBAAsB,EAAE,IAAI,CAAC,EAAE,CAAC,GAAG,EAAE,CAAC,aAAa,CAAC;YACpD,YAAY,EAAE,IAAI,CAAC,EAAE,CAAC,KAAK,IAAI,EAAE;gBAChC,aAAa;YACd,CAAC,CAAC;SACF,CAAC;IACH,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,kBAAkB,EAAE,GAAG,EAAE;QACjC,EAAE,CAAC,mBAAmB,EAAE,KAAK,IAAI,EAAE;YAClC,MAAM,gBAAgB,CACrB,oBAAoB,EACpB,EAAE,EACF;gBACC,MAAM,EAAE,UAAU;gBAClB,UAAU,EAAE,cAAc;gBAC1B,UAAU,EAAE,cAAc;gBAC1B,YAAY,EAAE,gBAAgB;gBAC9B,WAAW,EAAE,eAAe;aAC5B,CACD,CAAC;YAEF,MAAM,CAAC,EAAE,CAAC,cAAc,CAAC,QAAQ,CAAC,8BAA8B,CAAC,CAAC,CAAC;QACpE,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,yBAAyB,EAAE,KAAK,IAAI,EAAE;YACxC,MAAM,gBAAgB,CACrB,oBAAoB,EACpB,EAAE,EACF;gBACC,MAAM,EAAE,UAAU;gBAClB,UAAU,EAAE,cAAc;gBAC1B,UAAU,EAAE,cAAc;gBAC1B,YAAY,EAAE,gBAAgB;gBAC9B,WAAW,EAAE,eAAe;aAC5B,CACD,CAAC;YAEF,MAAM,CAAC,EAAE,CACR,cAAc,CAAC,IAAI,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,QAAQ,CAAC,0CAA0C,CAAC,CAAC,CACtF,CAAC;QACH,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,oCAAoC,EAAE,KAAK,IAAI,EAAE;YACnD,MAAM,gBAAgB,CACrB,oBAAoB,EACpB,EAAE,EACF;gBACC,MAAM,EAAE,UAAU;gBAClB,UAAU,EAAE,cAAc;gBAC1B,UAAU,EAAE,cAAc;gBAC1B,YAAY,EAAE,gBAAgB;gBAC9B,WAAW,EAAE,eAAe;aAC5B,CACD,CAAC;YAEF,MAAM,CAAC,EAAE,CAAC,cAAc,CAAC,IAAI,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,QAAQ,CAAC,iBAAiB,CAAC,CAAC,CAAC,CAAC;QAC1E,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,mCAAmC,EAAE,KAAK,IAAI,EAAE;YAClD,MAAM,gBAAgB,CACrB,oBAAoB,EACpB,EAAE,EACF;gBACC,MAAM,EAAE,UAAU;gBAClB,UAAU,EAAE,cAAc;gBAC1B,UAAU,EAAE,cAAc;gBAC1B,YAAY,EAAE,gBAAgB;gBAC9B,WAAW,EAAE,eAAe;aAC5B,CACD,CAAC;YAEF,MAAM,CAAC,EAAE,CAAC,cAAc,CAAC,QAAQ,CAAC,uCAAuC,CAAC,CAAC,CAAC;QAC7E,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,6CAA6C,EAAE,KAAK,IAAI,EAAE;YAC5D,MAAM,gBAAgB,CACrB,oBAAoB,EACpB,EAAE,gBAAgB,EAAE,KAAK,EAAE,kBAAkB,EAAE,KAAK,EAAE,EACtD;gBACC,MAAM,EAAE,UAAU;gBAClB,UAAU,EAAE,cAAc;gBAC1B,UAAU,EAAE,cAAc;gBAC1B,YAAY,EAAE,gBAAgB;gBAC9B,WAAW,EAAE,eAAe;aAC5B,CACD,CAAC;YAEF,6DAA6D;YAC7D,MAAM,oBAAoB,GAAG,cAAc,CAAC,gBAE3C,CAAC;YACF,MAAM,KAAK,GAAG,oBAAoB,CAAC,IAAI,CAAC,KAAK,CAAC;YAC9C,MAAM,CAAC,WAAW,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;YACpC,MAAM,CAAC,EAAE,OAAO,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;YACvC,MAAM,CAAC,eAAe,CAAC,OAAO,EAAE;gBAC/B,gBAAgB,EAAE,KAAK;gBACvB,kBAAkB,EAAE,KAAK;aACzB,CAAC,CAAC;QACJ,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,8CAA8C,EAAE,KAAK,IAAI,EAAE;YAC7D,MAAM,gBAAgB,CACrB,oBAAoB,EACpB,EAAE,EACF;gBACC,MAAM,EAAE,UAAU;gBAClB,UAAU,EAAE,cAAc;gBAC1B,UAAU,EAAE,cAAc;gBAC1B,YAAY,EAAE,gBAAgB;gBAC9B,WAAW,EAAE,eAAe;aAC5B,CACD,CAAC;YAEF,6DAA6D;YAC7D,MAAM,oBAAoB,GAAG,cAAc,CAAC,gBAE3C,CAAC;YACF,MAAM,KAAK,GAAG,oBAAoB,CAAC,IAAI,CAAC,KAAK,CAAC;YAC9C,MAAM,CAAC,WAAW,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;YACpC,MAAM,CAAC,EAAE,OAAO,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;YACvC,MAAM,CAAC,eAAe,CAAC,OAAO,EAAE;gBAC/B,gBAAgB,EAAE,IAAI;gBACtB,kBAAkB,EAAE,IAAI;aACxB,CAAC,CAAC;QACJ,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,mCAAmC,EAAE,KAAK,IAAI,EAAE;YAClD,MAAM,gBAAgB,CACrB,oBAAoB,EACpB,EAAE,MAAM,EAAE,qBAAqB,EAAE,MAAM,EAAE,MAAM,EAAE,EACjD;gBACC,MAAM,EAAE,UAAU;gBAClB,UAAU,EAAE,cAAc;gBAC1B,UAAU,EAAE,cAAc;gBAC1B,YAAY,EAAE,gBAAgB;gBAC9B,WAAW,EAAE,eAAe;aAC5B,CACD,CAAC;YAEF,6DAA6D;YAC7D,MAAM,mBAAmB,GAAG,gBAAgB,CAAC,eAE5C,CAAC;YACF,MAAM,KAAK,GAAG,mBAAmB,CAAC,IAAI,CAAC,KAAK,CAAC;YAC7C,MAAM,CAAC,WAAW,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;YACpC,MAAM,CAAC,EAAE,IAAI,EAAE,MAAM,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;YAC5C,MAAM,CAAC,WAAW,CAAC,IAAI,EAAE,qBAAqB,CAAC,CAAC;YAChD,MAAM,CAAC,WAAW,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;QACpC,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,kDAAkD,EAAE,KAAK,IAAI,EAAE;YACjE,MAAM,gBAAgB,CACrB,0CAA0C,EAC1C,EAAE,EACF;gBACC,MAAM,EAAE,UAAU;gBAClB,UAAU,EAAE,cAAc;gBAC1B,UAAU,EAAE,cAAc;gBAC1B,YAAY,EAAE,gBAAgB;gBAC9B,WAAW,EAAE,eAAe;aAC5B,CACD,CAAC;YAEF,6DAA6D;YAC7D,MAAM,mBAAmB,GAAG,gBAAgB,CAAC,eAE5C,CAAC;YACF,MAAM,KAAK,GAAG,mBAAmB,CAAC,IAAI,CAAC,KAAK,CAAC;YAC7C,MAAM,CAAC,WAAW,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;YACpC,MAAM,CAAC,EAAE,IAAI,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;YACpC,MAAM,CAAC,WAAW,CAAC,IAAI,EAAE,6CAA6C,CAAC,CAAC;QACzE,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,gCAAgC,EAAE,KAAK,IAAI,EAAE;YAC/C,MAAM,gBAAgB,CACrB,oBAAoB,EACpB,EAAE,EACF;gBACC,MAAM,EAAE,UAAU;gBAClB,UAAU,EAAE,cAAc;gBAC1B,UAAU,EAAE,cAAc;gBAC1B,YAAY,EAAE,gBAAgB;gBAC9B,WAAW,EAAE,eAAe;aAC5B,CACD,CAAC;YAEF,MAAM,CAAC,EAAE,CAAC,cAAc,CAAC,QAAQ,CAAC,iCAAiC,CAAC,CAAC,CAAC;YACtE,MAAM,CAAC,EAAE,CAAC,cAAc,CAAC,IAAI,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,QAAQ,CAAC,qBAAqB,CAAC,CAAC,CAAC,CAAC;YAC7E,MAAM,CAAC,EAAE,CAAC,cAAc,CAAC,IAAI,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC;YACjE,MAAM,CAAC,EAAE,CAAC,cAAc,CAAC,IAAI,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC;QACnE,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,4BAA4B,EAAE,KAAK,IAAI,EAAE;YAC3C,MAAM,gBAAgB,CACrB,oBAAoB,EACpB,EAAE,EACF;gBACC,MAAM,EAAE,UAAU;gBAClB,UAAU,EAAE,cAAc;gBAC1B,UAAU,EAAE,cAAc;gBAC1B,YAAY,EAAE,gBAAgB;gBAC9B,WAAW,EAAE,eAAe;aAC5B,CACD,CAAC;YAEF,MAAM,CAAC,EAAE,CAAC,cAAc,CAAC,IAAI,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC;YAClE,MAAM,CAAC,EAAE,CACR,cAAc,CAAC,IAAI,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,QAAQ,CAAC,4CAA4C,CAAC,CAAC,CACxF,CAAC;QACH,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,4BAA4B,EAAE,KAAK,IAAI,EAAE;YAC3C,MAAM,gBAAgB,CACrB,oBAAoB,EACpB,EAAE,EACF;gBACC,MAAM,EAAE,UAAU;gBAClB,UAAU,EAAE,cAAc;gBAC1B,UAAU,EAAE,cAAc;gBAC1B,YAAY,EAAE,gBAAgB;gBAC9B,WAAW,EAAE,eAAe;aAC5B,CACD,CAAC;YAEF,MAAM,CAAC,EAAE,CAAC,cAAc,CAAC,IAAI,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,QAAQ,CAAC,qCAAqC,CAAC,CAAC,CAAC,CAAC;YAC7F,MAAM,CAAC,WAAW,CAAC,QAAQ,EAAE,IAAI,CAAC,CAAC;QACpC,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,4BAA4B,EAAE,KAAK,IAAI,EAAE;YAC3C,cAAc,CAAC,QAAQ,GAAG,IAAI,CAAC,EAAE,CAAC,KAAK,IAAI,EAAE,CAAC,cAAc,CAAC,CAAC;YAE9D,IAAI,CAAC;gBACJ,MAAM,gBAAgB,CACrB,oBAAoB,EACpB,EAAE,EACF;oBACC,MAAM,EAAE,UAAU;oBAClB,UAAU,EAAE,cAAc;oBAC1B,UAAU,EAAE,cAAc;oBAC1B,YAAY,EAAE,gBAAgB;oBAC9B,WAAW,EAAE,eAAe;iBAC5B,CACD,CAAC;YACH,CAAC;YAAC,MAAM,CAAC;gBACR,oBAAoB;YACrB,CAAC;YAED,MAAM,CAAC,EAAE,CAAC,cAAc,CAAC,IAAI,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC;YACjE,MAAM,CAAC,WAAW,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC;QACjC,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,qCAAqC,EAAE,KAAK,IAAI,EAAE;YACpD,cAAc,CAAC,QAAQ,GAAG,IAAI,CAAC,EAAE,CAAC,KAAK,IAAI,EAAE,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,CAAC,CAAC,CAAC;YAElE,IAAI,CAAC;gBACJ,MAAM,gBAAgB,CACrB,oBAAoB,EACpB,EAAE,EACF;oBACC,MAAM,EAAE,UAAU;oBAClB,UAAU,EAAE,cAAc;oBAC1B,UAAU,EAAE,cAAc;oBAC1B,YAAY,EAAE,gBAAgB;oBAC9B,WAAW,EAAE,eAAe;iBAC5B,CACD,CAAC;YACH,CAAC;YAAC,MAAM,CAAC;gBACR,oBAAoB;YACrB,CAAC;YAED,MAAM,CAAC,EAAE,CACR,cAAc,CAAC,IAAI,CAAC,CAAC,GAAG,EAAE,EAAE,CAC3B,GAAG,CAAC,QAAQ,CAAC,kEAAkE,CAAC,CAChF,CACD,CAAC;YACF,MAAM,CAAC,WAAW,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC;QACjC,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,iCAAiC,EAAE,KAAK,IAAI,EAAE;YAChD,cAAc,CAAC,QAAQ,GAAG,IAAI,CAAC,EAAE,CAAC,KAAK,IAAI,EAAE,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,OAAO,EAAE,cAAc,EAAE,CAAC,CAAC,CAAC;YAE3F,IAAI,CAAC;gBACJ,MAAM,gBAAgB,CACrB,oBAAoB,EACpB,EAAE,EACF;oBACC,MAAM,EAAE,UAAU;oBAClB,UAAU,EAAE,cAAc;oBAC1B,UAAU,EAAE,cAAc;oBAC1B,YAAY,EAAE,gBAAgB;oBAC9B,WAAW,EAAE,eAAe;iBAC5B,CACD,CAAC;YACH,CAAC;YAAC,MAAM,CAAC;gBACR,oBAAoB;YACrB,CAAC;YAED,MAAM,CAAC,EAAE,CACR,cAAc,CAAC,IAAI,CAAC,CAAC,GAAG,EAAE,EAAE,CAC3B,GAAG,CAAC,QAAQ,CAAC,kEAAkE,CAAC,CAChF,CACD,CAAC;YACF,MAAM,CAAC,WAAW,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC;QACjC,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,gCAAgC,EAAE,KAAK,IAAI,EAAE;YAC/C,cAAc,CAAC,QAAQ,GAAG,IAAI,CAAC,EAAE,CAAC,KAAK,IAAI,EAAE;gBAC5C,MAAM,IAAI,KAAK,CAAC,gBAAgB,CAAC,CAAC;YACnC,CAAC,CAAC,CAAC;YAEH,IAAI,CAAC;gBACJ,MAAM,gBAAgB,CACrB,oBAAoB,EACpB,EAAE,EACF;oBACC,MAAM,EAAE,UAAU;oBAClB,UAAU,EAAE,cAAc;oBAC1B,UAAU,EAAE,cAAc;oBAC1B,YAAY,EAAE,gBAAgB;oBAC9B,WAAW,EAAE,eAAe;iBAC5B,CACD,CAAC;YACH,CAAC;YAAC,MAAM,CAAC;gBACR,oBAAoB;YACrB,CAAC;YAED,MAAM,CAAC,EAAE,CAAC,cAAc,CAAC,IAAI,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,QAAQ,CAAC,wBAAwB,CAAC,CAAC,CAAC,CAAC;YAChF,MAAM,CAAC,WAAW,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC;QACjC,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,uCAAuC,EAAE,KAAK,IAAI,EAAE;YACtD,cAAc,CAAC,gBAAgB,GAAG,IAAI,CAAC,EAAE,CAAC,GAAG,EAAE,CAAC,6BAA6B,CAAC,CAAC;YAC/E,cAAc,CAAC,uBAAuB,GAAG,IAAI,CAAC,EAAE,CAAC,GAAG,EAAE,CAAC,CAAC;gBACvD,GAAG,qBAAqB;gBACxB,UAAU,EAAE,6BAA6B;aACzC,CAAC,CAAC,CAAC;YAEJ,MAAM,gBAAgB,CACrB,oBAAoB,EACpB,EAAE,EACF;gBACC,MAAM,EAAE,UAAU;gBAClB,UAAU,EAAE,cAAc;gBAC1B,UAAU,EAAE,cAAc;gBAC1B,YAAY,EAAE,gBAAgB;gBAC9B,WAAW,EAAE,eAAe;aAC5B,CACD,CAAC;YAEF,MAAM,CAAC,EAAE,CAAC,cAAc,CAAC,IAAI,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,QAAQ,CAAC,cAAc,CAAC,CAAC,CAAC,CAAC;YACtE,MAAM,CAAC,EAAE,CAAC,cAAc,CAAC,IAAI,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,QAAQ,CAAC,cAAc,CAAC,CAAC,CAAC,CAAC;YACtE,MAAM,CAAC,EAAE,CAAC,cAAc,CAAC,IAAI,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,QAAQ,CAAC,iBAAiB,CAAC,CAAC,CAAC,CAAC;YACzE,MAAM,CAAC,EAAE,CAAC,cAAc,CAAC,IAAI,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,QAAQ,CAAC,qBAAqB,CAAC,CAAC,CAAC,CAAC;QAC9E,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,gDAAgD,EAAE,KAAK,IAAI,EAAE;YAC/D,cAAc,CAAC,QAAQ,GAAG,IAAI,CAAC,EAAE,CAAC,KAAK,IAAI,EAAE;gBAC5C,+DAA+D;gBAC/D,MAAM,cAAc,CAAC;YACtB,CAAC,CAAC,CAAC;YAEH,IAAI,CAAC;gBACJ,MAAM,gBAAgB,CACrB,oBAAoB,EACpB,EAAE,EACF;oBACC,MAAM,EAAE,UAAU;oBAClB,UAAU,EAAE,cAAc;oBAC1B,UAAU,EAAE,cAAc;oBAC1B,YAAY,EAAE,gBAAgB;oBAC9B,WAAW,EAAE,eAAe;iBAC5B,CACD,CAAC;YACH,CAAC;YAAC,MAAM,CAAC;gBACR,oBAAoB;YACrB,CAAC;YAED,MAAM,CAAC,EAAE,CAAC,cAAc,CAAC,IAAI,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,QAAQ,CAAC,sBAAsB,CAAC,CAAC,CAAC,CAAC;YAC9E,MAAM,CAAC,WAAW,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC;QACjC,CAAC,CAAC,CAAC;IACJ,CAAC,CAAC,CAAC;AACJ,CAAC,CAAC,CAAC"}

package/dist/cli/__tests__/commands.unit.test.d.ts

@@ -0,0 +1,10 @@
+/**
+ * Unit tests for CLI Validate Command
+ *
+ * Tests validate command functionality including:
+ * - Config validation
+ * - Error handling for invalid configs
+ * - Display of parsed configuration
+ */
+export {};
+//# sourceMappingURL=commands.unit.test.d.ts.map

package/dist/cli/__tests__/commands.unit.test.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"commands.unit.test.d.ts","sourceRoot":"","sources":["../../../src/cli/__tests__/commands.unit.test.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG"}

package/dist/cli/__tests__/commands.unit.test.js

@@ -0,0 +1,217 @@
+/**
+ * Unit tests for CLI Validate Command
+ *
+ * Tests validate command functionality including:
+ * - Config validation
+ * - Error handling for invalid configs
+ * - Display of parsed configuration
+ */
+import { describe, it } from "node:test";
+import { strict as assert } from "node:assert";
+import { writeFile } from "node:fs/promises";
+import { unlink } from "node:fs/promises";
+import { join } from "node:path";
+import { mkdtemp, rmdir } from "node:fs/promises";
+import { tmpdir } from "node:os";
+import { validateConfig } from "../config-loader.js";
+describe("validate command", () => {
+    it("should validate a valid config", async () => {
+        const tempDir = await mkdtemp(join(tmpdir(), "ppef-test-"));
+        const configPath = join(tempDir, "config.json");
+        const validConfig = {
+            experiment: {
+                name: "Test Experiment",
+                version: "1.0.0",
+            },
+            executor: {
+                repetitions: 10,
+            },
+            suts: [
+                {
+                    id: "test-sut",
+                    module: "./test.js",
+                    exportName: "createSUT",
+                    registration: {
+                        name: "Test SUT",
+                        version: "1.0.0",
+                        role: "primary",
+                        tags: [],
+                    },
+                },
+            ],
+            cases: [
+                {
+                    id: "test-case",
+                    module: "./case.js",
+                    exportName: "createCase",
+                },
+            ],
+            metricsExtractor: {
+                module: "./metrics.js",
+                exportName: "extractMetrics",
+            },
+        };
+        await writeFile(configPath, JSON.stringify(validConfig), "utf-8");
+        const result = validateConfig(validConfig);
+        assert.strictEqual(result.valid, true);
+        assert.strictEqual(result.errors.length, 0);
+        await unlink(configPath);
+        await rmdir(tempDir);
+    });
+    it("should detect missing experiment name", () => {
+        const invalidConfig = {
+            experiment: {},
+            executor: {},
+            suts: [],
+            cases: [],
+            metricsExtractor: {
+                module: "./metrics.js",
+                exportName: "extractMetrics",
+            },
+        };
+        const result = validateConfig(invalidConfig);
+        assert.strictEqual(result.valid, false);
+        assert.ok(result.errors.some((e) => e.includes("experiment.name is required")));
+    });
+    it("should detect invalid role values", () => {
+        const invalidConfig = {
+            experiment: {
+                name: "Test",
+            },
+            executor: {},
+            suts: [
+                {
+                    id: "test-sut",
+                    module: "./test.js",
+                    exportName: "createSUT",
+                    registration: {
+                        name: "Test SUT",
+                        version: "1.0.0",
+                        role: "invalid",
+                        tags: [],
+                    },
+                },
+            ],
+            cases: [],
+            metricsExtractor: {
+                module: "./metrics.js",
+                exportName: "extractMetrics",
+            },
+        };
+        const result = validateConfig(invalidConfig);
+        assert.strictEqual(result.valid, false);
+        assert.ok(result.errors.some((e) => e.includes("role must be one of")));
+    });
+    it("should detect duplicate SUT IDs", () => {
+        const invalidConfig = {
+            experiment: {
+                name: "Test",
+            },
+            executor: {},
+            suts: [
+                {
+                    id: "duplicate-sut",
+                    module: "./test1.js",
+                    exportName: "createSUT",
+                    registration: {
+                        name: "Test SUT 1",
+                        version: "1.0.0",
+                        role: "primary",
+                        tags: [],
+                    },
+                },
+                {
+                    id: "duplicate-sut",
+                    module: "./test2.js",
+                    exportName: "createSUT",
+                    registration: {
+                        name: "Test SUT 2",
+                        version: "1.0.0",
+                        role: "baseline",
+                        tags: [],
+                    },
+                },
+            ],
+            cases: [],
+            metricsExtractor: {
+                module: "./metrics.js",
+                exportName: "extractMetrics",
+            },
+        };
+        const result = validateConfig(invalidConfig);
+        assert.strictEqual(result.valid, false);
+        assert.ok(result.errors.some((e) => e.includes("Duplicate SUT ID")));
+    });
+    it("should detect negative repetitions", () => {
+        const invalidConfig = {
+            experiment: {
+                name: "Test",
+            },
+            executor: {
+                repetitions: -1,
+            },
+            suts: [],
+            cases: [],
+            metricsExtractor: {
+                module: "./metrics.js",
+                exportName: "extractMetrics",
+            },
+        };
+        const result = validateConfig(invalidConfig);
+        assert.strictEqual(result.valid, false);
+        assert.ok(result.errors.some((e) => e.includes("repetitions must be at least 1")));
+    });
+    it("should validate required SUT fields", () => {
+        const invalidConfig = {
+            experiment: {
+                name: "Test",
+            },
+            executor: {},
+            suts: [
+                {
+                    id: "test-sut",
+                    module: "./test.js",
+                    exportName: "createSUT",
+                    registration: {
+                        name: "Test SUT",
+                        // Missing version
+                        role: "primary",
+                        tags: [],
+                    },
+                },
+            ],
+            cases: [],
+            metricsExtractor: {
+                module: "./metrics.js",
+                exportName: "extractMetrics",
+            },
+        };
+        const result = validateConfig(invalidConfig);
+        assert.strictEqual(result.valid, false);
+        assert.ok(result.errors.some((e) => e.includes("registration.version") && e.includes("required")));
+    });
+    it("should detect missing required case fields", () => {
+        const invalidConfig = {
+            experiment: {
+                name: "Test",
+            },
+            executor: {},
+            suts: [],
+            cases: [
+                {
+                    // Missing id
+                    module: "./case.js",
+                    exportName: "createCase",
+                },
+            ],
+            metricsExtractor: {
+                module: "./metrics.js",
+                exportName: "extractMetrics",
+            },
+        };
+        const result = validateConfig(invalidConfig);
+        assert.strictEqual(result.valid, false);
+        assert.ok(result.errors.some((e) => e.includes("id") && e.includes("required")));
+    });
+});
+//# sourceMappingURL=commands.unit.test.js.map

package/dist/cli/__tests__/commands.unit.test.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"commands.unit.test.js","sourceRoot":"","sources":["../../../src/cli/__tests__/commands.unit.test.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAEH,OAAO,EAAE,QAAQ,EAAE,EAAE,EAAE,MAAM,WAAW,CAAC;AACzC,OAAO,EAAE,MAAM,IAAI,MAAM,EAAE,MAAM,aAAa,CAAC;AAC/C,OAAO,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAC;AAC7C,OAAO,EAAE,MAAM,EAAE,MAAM,kBAAkB,CAAC;AAC1C,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AACjC,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,MAAM,kBAAkB,CAAC;AAClD,OAAO,EAAE,MAAM,EAAE,MAAM,SAAS,CAAC;AAEjC,OAAO,EAAE,cAAc,EAAE,MAAM,qBAAqB,CAAC;AAErD,QAAQ,CAAC,kBAAkB,EAAE,GAAG,EAAE;IACjC,EAAE,CAAC,gCAAgC,EAAE,KAAK,IAAI,EAAE;QAC/C,MAAM,OAAO,GAAG,MAAM,OAAO,CAAC,IAAI,CAAC,MAAM,EAAE,EAAE,YAAY,CAAC,CAAC,CAAC;QAC5D,MAAM,UAAU,GAAG,IAAI,CAAC,OAAO,EAAE,aAAa,CAAC,CAAC;QAEhD,MAAM,WAAW,GAAG;YACnB,UAAU,EAAE;gBACX,IAAI,EAAE,iBAAiB;gBACvB,OAAO,EAAE,OAAO;aAChB;YACD,QAAQ,EAAE;gBACT,WAAW,EAAE,EAAE;aACf;YACD,IAAI,EAAE;gBACL;oBACC,EAAE,EAAE,UAAU;oBACd,MAAM,EAAE,WAAW;oBACnB,UAAU,EAAE,WAAW;oBACvB,YAAY,EAAE;wBACb,IAAI,EAAE,UAAU;wBAChB,OAAO,EAAE,OAAO;wBAChB,IAAI,EAAE,SAAkB;wBACxB,IAAI,EAAE,EAAE;qBACR;iBACD;aACD;YACD,KAAK,EAAE;gBACN;oBACC,EAAE,EAAE,WAAW;oBACf,MAAM,EAAE,WAAW;oBACnB,UAAU,EAAE,YAAY;iBACxB;aACD;YACD,gBAAgB,EAAE;gBACjB,MAAM,EAAE,cAAc;gBACtB,UAAU,EAAE,gBAAgB;aAC5B;SACD,CAAC;QAEF,MAAM,SAAS,CAAC,UAAU,EAAE,IAAI,CAAC,SAAS,CAAC,WAAW,CAAC,EAAE,OAAO,CAAC,CAAC;QAElE,MAAM,MAAM,GAAG,cAAc,CAAC,WAAkB,CAAC,CAAC;QAClD,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC;QACvC,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;QAE5C,MAAM,MAAM,CAAC,UAAU,CAAC,CAAC;QACzB,MAAM,KAAK,CAAC,OAAO,CAAC,CAAC;IACtB,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,uCAAuC,EAAE,GAAG,EAAE;QAChD,MAAM,aAAa,GAAG;YACrB,UAAU,EAAE,EAAE;YACd,QAAQ,EAAE,EAAE;YACZ,IAAI,EAAE,EAAE;YACR,KAAK,EAAE,EAAE;YACT,gBAAgB,EAAE;gBACjB,MAAM,EAAE,cAAc;gBACtB,UAAU,EAAE,gBAAgB;aAC5B;SACD,CAAC;QAEF,MAAM,MAAM,GAAG,cAAc,CAAC,aAAoB,CAAC,CAAC;QACpD,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC;QACxC,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,6BAA6B,CAAC,CAAC,CAAC,CAAC;IACjF,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,mCAAmC,EAAE,GAAG,EAAE;QAC5C,MAAM,aAAa,GAAG;YACrB,UAAU,EAAE;gBACX,IAAI,EAAE,MAAM;aACZ;YACD,QAAQ,EAAE,EAAE;YACZ,IAAI,EAAE;gBACL;oBACC,EAAE,EAAE,UAAU;oBACd,MAAM,EAAE,WAAW;oBACnB,UAAU,EAAE,WAAW;oBACvB,YAAY,EAAE;wBACb,IAAI,EAAE,UAAU;wBAChB,OAAO,EAAE,OAAO;wBAChB,IAAI,EAAE,SAAgB;wBACtB,IAAI,EAAE,EAAE;qBACR;iBACD;aACD;YACD,KAAK,EAAE,EAAE;YACT,gBAAgB,EAAE;gBACjB,MAAM,EAAE,cAAc;gBACtB,UAAU,EAAE,gBAAgB;aAC5B;SACD,CAAC;QAEF,MAAM,MAAM,GAAG,cAAc,CAAC,aAAoB,CAAC,CAAC;QACpD,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC;QACxC,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,qBAAqB,CAAC,CAAC,CAAC,CAAC;IACzE,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,iCAAiC,EAAE,GAAG,EAAE;QAC1C,MAAM,aAAa,GAAG;YACrB,UAAU,EAAE;gBACX,IAAI,EAAE,MAAM;aACZ;YACD,QAAQ,EAAE,EAAE;YACZ,IAAI,EAAE;gBACL;oBACC,EAAE,EAAE,eAAe;oBACnB,MAAM,EAAE,YAAY;oBACpB,UAAU,EAAE,WAAW;oBACvB,YAAY,EAAE;wBACb,IAAI,EAAE,YAAY;wBAClB,OAAO,EAAE,OAAO;wBAChB,IAAI,EAAE,SAAkB;wBACxB,IAAI,EAAE,EAAE;qBACR;iBACD;gBACD;oBACC,EAAE,EAAE,eAAe;oBACnB,MAAM,EAAE,YAAY;oBACpB,UAAU,EAAE,WAAW;oBACvB,YAAY,EAAE;wBACb,IAAI,EAAE,YAAY;wBAClB,OAAO,EAAE,OAAO;wBAChB,IAAI,EAAE,UAAmB;wBACzB,IAAI,EAAE,EAAE;qBACR;iBACD;aACD;YACD,KAAK,EAAE,EAAE;YACT,gBAAgB,EAAE;gBACjB,MAAM,EAAE,cAAc;gBACtB,UAAU,EAAE,gBAAgB;aAC5B;SACD,CAAC;QAEF,MAAM,MAAM,GAAG,cAAc,CAAC,aAAoB,CAAC,CAAC;QACpD,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC;QACxC,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,kBAAkB,CAAC,CAAC,CAAC,CAAC;IACtE,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,oCAAoC,EAAE,GAAG,EAAE;QAC7C,MAAM,aAAa,GAAG;YACrB,UAAU,EAAE;gBACX,IAAI,EAAE,MAAM;aACZ;YACD,QAAQ,EAAE;gBACT,WAAW,EAAE,CAAC,CAAC;aACf;YACD,IAAI,EAAE,EAAE;YACR,KAAK,EAAE,EAAE;YACT,gBAAgB,EAAE;gBACjB,MAAM,EAAE,cAAc;gBACtB,UAAU,EAAE,gBAAgB;aAC5B;SACD,CAAC;QAEF,MAAM,MAAM,GAAG,cAAc,CAAC,aAAoB,CAAC,CAAC;QACpD,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC;QACxC,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,gCAAgC,CAAC,CAAC,CAAC,CAAC;IACpF,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,qCAAqC,EAAE,GAAG,EAAE;QAC9C,MAAM,aAAa,GAAG;YACrB,UAAU,EAAE;gBACX,IAAI,EAAE,MAAM;aACZ;YACD,QAAQ,EAAE,EAAE;YACZ,IAAI,EAAE;gBACL;oBACC,EAAE,EAAE,UAAU;oBACd,MAAM,EAAE,WAAW;oBACnB,UAAU,EAAE,WAAW;oBACvB,YAAY,EAAE;wBACb,IAAI,EAAE,UAAU;wBAChB,kBAAkB;wBAClB,IAAI,EAAE,SAAkB;wBACxB,IAAI,EAAE,EAAE;qBACR;iBACD;aACD;YACD,KAAK,EAAE,EAAE;YACT,gBAAgB,EAAE;gBACjB,MAAM,EAAE,cAAc;gBACtB,UAAU,EAAE,gBAAgB;aAC5B;SACD,CAAC;QAEF,MAAM,MAAM,GAAG,cAAc,CAAC,aAAoB,CAAC,CAAC;QACpD,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC;QACxC,MAAM,CAAC,EAAE,CACR,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,sBAAsB,CAAC,IAAI,CAAC,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC,CACvF,CAAC;IACH,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,4CAA4C,EAAE,GAAG,EAAE;QACrD,MAAM,aAAa,GAAG;YACrB,UAAU,EAAE;gBACX,IAAI,EAAE,MAAM;aACZ;YACD,QAAQ,EAAE,EAAE;YACZ,IAAI,EAAE,EAAE;YACR,KAAK,EAAE;gBACN;oBACC,aAAa;oBACb,MAAM,EAAE,WAAW;oBACnB,UAAU,EAAE,YAAY;iBACxB;aACD;YACD,gBAAgB,EAAE;gBACjB,MAAM,EAAE,cAAc;gBACtB,UAAU,EAAE,gBAAgB;aAC5B;SACD,CAAC;QAEF,MAAM,MAAM,GAAG,cAAc,CAAC,aAAoB,CAAC,CAAC;QACpD,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC;QACxC,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC;IAClF,CAAC,CAAC,CAAC;AACJ,CAAC,CAAC,CAAC"}

package/dist/cli/__tests__/index.unit.test.d.ts

@@ -0,0 +1,10 @@
+/**
+ * Unit tests for CLI Index
+ *
+ * Tests CLI entry point functionality including:
+ * - createCliProgram function
+ * - command registration
+ * - program configuration
+ */
+export {};
+//# sourceMappingURL=index.unit.test.d.ts.map