ppef 1.0.1 → 1.2.0

package/dist/cli/__tests__/aggregate.command.unit.test.js

@@ -0,0 +1,399 @@
+/**
+ * Unit tests for aggregate command
+ *
+ * Tests aggregate command functionality with injected dependencies.
+ */
+import { beforeEach, describe, it, mock } from "node:test";
+import { strict as assert } from "node:assert";
+import { executeAggregate } from "../commands/aggregate.js";
+describe("aggregate command", () => {
+    let mockLogger;
+    let mockFileSystem;
+    let mockAggregator;
+    let mockOutputWriter;
+    let mockProcessExit;
+    let exitCode;
+    const loggedMessages = [];
+    const mockResults = [
+        {
+            run: {
+                runId: "test-1",
+                sut: "sut-1",
+                sutRole: "primary",
+                caseId: "case-1",
+                seed: 42,
+                repetition: 0,
+            },
+            correctness: {
+                expectedExists: false,
+                producedOutput: true,
+                valid: true,
+                matchesExpected: null,
+            },
+            outputs: {},
+            metrics: { numeric: {} },
+            provenance: {
+                runtime: {
+                    platform: "linux",
+                    arch: "x64",
+                    nodeVersion: "20.0.0",
+                },
+            },
+        },
+    ];
+    const mockAggregates = [
+        {
+            sut: "sut-1",
+            sutRole: "primary",
+            caseClass: "test-class",
+            group: { runCount: 1, caseCount: 1 },
+            correctness: {
+                validRate: 1,
+                producedOutputRate: 1,
+            },
+            metrics: {
+                accuracy: { n: 1, mean: 0.9, median: 0.9, min: 0.9, max: 0.9, std: 0 },
+            },
+        },
+    ];
+    const mockAggregatesWithComparisons = [
+        {
+            sut: "sut-1",
+            sutRole: "primary",
+            caseClass: "test-class",
+            group: { runCount: 1, caseCount: 1 },
+            correctness: {
+                validRate: 1,
+                producedOutputRate: 1,
+            },
+            metrics: {
+                accuracy: { n: 1, mean: 0.9, median: 0.9, min: 0.9, max: 0.9, std: 0 },
+            },
+            comparisons: {
+                baseline: {
+                    deltas: { default: 0.1 },
+                    ratios: { default: 1.1 },
+                    betterRate: 0.75,
+                    pValue: 0.0234,
+                    effectSize: 0.5678,
+                },
+            },
+        },
+    ];
+    const mockAggregationOutput = {
+        version: "1.0.0",
+        timestamp: "2024-01-01T00:00:00Z",
+        aggregates: mockAggregates,
+        metadata: { totalRuns: 1, totalCases: 1, sutsIncluded: ["sut-1"] },
+    };
+    beforeEach(() => {
+        loggedMessages.length = 0;
+        exitCode = null;
+        // Mock logger
+        mockLogger = {
+            header: mock.fn((msg) => {
+                loggedMessages.push(`[header] ${msg}`);
+            }),
+            subheader: mock.fn((msg) => {
+                loggedMessages.push(`[subheader] ${msg}`);
+            }),
+            info: mock.fn((msg) => {
+                loggedMessages.push(`[info] ${msg}`);
+            }),
+            debug: mock.fn((msg) => {
+                loggedMessages.push(`[debug] ${msg}`);
+            }),
+            error: mock.fn((msg) => {
+                loggedMessages.push(`[error] ${msg}`);
+            }),
+            warn: mock.fn((msg) => {
+                loggedMessages.push(`[warn] ${msg}`);
+            }),
+            setProgress: mock.fn(() => {
+                // Do nothing
+            }),
+        };
+        // Mock process exit
+        mockProcessExit = mock.fn((code) => {
+            exitCode = code;
+            throw new Error(`process.exit(${code})`);
+        });
+        // Mock file system
+        mockFileSystem = {
+            readFile: mock.fn(async (path, encoding) => {
+                return JSON.stringify({ results: mockResults });
+            }),
+            writeFile: mock.fn(async (_path, _data) => {
+                // Do nothing
+            }),
+        };
+        // Mock aggregator
+        mockAggregator = {
+            aggregateResults: mock.fn(() => mockAggregates),
+            createAggregationOutput: mock.fn(() => mockAggregationOutput),
+        };
+        // Mock output writer
+        mockOutputWriter = {
+            writeAggregates: mock.fn(async () => {
+                // Do nothing
+            }),
+            generateOutputFilename: mock.fn(() => "output.json"),
+            writeResults: mock.fn(async () => {
+                // Do nothing
+            }),
+        };
+    });
+    describe("executeAggregate", () => {
+        it("should log header", async () => {
+            await executeAggregate("/test/results.json", {}, {
+                logger: mockLogger,
+                fileSystem: mockFileSystem,
+                aggregator: mockAggregator,
+                outputWriter: mockOutputWriter,
+                processExit: mockProcessExit,
+            });
+            assert.ok(loggedMessages.includes("[header] Aggregating Results"));
+        });
+        it("should log reading file", async () => {
+            await executeAggregate("/test/results.json", {}, {
+                logger: mockLogger,
+                fileSystem: mockFileSystem,
+                aggregator: mockAggregator,
+                outputWriter: mockOutputWriter,
+                processExit: mockProcessExit,
+            });
+            assert.ok(loggedMessages.some((msg) => msg.includes("Reading results from: /test/results.json")));
+        });
+        it("should log number of results found", async () => {
+            await executeAggregate("/test/results.json", {}, {
+                logger: mockLogger,
+                fileSystem: mockFileSystem,
+                aggregator: mockAggregator,
+                outputWriter: mockOutputWriter,
+                processExit: mockProcessExit,
+            });
+            assert.ok(loggedMessages.some((msg) => msg.includes("Found 1 results")));
+        });
+        it("should log computing aggregations", async () => {
+            await executeAggregate("/test/results.json", {}, {
+                logger: mockLogger,
+                fileSystem: mockFileSystem,
+                aggregator: mockAggregator,
+                outputWriter: mockOutputWriter,
+                processExit: mockProcessExit,
+            });
+            assert.ok(loggedMessages.includes("[subheader] Computing aggregations..."));
+        });
+        it("should call aggregator with correct options", async () => {
+            await executeAggregate("/test/results.json", { groupByCaseClass: false, computeComparisons: false }, {
+                logger: mockLogger,
+                fileSystem: mockFileSystem,
+                aggregator: mockAggregator,
+                outputWriter: mockOutputWriter,
+                processExit: mockProcessExit,
+            });
+            // eslint-disable-next-line @typescript-eslint/unbound-method
+            const aggregateResultsMock = mockAggregator.aggregateResults;
+            const calls = aggregateResultsMock.mock.calls;
+            assert.strictEqual(calls.length, 1);
+            const [, options] = calls[0].arguments;
+            assert.deepStrictEqual(options, {
+                groupByCaseClass: false,
+                computeComparisons: false,
+            });
+        });
+        it("should use default options when not provided", async () => {
+            await executeAggregate("/test/results.json", {}, {
+                logger: mockLogger,
+                fileSystem: mockFileSystem,
+                aggregator: mockAggregator,
+                outputWriter: mockOutputWriter,
+                processExit: mockProcessExit,
+            });
+            // eslint-disable-next-line @typescript-eslint/unbound-method
+            const aggregateResultsMock = mockAggregator.aggregateResults;
+            const calls = aggregateResultsMock.mock.calls;
+            assert.strictEqual(calls.length, 1);
+            const [, options] = calls[0].arguments;
+            assert.deepStrictEqual(options, {
+                groupByCaseClass: true,
+                computeComparisons: true,
+            });
+        });
+        it("should write aggregates to output", async () => {
+            await executeAggregate("/test/results.json", { output: "/custom/output.json", format: "json" }, {
+                logger: mockLogger,
+                fileSystem: mockFileSystem,
+                aggregator: mockAggregator,
+                outputWriter: mockOutputWriter,
+                processExit: mockProcessExit,
+            });
+            // eslint-disable-next-line @typescript-eslint/unbound-method
+            const writeAggregatesMock = mockOutputWriter.writeAggregates;
+            const calls = writeAggregatesMock.mock.calls;
+            assert.strictEqual(calls.length, 1);
+            const [, path, format] = calls[0].arguments;
+            assert.strictEqual(path, "/custom/output.json");
+            assert.strictEqual(format, "json");
+        });
+        it("should use default output path when not provided", async () => {
+            await executeAggregate("/test/experiment-results-2024-01-01.json", {}, {
+                logger: mockLogger,
+                fileSystem: mockFileSystem,
+                aggregator: mockAggregator,
+                outputWriter: mockOutputWriter,
+                processExit: mockProcessExit,
+            });
+            // eslint-disable-next-line @typescript-eslint/unbound-method
+            const writeAggregatesMock = mockOutputWriter.writeAggregates;
+            const calls = writeAggregatesMock.mock.calls;
+            assert.strictEqual(calls.length, 1);
+            const [, path] = calls[0].arguments;
+            assert.strictEqual(path, "/test/experiment-aggregates-2024-01-01.json");
+        });
+        it("should log aggregation summary", async () => {
+            await executeAggregate("/test/results.json", {}, {
+                logger: mockLogger,
+                fileSystem: mockFileSystem,
+                aggregator: mockAggregator,
+                outputWriter: mockOutputWriter,
+                processExit: mockProcessExit,
+            });
+            assert.ok(loggedMessages.includes("[subheader] Aggregation Summary"));
+            assert.ok(loggedMessages.some((msg) => msg.includes("sut-1 (test-class):")));
+            assert.ok(loggedMessages.some((msg) => msg.includes("Runs: 1")));
+            assert.ok(loggedMessages.some((msg) => msg.includes("Cases: 1")));
+        });
+        it("should log metrics summary", async () => {
+            await executeAggregate("/test/results.json", {}, {
+                logger: mockLogger,
+                fileSystem: mockFileSystem,
+                aggregator: mockAggregator,
+                outputWriter: mockOutputWriter,
+                processExit: mockProcessExit,
+            });
+            assert.ok(loggedMessages.some((msg) => msg.includes("Metrics:")));
+            assert.ok(loggedMessages.some((msg) => msg.includes("accuracy: mean=0.90, median=0.90, std=0.00")));
+        });
+        it("should log success message", async () => {
+            await executeAggregate("/test/results.json", {}, {
+                logger: mockLogger,
+                fileSystem: mockFileSystem,
+                aggregator: mockAggregator,
+                outputWriter: mockOutputWriter,
+                processExit: mockProcessExit,
+            });
+            assert.ok(loggedMessages.some((msg) => msg.includes("Aggregation completed successfully!")));
+            assert.strictEqual(exitCode, null);
+        });
+        it("should handle invalid JSON", async () => {
+            mockFileSystem.readFile = mock.fn(async () => "invalid json");
+            try {
+                await executeAggregate("/test/results.json", {}, {
+                    logger: mockLogger,
+                    fileSystem: mockFileSystem,
+                    aggregator: mockAggregator,
+                    outputWriter: mockOutputWriter,
+                    processExit: mockProcessExit,
+                });
+            }
+            catch {
+                // Expected to throw
+            }
+            assert.ok(loggedMessages.some((msg) => msg.includes("[error]")));
+            assert.strictEqual(exitCode, 1);
+        });
+        it("should handle missing results array", async () => {
+            mockFileSystem.readFile = mock.fn(async () => JSON.stringify({}));
+            try {
+                await executeAggregate("/test/results.json", {}, {
+                    logger: mockLogger,
+                    fileSystem: mockFileSystem,
+                    aggregator: mockAggregator,
+                    outputWriter: mockOutputWriter,
+                    processExit: mockProcessExit,
+                });
+            }
+            catch {
+                // Expected to throw
+            }
+            assert.ok(loggedMessages.some((msg) => msg.includes("[error] Invalid results file: missing or invalid 'results' array")));
+            assert.strictEqual(exitCode, 1);
+        });
+        it("should handle non-array results", async () => {
+            mockFileSystem.readFile = mock.fn(async () => JSON.stringify({ results: "not an array" }));
+            try {
+                await executeAggregate("/test/results.json", {}, {
+                    logger: mockLogger,
+                    fileSystem: mockFileSystem,
+                    aggregator: mockAggregator,
+                    outputWriter: mockOutputWriter,
+                    processExit: mockProcessExit,
+                });
+            }
+            catch {
+                // Expected to throw
+            }
+            assert.ok(loggedMessages.some((msg) => msg.includes("[error] Invalid results file: missing or invalid 'results' array")));
+            assert.strictEqual(exitCode, 1);
+        });
+        it("should handle file read errors", async () => {
+            mockFileSystem.readFile = mock.fn(async () => {
+                throw new Error("File not found");
+            });
+            try {
+                await executeAggregate("/test/results.json", {}, {
+                    logger: mockLogger,
+                    fileSystem: mockFileSystem,
+                    aggregator: mockAggregator,
+                    outputWriter: mockOutputWriter,
+                    processExit: mockProcessExit,
+                });
+            }
+            catch {
+                // Expected to throw
+            }
+            assert.ok(loggedMessages.some((msg) => msg.includes("[error] File not found")));
+            assert.strictEqual(exitCode, 1);
+        });
+        it("should display comparisons in summary", async () => {
+            mockAggregator.aggregateResults = mock.fn(() => mockAggregatesWithComparisons);
+            mockAggregator.createAggregationOutput = mock.fn(() => ({
+                ...mockAggregationOutput,
+                aggregates: mockAggregatesWithComparisons,
+            }));
+            await executeAggregate("/test/results.json", {}, {
+                logger: mockLogger,
+                fileSystem: mockFileSystem,
+                aggregator: mockAggregator,
+                outputWriter: mockOutputWriter,
+                processExit: mockProcessExit,
+            });
+            assert.ok(loggedMessages.some((msg) => msg.includes("Comparisons:")));
+            assert.ok(loggedMessages.some((msg) => msg.includes("vs baseline:")));
+            assert.ok(loggedMessages.some((msg) => msg.includes("p-value: 0.0234")));
+            assert.ok(loggedMessages.some((msg) => msg.includes("effect size: 0.5678")));
+        });
+        it("should handle non-Error objects in catch block", async () => {
+            mockFileSystem.readFile = mock.fn(async () => {
+                // eslint-disable-next-line @typescript-eslint/only-throw-error
+                throw "string error";
+            });
+            try {
+                await executeAggregate("/test/results.json", {}, {
+                    logger: mockLogger,
+                    fileSystem: mockFileSystem,
+                    aggregator: mockAggregator,
+                    outputWriter: mockOutputWriter,
+                    processExit: mockProcessExit,
+                });
+            }
+            catch {
+                // Expected to throw
+            }
+            assert.ok(loggedMessages.some((msg) => msg.includes("[error] string error")));
+            assert.strictEqual(exitCode, 1);
+        });
+    });
+});
+//# sourceMappingURL=aggregate.command.unit.test.js.map

package/dist/cli/__tests__/aggregate.command.unit.test.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"aggregate.command.unit.test.js","sourceRoot":"","sources":["../../../src/cli/__tests__/aggregate.command.unit.test.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,EAAE,UAAU,EAAE,QAAQ,EAAE,EAAE,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AAC3D,OAAO,EAAE,MAAM,IAAI,MAAM,EAAE,MAAM,aAAa,CAAC;AAE/C,OAAO,EAAE,gBAAgB,EAAE,MAAM,0BAA0B,CAAC;AAK5D,QAAQ,CAAC,mBAAmB,EAAE,GAAG,EAAE;IAClC,IAAI,UAA0B,CAAC;IAC/B,IAAI,cAA2B,CAAC;IAChC,IAAI,cAA2B,CAAC;IAChC,IAAI,gBAA+B,CAAC;IACpC,IAAI,eAAwC,CAAC;IAC7C,IAAI,QAAuB,CAAC;IAC5B,MAAM,cAAc,GAAa,EAAE,CAAC;IAEpC,MAAM,WAAW,GAAuB;QACvC;YACC,GAAG,EAAE;gBACJ,KAAK,EAAE,QAAQ;gBACf,GAAG,EAAE,OAAO;gBACZ,OAAO,EAAE,SAAkB;gBAC3B,MAAM,EAAE,QAAQ;gBAChB,IAAI,EAAE,EAAE;gBACR,UAAU,EAAE,CAAC;aACb;YACD,WAAW,EAAE;gBACZ,cAAc,EAAE,KAAK;gBACrB,cAAc,EAAE,IAAI;gBACpB,KAAK,EAAE,IAAI;gBACX,eAAe,EAAE,IAAI;aACrB;YACD,OAAO,EAAE,EAAE;YACX,OAAO,EAAE,EAAE,OAAO,EAAE,EAAE,EAAE;YACxB,UAAU,EAAE;gBACX,OAAO,EAAE;oBACR,QAAQ,EAAE,OAAO;oBACjB,IAAI,EAAE,KAAK;oBACX,WAAW,EAAE,QAAQ;iBACrB;aACD;SACD;KACD,CAAC;IAEF,MAAM,cAAc,GAAuB;QAC1C;YACC,GAAG,EAAE,OAAO;YACZ,OAAO,EAAE,SAAkB;YAC3B,SAAS,EAAE,YAAY;YACvB,KAAK,EAAE,EAAE,QAAQ,EAAE,CAAC,EAAE,SAAS,EAAE,CAAC,EAAE;YACpC,WAAW,EAAE;gBACZ,SAAS,EAAE,CAAC;gBACZ,kBAAkB,EAAE,CAAC;aACrB;YACD,OAAO,EAAE;gBACR,QAAQ,EAAE,EAAE,CAAC,EAAE,CAAC,EAAE,IAAI,EAAE,GAAG,EAAE,MAAM,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,CAAC,EAAE;aACtE;SACD;KACD,CAAC;IAEF,MAAM,6BAA6B,GAAuB;QACzD;YACC,GAAG,EAAE,OAAO;YACZ,OAAO,EAAE,SAAkB;YAC3B,SAAS,EAAE,YAAY;YACvB,KAAK,EAAE,EAAE,QAAQ,EAAE,CAAC,EAAE,SAAS,EAAE,CAAC,EAAE;YACpC,WAAW,EAAE;gBACZ,SAAS,EAAE,CAAC;gBACZ,kBAAkB,EAAE,CAAC;aACrB;YACD,OAAO,EAAE;gBACR,QAAQ,EAAE,EAAE,CAAC,EAAE,CAAC,EAAE,IAAI,EAAE,GAAG,EAAE,MAAM,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,CAAC,EAAE;aACtE;YACD,WAAW,EAAE;gBACZ,QAAQ,EAAE;oBACT,MAAM,EAAE,EAAE,OAAO,EAAE,GAAG,EAAE;oBACxB,MAAM,EAAE,EAAE,OAAO,EAAE,GAAG,EAAE;oBACxB,UAAU,EAAE,IAAI;oBAChB,MAAM,EAAE,MAAM;oBACd,UAAU,EAAE,MAAM;iBAClB;aACD;SACD;KACD,CAAC;IAEF,MAAM,qBAAqB,GAAsB;QAChD,OAAO,EAAE,OAAO;QAChB,SAAS,EAAE,sBAAsB;QACjC,UAAU,EAAE,cAAc;QAC1B,QAAQ,EAAE,EAAE,SAAS,EAAE,CAAC,EAAE,UAAU,EAAE,CAAC,EAAE,YAAY,EAAE,CAAC,OAAO,CAAC,EAAE;KAClE,CAAC;IAEF,UAAU,CAAC,GAAG,EAAE;QACf,cAAc,CAAC,MAAM,GAAG,CAAC,CAAC;QAC1B,QAAQ,GAAG,IAAI,CAAC;QAEhB,cAAc;QACd,UAAU,GAAG;YACZ,MAAM,EAAE,IAAI,CAAC,EAAE,CAAC,CAAC,GAAW,EAAE,EAAE;gBAC/B,cAAc,CAAC,IAAI,CAAC,YAAY,GAAG,EAAE,CAAC,CAAC;YACxC,CAAC,CAAC;YACF,SAAS,EAAE,IAAI,CAAC,EAAE,CAAC,CAAC,GAAW,EAAE,EAAE;gBAClC,cAAc,CAAC,IAAI,CAAC,eAAe,GAAG,EAAE,CAAC,CAAC;YAC3C,CAAC,CAAC;YACF,IAAI,EAAE,IAAI,CAAC,EAAE,CAAC,CAAC,GAAW,EAAE,EAAE;gBAC7B,cAAc,CAAC,IAAI,CAAC,UAAU,GAAG,EAAE,CAAC,CAAC;YACtC,CAAC,CAAC;YACF,KAAK,EAAE,IAAI,CAAC,EAAE,CAAC,CAAC,GAAW,EAAE,EAAE;gBAC9B,cAAc,CAAC,IAAI,CAAC,WAAW,GAAG,EAAE,CAAC,CAAC;YACvC,CAAC,CAAC;YACF,KAAK,EAAE,IAAI,CAAC,EAAE,CAAC,CAAC,GAAW,EAAE,EAAE;gBAC9B,cAAc,CAAC,IAAI,CAAC,WAAW,GAAG,EAAE,CAAC,CAAC;YACvC,CAAC,CAAC;YACF,IAAI,EAAE,IAAI,CAAC,EAAE,CAAC,CAAC,GAAW,EAAE,EAAE;gBAC7B,cAAc,CAAC,IAAI,CAAC,UAAU,GAAG,EAAE,CAAC,CAAC;YACtC,CAAC,CAAC;YACF,WAAW,EAAE,IAAI,CAAC,EAAE,CAAC,GAAG,EAAE;gBACzB,aAAa;YACd,CAAC,CAAC;SACF,CAAC;QAEF,oBAAoB;QACpB,eAAe,GAAG,IAAI,CAAC,EAAE,CAAC,CAAC,IAAY,EAAE,EAAE;YAC1C,QAAQ,GAAG,IAAI,CAAC;YAChB,MAAM,IAAI,KAAK,CAAC,gBAAgB,IAAI,GAAG,CAAC,CAAC;QAC1C,CAAC,CAAuC,CAAC;QAEzC,mBAAmB;QACnB,cAAc,GAAG;YAChB,QAAQ,EAAE,IAAI,CAAC,EAAE,CAAC,KAAK,EAAE,IAAY,EAAE,QAAgB,EAAE,EAAE;gBAC1D,OAAO,IAAI,CAAC,SAAS,CAAC,EAAE,OAAO,EAAE,WAAW,EAAE,CAAC,CAAC;YACjD,CAAC,CAAC;YACF,SAAS,EAAE,IAAI,CAAC,EAAE,CAAC,KAAK,EAAE,KAAa,EAAE,KAAa,EAAE,EAAE;gBACzD,aAAa;YACd,CAAC,CAAC;SACF,CAAC;QAEF,kBAAkB;QAClB,cAAc,GAAG;YAChB,gBAAgB,EAAE,IAAI,CAAC,EAAE,CAAC,GAAG,EAAE,CAAC,cAAc,CAAC;YAC/C,uBAAuB,EAAE,IAAI,CAAC,EAAE,CAAC,GAAG,EAAE,CAAC,qBAAqB,CAAC;SAC7D,CAAC;QAEF,qBAAqB;QACrB,gBAAgB,GAAG;YAClB,eAAe,EAAE,IAAI,CAAC,EAAE,CAAC,KAAK,IAAI,EAAE;gBACnC,aAAa;YACd,CAAC,CAAC;YACF,sBAAsB,EAAE,IAAI,CAAC,EAAE,CAAC,GAAG,EAAE,CAAC,aAAa,CAAC;YACpD,YAAY,EAAE,IAAI,CAAC,EAAE,CAAC,KAAK,IAAI,EAAE;gBAChC,aAAa;YACd,CAAC,CAAC;SACF,CAAC;IACH,CAAC,CAAC,CAAC;IAEH,QAAQ,CAAC,kBAAkB,EAAE,GAAG,EAAE;QACjC,EAAE,CAAC,mBAAmB,EAAE,KAAK,IAAI,EAAE;YAClC,MAAM,gBAAgB,CACrB,oBAAoB,EACpB,EAAE,EACF;gBACC,MAAM,EAAE,UAAU;gBAClB,UAAU,EAAE,cAAc;gBAC1B,UAAU,EAAE,cAAc;gBAC1B,YAAY,EAAE,gBAAgB;gBAC9B,WAAW,EAAE,eAAe;aAC5B,CACD,CAAC;YAEF,MAAM,CAAC,EAAE,CAAC,cAAc,CAAC,QAAQ,CAAC,8BAA8B,CAAC,CAAC,CAAC;QACpE,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,yBAAyB,EAAE,KAAK,IAAI,EAAE;YACxC,MAAM,gBAAgB,CACrB,oBAAoB,EACpB,EAAE,EACF;gBACC,MAAM,EAAE,UAAU;gBAClB,UAAU,EAAE,cAAc;gBAC1B,UAAU,EAAE,cAAc;gBAC1B,YAAY,EAAE,gBAAgB;gBAC9B,WAAW,EAAE,eAAe;aAC5B,CACD,CAAC;YAEF,MAAM,CAAC,EAAE,CACR,cAAc,CAAC,IAAI,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,QAAQ,CAAC,0CAA0C,CAAC,CAAC,CACtF,CAAC;QACH,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,oCAAoC,EAAE,KAAK,IAAI,EAAE;YACnD,MAAM,gBAAgB,CACrB,oBAAoB,EACpB,EAAE,EACF;gBACC,MAAM,EAAE,UAAU;gBAClB,UAAU,EAAE,cAAc;gBAC1B,UAAU,EAAE,cAAc;gBAC1B,YAAY,EAAE,gBAAgB;gBAC9B,WAAW,EAAE,eAAe;aAC5B,CACD,CAAC;YAEF,MAAM,CAAC,EAAE,CAAC,cAAc,CAAC,IAAI,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,QAAQ,CAAC,iBAAiB,CAAC,CAAC,CAAC,CAAC;QAC1E,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,mCAAmC,EAAE,KAAK,IAAI,EAAE;YAClD,MAAM,gBAAgB,CACrB,oBAAoB,EACpB,EAAE,EACF;gBACC,MAAM,EAAE,UAAU;gBAClB,UAAU,EAAE,cAAc;gBAC1B,UAAU,EAAE,cAAc;gBAC1B,YAAY,EAAE,gBAAgB;gBAC9B,WAAW,EAAE,eAAe;aAC5B,CACD,CAAC;YAEF,MAAM,CAAC,EAAE,CAAC,cAAc,CAAC,QAAQ,CAAC,uCAAuC,CAAC,CAAC,CAAC;QAC7E,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,6CAA6C,EAAE,KAAK,IAAI,EAAE;YAC5D,MAAM,gBAAgB,CACrB,oBAAoB,EACpB,EAAE,gBAAgB,EAAE,KAAK,EAAE,kBAAkB,EAAE,KAAK,EAAE,EACtD;gBACC,MAAM,EAAE,UAAU;gBAClB,UAAU,EAAE,cAAc;gBAC1B,UAAU,EAAE,cAAc;gBAC1B,YAAY,EAAE,gBAAgB;gBAC9B,WAAW,EAAE,eAAe;aAC5B,CACD,CAAC;YAEF,6DAA6D;YAC7D,MAAM,oBAAoB,GAAG,cAAc,CAAC,gBAE3C,CAAC;YACF,MAAM,KAAK,GAAG,oBAAoB,CAAC,IAAI,CAAC,KAAK,CAAC;YAC9C,MAAM,CAAC,WAAW,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;YACpC,MAAM,CAAC,EAAE,OAAO,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;YACvC,MAAM,CAAC,eAAe,CAAC,OAAO,EAAE;gBAC/B,gBAAgB,EAAE,KAAK;gBACvB,kBAAkB,EAAE,KAAK;aACzB,CAAC,CAAC;QACJ,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,8CAA8C,EAAE,KAAK,IAAI,EAAE;YAC7D,MAAM,gBAAgB,CACrB,oBAAoB,EACpB,EAAE,EACF;gBACC,MAAM,EAAE,UAAU;gBAClB,UAAU,EAAE,cAAc;gBAC1B,UAAU,EAAE,cAAc;gBAC1B,YAAY,EAAE,gBAAgB;gBAC9B,WAAW,EAAE,eAAe;aAC5B,CACD,CAAC;YAEF,6DAA6D;YAC7D,MAAM,oBAAoB,GAAG,cAAc,CAAC,gBAE3C,CAAC;YACF,MAAM,KAAK,GAAG,oBAAoB,CAAC,IAAI,CAAC,KAAK,CAAC;YAC9C,MAAM,CAAC,WAAW,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;YACpC,MAAM,CAAC,EAAE,OAAO,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;YACvC,MAAM,CAAC,eAAe,CAAC,OAAO,EAAE;gBAC/B,gBAAgB,EAAE,IAAI;gBACtB,kBAAkB,EAAE,IAAI;aACxB,CAAC,CAAC;QACJ,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,mCAAmC,EAAE,KAAK,IAAI,EAAE;YAClD,MAAM,gBAAgB,CACrB,oBAAoB,EACpB,EAAE,MAAM,EAAE,qBAAqB,EAAE,MAAM,EAAE,MAAM,EAAE,EACjD;gBACC,MAAM,EAAE,UAAU;gBAClB,UAAU,EAAE,cAAc;gBAC1B,UAAU,EAAE,cAAc;gBAC1B,YAAY,EAAE,gBAAgB;gBAC9B,WAAW,EAAE,eAAe;aAC5B,CACD,CAAC;YAEF,6DAA6D;YAC7D,MAAM,mBAAmB,GAAG,gBAAgB,CAAC,eAE5C,CAAC;YACF,MAAM,KAAK,GAAG,mBAAmB,CAAC,IAAI,CAAC,KAAK,CAAC;YAC7C,MAAM,CAAC,WAAW,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;YACpC,MAAM,CAAC,EAAE,IAAI,EAAE,MAAM,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;YAC5C,MAAM,CAAC,WAAW,CAAC,IAAI,EAAE,qBAAqB,CAAC,CAAC;YAChD,MAAM,CAAC,WAAW,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;QACpC,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,kDAAkD,EAAE,KAAK,IAAI,EAAE;YACjE,MAAM,gBAAgB,CACrB,0CAA0C,EAC1C,EAAE,EACF;gBACC,MAAM,EAAE,UAAU;gBAClB,UAAU,EAAE,cAAc;gBAC1B,UAAU,EAAE,cAAc;gBAC1B,YAAY,EAAE,gBAAgB;gBAC9B,WAAW,EAAE,eAAe;aAC5B,CACD,CAAC;YAEF,6DAA6D;YAC7D,MAAM,mBAAmB,GAAG,gBAAgB,CAAC,eAE5C,CAAC;YACF,MAAM,KAAK,GAAG,mBAAmB,CAAC,IAAI,CAAC,KAAK,CAAC;YAC7C,MAAM,CAAC,WAAW,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;YACpC,MAAM,CAAC,EAAE,IAAI,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;YACpC,MAAM,CAAC,WAAW,CAAC,IAAI,EAAE,6CAA6C,CAAC,CAAC;QACzE,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,gCAAgC,EAAE,KAAK,IAAI,EAAE;YAC/C,MAAM,gBAAgB,CACrB,oBAAoB,EACpB,EAAE,EACF;gBACC,MAAM,EAAE,UAAU;gBAClB,UAAU,EAAE,cAAc;gBAC1B,UAAU,EAAE,cAAc;gBAC1B,YAAY,EAAE,gBAAgB;gBAC9B,WAAW,EAAE,eAAe;aAC5B,CACD,CAAC;YAEF,MAAM,CAAC,EAAE,CAAC,cAAc,CAAC,QAAQ,CAAC,iCAAiC,CAAC,CAAC,CAAC;YACtE,MAAM,CAAC,EAAE,CAAC,cAAc,CAAC,IAAI,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,QAAQ,CAAC,qBAAqB,CAAC,CAAC,CAAC,CAAC;YAC7E,MAAM,CAAC,EAAE,CAAC,cAAc,CAAC,IAAI,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC;YACjE,MAAM,CAAC,EAAE,CAAC,cAAc,CAAC,IAAI,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC;QACnE,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,4BAA4B,EAAE,KAAK,IAAI,EAAE;YAC3C,MAAM,gBAAgB,CACrB,oBAAoB,EACpB,EAAE,EACF;gBACC,MAAM,EAAE,UAAU;gBAClB,UAAU,EAAE,cAAc;gBAC1B,UAAU,EAAE,cAAc;gBAC1B,YAAY,EAAE,gBAAgB;gBAC9B,WAAW,EAAE,eAAe;aAC5B,CACD,CAAC;YAEF,MAAM,CAAC,EAAE,CAAC,cAAc,CAAC,IAAI,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC;YAClE,MAAM,CAAC,EAAE,CACR,cAAc,CAAC,IAAI,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,QAAQ,CAAC,4CAA4C,CAAC,CAAC,CACxF,CAAC;QACH,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,4BAA4B,EAAE,KAAK,IAAI,EAAE;YAC3C,MAAM,gBAAgB,CACrB,oBAAoB,EACpB,EAAE,EACF;gBACC,MAAM,EAAE,UAAU;gBAClB,UAAU,EAAE,cAAc;gBAC1B,UAAU,EAAE,cAAc;gBAC1B,YAAY,EAAE,gBAAgB;gBAC9B,WAAW,EAAE,eAAe;aAC5B,CACD,CAAC;YAEF,MAAM,CAAC,EAAE,CAAC,cAAc,CAAC,IAAI,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,QAAQ,CAAC,qCAAqC,CAAC,CAAC,CAAC,CAAC;YAC7F,MAAM,CAAC,WAAW,CAAC,QAAQ,EAAE,IAAI,CAAC,CAAC;QACpC,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,4BAA4B,EAAE,KAAK,IAAI,EAAE;YAC3C,cAAc,CAAC,QAAQ,GAAG,IAAI,CAAC,EAAE,CAAC,KAAK,IAAI,EAAE,CAAC,cAAc,CAAC,CAAC;YAE9D,IAAI,CAAC;gBACJ,MAAM,gBAAgB,CACrB,oBAAoB,EACpB,EAAE,EACF;oBACC,MAAM,EAAE,UAAU;oBAClB,UAAU,EAAE,cAAc;oBAC1B,UAAU,EAAE,cAAc;oBAC1B,YAAY,EAAE,gBAAgB;oBAC9B,WAAW,EAAE,eAAe;iBAC5B,CACD,CAAC;YACH,CAAC;YAAC,MAAM,CAAC;gBACR,oBAAoB;YACrB,CAAC;YAED,MAAM,CAAC,EAAE,CAAC,cAAc,CAAC,IAAI,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC;YACjE,MAAM,CAAC,WAAW,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC;QACjC,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,qCAAqC,EAAE,KAAK,IAAI,EAAE;YACpD,cAAc,CAAC,QAAQ,GAAG,IAAI,CAAC,EAAE,CAAC,KAAK,IAAI,EAAE,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,CAAC,CAAC,CAAC;YAElE,IAAI,CAAC;gBACJ,MAAM,gBAAgB,CACrB,oBAAoB,EACpB,EAAE,EACF;oBACC,MAAM,EAAE,UAAU;oBAClB,UAAU,EAAE,cAAc;oBAC1B,UAAU,EAAE,cAAc;oBAC1B,YAAY,EAAE,gBAAgB;oBAC9B,WAAW,EAAE,eAAe;iBAC5B,CACD,CAAC;YACH,CAAC;YAAC,MAAM,CAAC;gBACR,oBAAoB;YACrB,CAAC;YAED,MAAM,CAAC,EAAE,CACR,cAAc,CAAC,IAAI,CAAC,CAAC,GAAG,EAAE,EAAE,CAC3B,GAAG,CAAC,QAAQ,CAAC,kEAAkE,CAAC,CAChF,CACD,CAAC;YACF,MAAM,CAAC,WAAW,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC;QACjC,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,iCAAiC,EAAE,KAAK,IAAI,EAAE;YAChD,cAAc,CAAC,QAAQ,GAAG,IAAI,CAAC,EAAE,CAAC,KAAK,IAAI,EAAE,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,OAAO,EAAE,cAAc,EAAE,CAAC,CAAC,CAAC;YAE3F,IAAI,CAAC;gBACJ,MAAM,gBAAgB,CACrB,oBAAoB,EACpB,EAAE,EACF;oBACC,MAAM,EAAE,UAAU;oBAClB,UAAU,EAAE,cAAc;oBAC1B,UAAU,EAAE,cAAc;oBAC1B,YAAY,EAAE,gBAAgB;oBAC9B,WAAW,EAAE,eAAe;iBAC5B,CACD,CAAC;YACH,CAAC;YAAC,MAAM,CAAC;gBACR,oBAAoB;YACrB,CAAC;YAED,MAAM,CAAC,EAAE,CACR,cAAc,CAAC,IAAI,CAAC,CAAC,GAAG,EAAE,EAAE,CAC3B,GAAG,CAAC,QAAQ,CAAC,kEAAkE,CAAC,CAChF,CACD,CAAC;YACF,MAAM,CAAC,WAAW,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC;QACjC,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,gCAAgC,EAAE,KAAK,IAAI,EAAE;YAC/C,cAAc,CAAC,QAAQ,GAAG,IAAI,CAAC,EAAE,CAAC,KAAK,IAAI,EAAE;gBAC5C,MAAM,IAAI,KAAK,CAAC,gBAAgB,CAAC,CAAC;YACnC,CAAC,CAAC,CAAC;YAEH,IAAI,CAAC;gBACJ,MAAM,gBAAgB,CACrB,oBAAoB,EACpB,EAAE,EACF;oBACC,MAAM,EAAE,UAAU;oBAClB,UAAU,EAAE,cAAc;oBAC1B,UAAU,EAAE,cAAc;oBAC1B,YAAY,EAAE,gBAAgB;oBAC9B,WAAW,EAAE,eAAe;iBAC5B,CACD,CAAC;YACH,CAAC;YAAC,MAAM,CAAC;gBACR,oBAAoB;YACrB,CAAC;YAED,MAAM,CAAC,EAAE,CAAC,cAAc,CAAC,IAAI,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,QAAQ,CAAC,wBAAwB,CAAC,CAAC,CAAC,CAAC;YAChF,MAAM,CAAC,WAAW,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC;QACjC,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,uCAAuC,EAAE,KAAK,IAAI,EAAE;YACtD,cAAc,CAAC,gBAAgB,GAAG,IAAI,CAAC,EAAE,CAAC,GAAG,EAAE,CAAC,6BAA6B,CAAC,CAAC;YAC/E,cAAc,CAAC,uBAAuB,GAAG,IAAI,CAAC,EAAE,CAAC,GAAG,EAAE,CAAC,CAAC;gBACvD,GAAG,qBAAqB;gBACxB,UAAU,EAAE,6BAA6B;aACzC,CAAC,CAAC,CAAC;YAEJ,MAAM,gBAAgB,CACrB,oBAAoB,EACpB,EAAE,EACF;gBACC,MAAM,EAAE,UAAU;gBAClB,UAAU,EAAE,cAAc;gBAC1B,UAAU,EAAE,cAAc;gBAC1B,YAAY,EAAE,gBAAgB;gBAC9B,WAAW,EAAE,eAAe;aAC5B,CACD,CAAC;YAEF,MAAM,CAAC,EAAE,CAAC,cAAc,CAAC,IAAI,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,QAAQ,CAAC,cAAc,CAAC,CAAC,CAAC,CAAC;YACtE,MAAM,CAAC,EAAE,CAAC,cAAc,CAAC,IAAI,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,QAAQ,CAAC,cAAc,CAAC,CAAC,CAAC,CAAC;YACtE,MAAM,CAAC,EAAE,CAAC,cAAc,CAAC,IAAI,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,QAAQ,CAAC,iBAAiB,CAAC,CAAC,CAAC,CAAC;YACzE,MAAM,CAAC,EAAE,CAAC,cAAc,CAAC,IAAI,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,QAAQ,CAAC,qBAAqB,CAAC,CAAC,CAAC,CAAC;QAC9E,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,gDAAgD,EAAE,KAAK,IAAI,EAAE;YAC/D,cAAc,CAAC,QAAQ,GAAG,IAAI,CAAC,EAAE,CAAC,KAAK,IAAI,EAAE;gBAC5C,+DAA+D;gBAC/D,MAAM,cAAc,CAAC;YACtB,CAAC,CAAC,CAAC;YAEH,IAAI,CAAC;gBACJ,MAAM,gBAAgB,CACrB,oBAAoB,EACpB,EAAE,EACF;oBACC,MAAM,EAAE,UAAU;oBAClB,UAAU,EAAE,cAAc;oBAC1B,UAAU,EAAE,cAAc;oBAC1B,YAAY,EAAE,gBAAgB;oBAC9B,WAAW,EAAE,eAAe;iBAC5B,CACD,CAAC;YACH,CAAC;YAAC,MAAM,CAAC;gBACR,oBAAoB;YACrB,CAAC;YAED,MAAM,CAAC,EAAE,CAAC,cAAc,CAAC,IAAI,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,QAAQ,CAAC,sBAAsB,CAAC,CAAC,CAAC,CAAC;YAC9E,MAAM,CAAC,WAAW,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC;QACjC,CAAC,CAAC,CAAC;IACJ,CAAC,CAAC,CAAC;AACJ,CAAC,CAAC,CAAC"}

package/dist/cli/__tests__/binary-sut.integration.test.d.ts

@@ -0,0 +1,8 @@
+/**
+ * Binary SUT Integration Tests
+ *
+ * End-to-end tests for binary SUT support.
+ * Tests that binary SUTs can be loaded and executed through the CLI.
+ */
+export {};
+//# sourceMappingURL=binary-sut.integration.test.d.ts.map

package/dist/cli/__tests__/binary-sut.integration.test.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"binary-sut.integration.test.d.ts","sourceRoot":"","sources":["../../../src/cli/__tests__/binary-sut.integration.test.ts"],"names":[],"mappings":"AAAA;;;;;GAKG"}

package/dist/cli/__tests__/binary-sut.integration.test.js

@@ -0,0 +1,165 @@
+/**
+ * Binary SUT Integration Tests
+ *
+ * End-to-end tests for binary SUT support.
+ * Tests that binary SUTs can be loaded and executed through the CLI.
+ */
+import { describe, it } from "node:test";
+import { strict as assert } from "node:assert";
+import { writeFile, unlink } from "node:fs/promises";
+import { mkdtemp } from "node:fs/promises";
+import { join } from "node:path";
+import { tmpdir } from "node:os";
+import { loadSutFactory } from "../module-loader.js";
+describe("Binary SUT Integration", () => {
+    /**
+     * Helper to create a temporary test script.
+     */
+    async function createTestScript(name, content) {
+        const dir = await mkdtemp(join(tmpdir(), `binary-sut-integration-${name}-`));
+        const path = join(dir, `${name}.js`);
+        await writeFile(path, content, "utf8");
+        return { dir, path };
+    }
+    /**
+     * Helper to cleanup temporary files.
+     */
+    async function cleanup(path) {
+        try {
+            await unlink(path);
+        }
+        catch {
+            // Ignore
+        }
+    }
+    describe("module loader with binary SUTs", () => {
+        it("should load binary SUT factory from binaryConfig", async () => {
+            const { path } = await createTestScript("doubler", `
+				let inputData = '';
+				process.stdin.on('data', (chunk) => { inputData += chunk; });
+				process.stdin.on('end', () => {
+					const inputs = JSON.parse(inputData);
+					console.log(JSON.stringify({ result: inputs.x * 2 }));
+				});
+				`);
+            try {
+                const sutDefinition = await loadSutFactory("@ppef/binary-sut", // modulePath - not used for binary SUTs
+                "createBinarySut", // exportName - not used for binary SUTs
+                process.cwd(), {
+                    id: "test-doubler",
+                    name: "Test Doubler",
+                    version: "1.0.0",
+                    role: "primary",
+                    config: {},
+                    tags: [],
+                }, undefined, {
+                    type: "binary",
+                    command: "node",
+                    args: [path],
+                    inputFormat: "json",
+                    outputFormat: "json",
+                });
+                // Verify SUT definition structure
+                assert.equal(sutDefinition.registration.id, "test-doubler");
+                assert.equal(sutDefinition.registration.name, "Test Doubler");
+                assert.equal(sutDefinition.registration.version, "1.0.0");
+                assert.equal(sutDefinition.registration.role, "primary");
+                // Create SUT instance
+                const sut = sutDefinition.factory();
+                // Execute SUT
+                const result = await sut.run({ x: 21 });
+                assert.deepEqual(result, { result: 42 });
+            }
+            finally {
+                await cleanup(path);
+            }
+        });
+        it("should handle non-zero exit codes as errors", async () => {
+            const { path } = await createTestScript("error-exit", `
+				console.error('Something went wrong');
+				process.exit(1);
+				`);
+            try {
+                const sutDefinition = await loadSutFactory("@ppef/binary-sut", "createBinarySut", process.cwd(), {
+                    id: "test-error-exit",
+                    name: "Test Error Exit",
+                    version: "1.0.0",
+                    role: "primary",
+                    config: {},
+                    tags: [],
+                }, undefined, {
+                    type: "binary",
+                    command: "node",
+                    args: [path],
+                });
+                const sut = sutDefinition.factory();
+                await assert.rejects(() => sut.run({}), /exited with code 1/);
+            }
+            finally {
+                await cleanup(path);
+            }
+        });
+        it("should handle different I/O formats", async () => {
+            const { path } = await createTestScript("lines-test", `
+				let inputData = '';
+				process.stdin.on('data', (chunk) => { inputData += chunk; });
+				process.stdin.on('end', () => {
+					const lines = inputData.trim().split('\\n');
+					const uppercased = lines.map(line => line.toUpperCase());
+					console.log(uppercased.join('\\n'));
+				});
+				`);
+            try {
+                const sutDefinition = await loadSutFactory("@ppef/binary-sut", "createBinarySut", process.cwd(), {
+                    id: "test-lines",
+                    name: "Test Lines",
+                    version: "1.0.0",
+                    role: "primary",
+                    config: {},
+                    tags: [],
+                }, undefined, {
+                    type: "binary",
+                    command: "node",
+                    args: [path],
+                    inputFormat: "lines",
+                    outputFormat: "lines",
+                });
+                const sut = sutDefinition.factory();
+                const result = await sut.run(["hello", "world"]);
+                assert.deepEqual(result, ["HELLO", "WORLD"]);
+            }
+            finally {
+                await cleanup(path);
+            }
+        });
+        it("should handle timeout configuration", async () => {
+            const { path } = await createTestScript("timeout-sut", `
+				// Sleep for 10 seconds
+				setTimeout(() => {
+					console.log('{"result": "too-late"}');
+				}, 10000);
+				`);
+            try {
+                const sutDefinition = await loadSutFactory("@ppef/binary-sut", "createBinarySut", process.cwd(), {
+                    id: "test-timeout",
+                    name: "Test Timeout",
+                    version: "1.0.0",
+                    role: "primary",
+                    config: {},
+                    tags: [],
+                }, undefined, {
+                    type: "binary",
+                    command: "node",
+                    args: [path],
+                    timeout: 100, // 100ms timeout
+                });
+                const sut = sutDefinition.factory();
+                await assert.rejects(() => sut.run({}), /BinarySut timeout after 100ms/);
+            }
+            finally {
+                await cleanup(path);
+            }
+        });
+    });
+});
+//# sourceMappingURL=binary-sut.integration.test.js.map

package/dist/cli/__tests__/binary-sut.integration.test.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"binary-sut.integration.test.js","sourceRoot":"","sources":["../../../src/cli/__tests__/binary-sut.integration.test.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,EAAE,QAAQ,EAAE,EAAE,EAAE,MAAM,WAAW,CAAC;AACzC,OAAO,EAAE,MAAM,IAAI,MAAM,EAAE,MAAM,aAAa,CAAC;AAC/C,OAAO,EAAE,SAAS,EAAE,MAAM,EAAE,MAAM,kBAAkB,CAAC;AACrD,OAAO,EAAE,OAAO,EAAE,MAAM,kBAAkB,CAAC;AAC3C,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AACjC,OAAO,EAAE,MAAM,EAAE,MAAM,SAAS,CAAC;AAEjC,OAAO,EAAE,cAAc,EAAE,MAAM,qBAAqB,CAAC;AAErD,QAAQ,CAAC,wBAAwB,EAAE,GAAG,EAAE;IACvC;;OAEG;IACH,KAAK,UAAU,gBAAgB,CAC9B,IAAY,EACZ,OAAe;QAEf,MAAM,GAAG,GAAG,MAAM,OAAO,CAAC,IAAI,CAAC,MAAM,EAAE,EAAE,0BAA0B,IAAI,GAAG,CAAC,CAAC,CAAC;QAC7E,MAAM,IAAI,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,IAAI,KAAK,CAAC,CAAC;QACrC,MAAM,SAAS,CAAC,IAAI,EAAE,OAAO,EAAE,MAAM,CAAC,CAAC;QACvC,OAAO,EAAE,GAAG,EAAE,IAAI,EAAE,CAAC;IACtB,CAAC;IAED;;OAEG;IACH,KAAK,UAAU,OAAO,CAAC,IAAY;QAClC,IAAI,CAAC;YACJ,MAAM,MAAM,CAAC,IAAI,CAAC,CAAC;QACpB,CAAC;QAAC,MAAM,CAAC;YACR,SAAS;QACV,CAAC;IACF,CAAC;IAED,QAAQ,CAAC,gCAAgC,EAAE,GAAG,EAAE;QAC/C,EAAE,CAAC,kDAAkD,EAAE,KAAK,IAAI,EAAE;YACjE,MAAM,EAAE,IAAI,EAAE,GAAG,MAAM,gBAAgB,CACtC,SAAS,EACT;;;;;;;KAOC,CACD,CAAC;YAEF,IAAI,CAAC;gBACJ,MAAM,aAAa,GAAG,MAAM,cAAc,CACzC,kBAAkB,EAAE,wCAAwC;gBAC5D,iBAAiB,EAAE,wCAAwC;gBAC3D,OAAO,CAAC,GAAG,EAAE,EACb;oBACC,EAAE,EAAE,cAAc;oBAClB,IAAI,EAAE,cAAc;oBACpB,OAAO,EAAE,OAAO;oBAChB,IAAI,EAAE,SAAS;oBACf,MAAM,EAAE,EAAE;oBACV,IAAI,EAAE,EAAE;iBACR,EACD,SAAS,EACT;oBACC,IAAI,EAAE,QAAQ;oBACd,OAAO,EAAE,MAAM;oBACf,IAAI,EAAE,CAAC,IAAI,CAAC;oBACZ,WAAW,EAAE,MAAM;oBACnB,YAAY,EAAE,MAAM;iBACpB,CACD,CAAC;gBAEF,kCAAkC;gBAClC,MAAM,CAAC,KAAK,CAAC,aAAa,CAAC,YAAY,CAAC,EAAE,EAAE,cAAc,CAAC,CAAC;gBAC5D,MAAM,CAAC,KAAK,CAAC,aAAa,CAAC,YAAY,CAAC,IAAI,EAAE,cAAc,CAAC,CAAC;gBAC9D,MAAM,CAAC,KAAK,CAAC,aAAa,CAAC,YAAY,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;gBAC1D,MAAM,CAAC,KAAK,CAAC,aAAa,CAAC,YAAY,CAAC,IAAI,EAAE,SAAS,CAAC,CAAC;gBAEzD,sBAAsB;gBACtB,MAAM,GAAG,GAAG,aAAa,CAAC,OAAO,EAAE,CAAC;gBAEpC,cAAc;gBACd,MAAM,MAAM,GAAG,MAAM,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC;gBACxC,MAAM,CAAC,SAAS,CAAC,MAAM,EAAE,EAAE,MAAM,EAAE,EAAE,EAAE,CAAC,CAAC;YAC1C,CAAC;oBAAS,CAAC;gBACV,MAAM,OAAO,CAAC,IAAI,CAAC,CAAC;YACrB,CAAC;QACF,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,6CAA6C,EAAE,KAAK,IAAI,EAAE;YAC5D,MAAM,EAAE,IAAI,EAAE,GAAG,MAAM,gBAAgB,CACtC,YAAY,EACZ;;;KAGC,CACD,CAAC;YAEF,IAAI,CAAC;gBACJ,MAAM,aAAa,GAAG,MAAM,cAAc,CACzC,kBAAkB,EAClB,iBAAiB,EACjB,OAAO,CAAC,GAAG,EAAE,EACb;oBACC,EAAE,EAAE,iBAAiB;oBACrB,IAAI,EAAE,iBAAiB;oBACvB,OAAO,EAAE,OAAO;oBAChB,IAAI,EAAE,SAAS;oBACf,MAAM,EAAE,EAAE;oBACV,IAAI,EAAE,EAAE;iBACR,EACD,SAAS,EACT;oBACC,IAAI,EAAE,QAAQ;oBACd,OAAO,EAAE,MAAM;oBACf,IAAI,EAAE,CAAC,IAAI,CAAC;iBACZ,CACD,CAAC;gBAEF,MAAM,GAAG,GAAG,aAAa,CAAC,OAAO,EAAE,CAAC;gBAEpC,MAAM,MAAM,CAAC,OAAO,CAAC,GAAG,EAAE,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,oBAAoB,CAAC,CAAC;YAC/D,CAAC;oBAAS,CAAC;gBACV,MAAM,OAAO,CAAC,IAAI,CAAC,CAAC;YACrB,CAAC;QACF,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,qCAAqC,EAAE,KAAK,IAAI,EAAE;YACpD,MAAM,EAAE,IAAI,EAAE,GAAG,MAAM,gBAAgB,CACtC,YAAY,EACZ;;;;;;;;KAQC,CACD,CAAC;YAEF,IAAI,CAAC;gBACJ,MAAM,aAAa,GAAG,MAAM,cAAc,CACzC,kBAAkB,EAClB,iBAAiB,EACjB,OAAO,CAAC,GAAG,EAAE,EACb;oBACC,EAAE,EAAE,YAAY;oBAChB,IAAI,EAAE,YAAY;oBAClB,OAAO,EAAE,OAAO;oBAChB,IAAI,EAAE,SAAS;oBACf,MAAM,EAAE,EAAE;oBACV,IAAI,EAAE,EAAE;iBACR,EACD,SAAS,EACT;oBACC,IAAI,EAAE,QAAQ;oBACd,OAAO,EAAE,MAAM;oBACf,IAAI,EAAE,CAAC,IAAI,CAAC;oBACZ,WAAW,EAAE,OAAO;oBACpB,YAAY,EAAE,OAAO;iBACrB,CACD,CAAC;gBAEF,MAAM,GAAG,GAAG,aAAa,CAAC,OAAO,EAAE,CAAC;gBACpC,MAAM,MAAM,GAAG,MAAM,GAAG,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC,CAAC;gBACjD,MAAM,CAAC,SAAS,CAAC,MAAM,EAAE,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC,CAAC;YAC9C,CAAC;oBAAS,CAAC;gBACV,MAAM,OAAO,CAAC,IAAI,CAAC,CAAC;YACrB,CAAC;QACF,CAAC,CAAC,CAAC;QAEH,EAAE,CAAC,qCAAqC,EAAE,KAAK,IAAI,EAAE;YACpD,MAAM,EAAE,IAAI,EAAE,GAAG,MAAM,gBAAgB,CACtC,aAAa,EACb;;;;;KAKC,CACD,CAAC;YAEF,IAAI,CAAC;gBACJ,MAAM,aAAa,GAAG,MAAM,cAAc,CACzC,kBAAkB,EAClB,iBAAiB,EACjB,OAAO,CAAC,GAAG,EAAE,EACb;oBACC,EAAE,EAAE,cAAc;oBAClB,IAAI,EAAE,cAAc;oBACpB,OAAO,EAAE,OAAO;oBAChB,IAAI,EAAE,SAAS;oBACf,MAAM,EAAE,EAAE;oBACV,IAAI,EAAE,EAAE;iBACR,EACD,SAAS,EACT;oBACC,IAAI,EAAE,QAAQ;oBACd,OAAO,EAAE,MAAM;oBACf,IAAI,EAAE,CAAC,IAAI,CAAC;oBACZ,OAAO,EAAE,GAAG,EAAE,gBAAgB;iBAC9B,CACD,CAAC;gBAEF,MAAM,GAAG,GAAG,aAAa,CAAC,OAAO,EAAE,CAAC;gBAEpC,MAAM,MAAM,CAAC,OAAO,CAAC,GAAG,EAAE,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,+BAA+B,CAAC,CAAC;YAC1E,CAAC;oBAAS,CAAC;gBACV,MAAM,OAAO,CAAC,IAAI,CAAC,CAAC;YACrB,CAAC;QACF,CAAC,CAAC,CAAC;IACJ,CAAC,CAAC,CAAC;AACJ,CAAC,CAAC,CAAC"}

package/dist/cli/__tests__/commands.unit.test.d.ts

@@ -0,0 +1,10 @@
+/**
+ * Unit tests for CLI Validate Command
+ *
+ * Tests validate command functionality including:
+ * - Config validation
+ * - Error handling for invalid configs
+ * - Display of parsed configuration
+ */
+export {};
+//# sourceMappingURL=commands.unit.test.d.ts.map

package/dist/cli/__tests__/commands.unit.test.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"commands.unit.test.d.ts","sourceRoot":"","sources":["../../../src/cli/__tests__/commands.unit.test.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG"}