ppef 1.0.1 → 1.2.0

package/dist/cli/__tests__/commands.unit.test.js

@@ -0,0 +1,217 @@
+/**
+ * Unit tests for CLI Validate Command
+ *
+ * Tests validate command functionality including:
+ * - Config validation
+ * - Error handling for invalid configs
+ * - Display of parsed configuration
+ */
+import { describe, it } from "node:test";
+import { strict as assert } from "node:assert";
+import { writeFile } from "node:fs/promises";
+import { unlink } from "node:fs/promises";
+import { join } from "node:path";
+import { mkdtemp, rmdir } from "node:fs/promises";
+import { tmpdir } from "node:os";
+import { validateConfig } from "../config-loader.js";
+describe("validate command", () => {
+    it("should validate a valid config", async () => {
+        const tempDir = await mkdtemp(join(tmpdir(), "ppef-test-"));
+        const configPath = join(tempDir, "config.json");
+        const validConfig = {
+            experiment: {
+                name: "Test Experiment",
+                version: "1.0.0",
+            },
+            executor: {
+                repetitions: 10,
+            },
+            suts: [
+                {
+                    id: "test-sut",
+                    module: "./test.js",
+                    exportName: "createSUT",
+                    registration: {
+                        name: "Test SUT",
+                        version: "1.0.0",
+                        role: "primary",
+                        tags: [],
+                    },
+                },
+            ],
+            cases: [
+                {
+                    id: "test-case",
+                    module: "./case.js",
+                    exportName: "createCase",
+                },
+            ],
+            metricsExtractor: {
+                module: "./metrics.js",
+                exportName: "extractMetrics",
+            },
+        };
+        await writeFile(configPath, JSON.stringify(validConfig), "utf-8");
+        const result = validateConfig(validConfig);
+        assert.strictEqual(result.valid, true);
+        assert.strictEqual(result.errors.length, 0);
+        await unlink(configPath);
+        await rmdir(tempDir);
+    });
+    it("should detect missing experiment name", () => {
+        const invalidConfig = {
+            experiment: {},
+            executor: {},
+            suts: [],
+            cases: [],
+            metricsExtractor: {
+                module: "./metrics.js",
+                exportName: "extractMetrics",
+            },
+        };
+        const result = validateConfig(invalidConfig);
+        assert.strictEqual(result.valid, false);
+        assert.ok(result.errors.some((e) => e.includes("experiment.name is required")));
+    });
+    it("should detect invalid role values", () => {
+        const invalidConfig = {
+            experiment: {
+                name: "Test",
+            },
+            executor: {},
+            suts: [
+                {
+                    id: "test-sut",
+                    module: "./test.js",
+                    exportName: "createSUT",
+                    registration: {
+                        name: "Test SUT",
+                        version: "1.0.0",
+                        role: "invalid",
+                        tags: [],
+                    },
+                },
+            ],
+            cases: [],
+            metricsExtractor: {
+                module: "./metrics.js",
+                exportName: "extractMetrics",
+            },
+        };
+        const result = validateConfig(invalidConfig);
+        assert.strictEqual(result.valid, false);
+        assert.ok(result.errors.some((e) => e.includes("role must be one of")));
+    });
+    it("should detect duplicate SUT IDs", () => {
+        const invalidConfig = {
+            experiment: {
+                name: "Test",
+            },
+            executor: {},
+            suts: [
+                {
+                    id: "duplicate-sut",
+                    module: "./test1.js",
+                    exportName: "createSUT",
+                    registration: {
+                        name: "Test SUT 1",
+                        version: "1.0.0",
+                        role: "primary",
+                        tags: [],
+                    },
+                },
+                {
+                    id: "duplicate-sut",
+                    module: "./test2.js",
+                    exportName: "createSUT",
+                    registration: {
+                        name: "Test SUT 2",
+                        version: "1.0.0",
+                        role: "baseline",
+                        tags: [],
+                    },
+                },
+            ],
+            cases: [],
+            metricsExtractor: {
+                module: "./metrics.js",
+                exportName: "extractMetrics",
+            },
+        };
+        const result = validateConfig(invalidConfig);
+        assert.strictEqual(result.valid, false);
+        assert.ok(result.errors.some((e) => e.includes("Duplicate SUT ID")));
+    });
+    it("should detect negative repetitions", () => {
+        const invalidConfig = {
+            experiment: {
+                name: "Test",
+            },
+            executor: {
+                repetitions: -1,
+            },
+            suts: [],
+            cases: [],
+            metricsExtractor: {
+                module: "./metrics.js",
+                exportName: "extractMetrics",
+            },
+        };
+        const result = validateConfig(invalidConfig);
+        assert.strictEqual(result.valid, false);
+        assert.ok(result.errors.some((e) => e.includes("repetitions must be at least 1")));
+    });
+    it("should validate required SUT fields", () => {
+        const invalidConfig = {
+            experiment: {
+                name: "Test",
+            },
+            executor: {},
+            suts: [
+                {
+                    id: "test-sut",
+                    module: "./test.js",
+                    exportName: "createSUT",
+                    registration: {
+                        name: "Test SUT",
+                        // Missing version
+                        role: "primary",
+                        tags: [],
+                    },
+                },
+            ],
+            cases: [],
+            metricsExtractor: {
+                module: "./metrics.js",
+                exportName: "extractMetrics",
+            },
+        };
+        const result = validateConfig(invalidConfig);
+        assert.strictEqual(result.valid, false);
+        assert.ok(result.errors.some((e) => e.includes("registration.version") && e.includes("required")));
+    });
+    it("should detect missing required case fields", () => {
+        const invalidConfig = {
+            experiment: {
+                name: "Test",
+            },
+            executor: {},
+            suts: [],
+            cases: [
+                {
+                    // Missing id
+                    module: "./case.js",
+                    exportName: "createCase",
+                },
+            ],
+            metricsExtractor: {
+                module: "./metrics.js",
+                exportName: "extractMetrics",
+            },
+        };
+        const result = validateConfig(invalidConfig);
+        assert.strictEqual(result.valid, false);
+        assert.ok(result.errors.some((e) => e.includes("id") && e.includes("required")));
+    });
+});
+//# sourceMappingURL=commands.unit.test.js.map

package/dist/cli/__tests__/commands.unit.test.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"commands.unit.test.js","sourceRoot":"","sources":["../../../src/cli/__tests__/commands.unit.test.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAEH,OAAO,EAAE,QAAQ,EAAE,EAAE,EAAE,MAAM,WAAW,CAAC;AACzC,OAAO,EAAE,MAAM,IAAI,MAAM,EAAE,MAAM,aAAa,CAAC;AAC/C,OAAO,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAC;AAC7C,OAAO,EAAE,MAAM,EAAE,MAAM,kBAAkB,CAAC;AAC1C,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AACjC,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,MAAM,kBAAkB,CAAC;AAClD,OAAO,EAAE,MAAM,EAAE,MAAM,SAAS,CAAC;AAEjC,OAAO,EAAE,cAAc,EAAE,MAAM,qBAAqB,CAAC;AAErD,QAAQ,CAAC,kBAAkB,EAAE,GAAG,EAAE;IACjC,EAAE,CAAC,gCAAgC,EAAE,KAAK,IAAI,EAAE;QAC/C,MAAM,OAAO,GAAG,MAAM,OAAO,CAAC,IAAI,CAAC,MAAM,EAAE,EAAE,YAAY,CAAC,CAAC,CAAC;QAC5D,MAAM,UAAU,GAAG,IAAI,CAAC,OAAO,EAAE,aAAa,CAAC,CAAC;QAEhD,MAAM,WAAW,GAAG;YACnB,UAAU,EAAE;gBACX,IAAI,EAAE,iBAAiB;gBACvB,OAAO,EAAE,OAAO;aAChB;YACD,QAAQ,EAAE;gBACT,WAAW,EAAE,EAAE;aACf;YACD,IAAI,EAAE;gBACL;oBACC,EAAE,EAAE,UAAU;oBACd,MAAM,EAAE,WAAW;oBACnB,UAAU,EAAE,WAAW;oBACvB,YAAY,EAAE;wBACb,IAAI,EAAE,UAAU;wBAChB,OAAO,EAAE,OAAO;wBAChB,IAAI,EAAE,SAAkB;wBACxB,IAAI,EAAE,EAAE;qBACR;iBACD;aACD;YACD,KAAK,EAAE;gBACN;oBACC,EAAE,EAAE,WAAW;oBACf,MAAM,EAAE,WAAW;oBACnB,UAAU,EAAE,YAAY;iBACxB;aACD;YACD,gBAAgB,EAAE;gBACjB,MAAM,EAAE,cAAc;gBACtB,UAAU,EAAE,gBAAgB;aAC5B;SACD,CAAC;QAEF,MAAM,SAAS,CAAC,UAAU,EAAE,IAAI,CAAC,SAAS,CAAC,WAAW,CAAC,EAAE,OAAO,CAAC,CAAC;QAElE,MAAM,MAAM,GAAG,cAAc,CAAC,WAAkB,CAAC,CAAC;QAClD,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC;QACvC,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,MAAM,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;QAE5C,MAAM,MAAM,CAAC,UAAU,CAAC,CAAC;QACzB,MAAM,KAAK,CAAC,OAAO,CAAC,CAAC;IACtB,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,uCAAuC,EAAE,GAAG,EAAE;QAChD,MAAM,aAAa,GAAG;YACrB,UAAU,EAAE,EAAE;YACd,QAAQ,EAAE,EAAE;YACZ,IAAI,EAAE,EAAE;YACR,KAAK,EAAE,EAAE;YACT,gBAAgB,EAAE;gBACjB,MAAM,EAAE,cAAc;gBACtB,UAAU,EAAE,gBAAgB;aAC5B;SACD,CAAC;QAEF,MAAM,MAAM,GAAG,cAAc,CAAC,aAAoB,CAAC,CAAC;QACpD,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC;QACxC,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,6BAA6B,CAAC,CAAC,CAAC,CAAC;IACjF,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,mCAAmC,EAAE,GAAG,EAAE;QAC5C,MAAM,aAAa,GAAG;YACrB,UAAU,EAAE;gBACX,IAAI,EAAE,MAAM;aACZ;YACD,QAAQ,EAAE,EAAE;YACZ,IAAI,EAAE;gBACL;oBACC,EAAE,EAAE,UAAU;oBACd,MAAM,EAAE,WAAW;oBACnB,UAAU,EAAE,WAAW;oBACvB,YAAY,EAAE;wBACb,IAAI,EAAE,UAAU;wBAChB,OAAO,EAAE,OAAO;wBAChB,IAAI,EAAE,SAAgB;wBACtB,IAAI,EAAE,EAAE;qBACR;iBACD;aACD;YACD,KAAK,EAAE,EAAE;YACT,gBAAgB,EAAE;gBACjB,MAAM,EAAE,cAAc;gBACtB,UAAU,EAAE,gBAAgB;aAC5B;SACD,CAAC;QAEF,MAAM,MAAM,GAAG,cAAc,CAAC,aAAoB,CAAC,CAAC;QACpD,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC;QACxC,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,qBAAqB,CAAC,CAAC,CAAC,CAAC;IACzE,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,iCAAiC,EAAE,GAAG,EAAE;QAC1C,MAAM,aAAa,GAAG;YACrB,UAAU,EAAE;gBACX,IAAI,EAAE,MAAM;aACZ;YACD,QAAQ,EAAE,EAAE;YACZ,IAAI,EAAE;gBACL;oBACC,EAAE,EAAE,eAAe;oBACnB,MAAM,EAAE,YAAY;oBACpB,UAAU,EAAE,WAAW;oBACvB,YAAY,EAAE;wBACb,IAAI,EAAE,YAAY;wBAClB,OAAO,EAAE,OAAO;wBAChB,IAAI,EAAE,SAAkB;wBACxB,IAAI,EAAE,EAAE;qBACR;iBACD;gBACD;oBACC,EAAE,EAAE,eAAe;oBACnB,MAAM,EAAE,YAAY;oBACpB,UAAU,EAAE,WAAW;oBACvB,YAAY,EAAE;wBACb,IAAI,EAAE,YAAY;wBAClB,OAAO,EAAE,OAAO;wBAChB,IAAI,EAAE,UAAmB;wBACzB,IAAI,EAAE,EAAE;qBACR;iBACD;aACD;YACD,KAAK,EAAE,EAAE;YACT,gBAAgB,EAAE;gBACjB,MAAM,EAAE,cAAc;gBACtB,UAAU,EAAE,gBAAgB;aAC5B;SACD,CAAC;QAEF,MAAM,MAAM,GAAG,cAAc,CAAC,aAAoB,CAAC,CAAC;QACpD,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC;QACxC,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,kBAAkB,CAAC,CAAC,CAAC,CAAC;IACtE,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,oCAAoC,EAAE,GAAG,EAAE;QAC7C,MAAM,aAAa,GAAG;YACrB,UAAU,EAAE;gBACX,IAAI,EAAE,MAAM;aACZ;YACD,QAAQ,EAAE;gBACT,WAAW,EAAE,CAAC,CAAC;aACf;YACD,IAAI,EAAE,EAAE;YACR,KAAK,EAAE,EAAE;YACT,gBAAgB,EAAE;gBACjB,MAAM,EAAE,cAAc;gBACtB,UAAU,EAAE,gBAAgB;aAC5B;SACD,CAAC;QAEF,MAAM,MAAM,GAAG,cAAc,CAAC,aAAoB,CAAC,CAAC;QACpD,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC;QACxC,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,gCAAgC,CAAC,CAAC,CAAC,CAAC;IACpF,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,qCAAqC,EAAE,GAAG,EAAE;QAC9C,MAAM,aAAa,GAAG;YACrB,UAAU,EAAE;gBACX,IAAI,EAAE,MAAM;aACZ;YACD,QAAQ,EAAE,EAAE;YACZ,IAAI,EAAE;gBACL;oBACC,EAAE,EAAE,UAAU;oBACd,MAAM,EAAE,WAAW;oBACnB,UAAU,EAAE,WAAW;oBACvB,YAAY,EAAE;wBACb,IAAI,EAAE,UAAU;wBAChB,kBAAkB;wBAClB,IAAI,EAAE,SAAkB;wBACxB,IAAI,EAAE,EAAE;qBACR;iBACD;aACD;YACD,KAAK,EAAE,EAAE;YACT,gBAAgB,EAAE;gBACjB,MAAM,EAAE,cAAc;gBACtB,UAAU,EAAE,gBAAgB;aAC5B;SACD,CAAC;QAEF,MAAM,MAAM,GAAG,cAAc,CAAC,aAAoB,CAAC,CAAC;QACpD,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC;QACxC,MAAM,CAAC,EAAE,CACR,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,sBAAsB,CAAC,IAAI,CAAC,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC,CACvF,CAAC;IACH,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,4CAA4C,EAAE,GAAG,EAAE;QACrD,MAAM,aAAa,GAAG;YACrB,UAAU,EAAE;gBACX,IAAI,EAAE,MAAM;aACZ;YACD,QAAQ,EAAE,EAAE;YACZ,IAAI,EAAE,EAAE;YACR,KAAK,EAAE;gBACN;oBACC,aAAa;oBACb,MAAM,EAAE,WAAW;oBACnB,UAAU,EAAE,YAAY;iBACxB;aACD;YACD,gBAAgB,EAAE;gBACjB,MAAM,EAAE,cAAc;gBACtB,UAAU,EAAE,gBAAgB;aAC5B;SACD,CAAC;QAEF,MAAM,MAAM,GAAG,cAAc,CAAC,aAAoB,CAAC,CAAC;QACpD,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,KAAK,EAAE,KAAK,CAAC,CAAC;QACxC,MAAM,CAAC,EAAE,CAAC,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC;IAClF,CAAC,CAAC,CAAC;AACJ,CAAC,CAAC,CAAC"}

package/dist/cli/__tests__/config-loader.unit.test.d.ts

@@ -0,0 +1,7 @@
+/**
+ * Unit tests for Config Loader
+ *
+ * Tests configuration loading, validation, and error handling.
+ */
+export {};
+//# sourceMappingURL=config-loader.unit.test.d.ts.map

package/dist/cli/__tests__/config-loader.unit.test.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"config-loader.unit.test.d.ts","sourceRoot":"","sources":["../../../src/cli/__tests__/config-loader.unit.test.ts"],"names":[],"mappings":"AAAA;;;;GAIG"}