@opensip-cli/simulation 0.1.0

package/dist/framework/__tests__/assertions.test.js

@@ -0,0 +1,122 @@
+import { describe, expect, it } from 'vitest';
+import { ASSERTIONS, evaluateAssertion, evaluateOperator, getOperatorDescription, } from '../assertions.js';
+describe('ASSERTIONS factories', () => {
+    it.each([
+        ['lowErrorRate', () => ASSERTIONS.lowErrorRate(), 'error_rate', 'lt', 0.05],
+        ['lowErrorRate(custom)', () => ASSERTIONS.lowErrorRate(0.01), 'error_rate', 'lt', 0.01],
+        ['zeroErrors', () => ASSERTIONS.zeroErrors(), 'error_rate', 'eq', 0],
+        ['lowLatency(default)', () => ASSERTIONS.lowLatency(), 'p95_latency_ms', 'lt', 500],
+        [
+            'lowLatency(p99,1000)',
+            () => ASSERTIONS.lowLatency('p99', 1000),
+            'p99_latency_ms',
+            'lt',
+            1000,
+        ],
+        ['avgLatency', () => ASSERTIONS.avgLatency(), 'avg_latency_ms', 'lt', 200],
+        ['avgLatency(custom)', () => ASSERTIONS.avgLatency(50), 'avg_latency_ms', 'lt', 50],
+        ['maxLatency', () => ASSERTIONS.maxLatency(), 'max_latency_ms', 'lt', 2000],
+        ['maxLatency(custom)', () => ASSERTIONS.maxLatency(5000), 'max_latency_ms', 'lt', 5000],
+        ['minThroughput', () => ASSERTIONS.minThroughput(100), 'requests_per_second', 'gte', 100],
+        ['maxThroughput', () => ASSERTIONS.maxThroughput(50), 'requests_per_second', 'lte', 50],
+        ['highSuccessRate(default)', () => ASSERTIONS.highSuccessRate(), 'success_rate', 'gte', 0.95],
+        [
+            'highSuccessRate(custom)',
+            () => ASSERTIONS.highSuccessRate(0.99),
+            'success_rate',
+            'gte',
+            0.99,
+        ],
+        ['perfectSuccessRate', () => ASSERTIONS.perfectSuccessRate(), 'success_rate', 'eq', 1],
+        ['memoryUsage', () => ASSERTIONS.memoryUsage(512), 'memory_mb', 'lt', 512],
+        ['cpuUsage', () => ASSERTIONS.cpuUsage(80), 'cpu_percent', 'lt', 80],
+    ])('%s produces expected ScenarioAssertion', (_name, factory, metric, operator, value) => {
+        const a = factory();
+        expect(a.metric).toBe(metric);
+        expect(a.operator).toBe(operator);
+        expect(a.value).toBe(value);
+        expect(typeof a.message).toBe('string');
+        expect((a.message ?? '').length).toBeGreaterThan(0);
+    });
+    it('custom() builds an assertion with a user-supplied metric', () => {
+        const a = ASSERTIONS.custom('total_requests', 'gt', 42, 'total_requests must be > 42');
+        expect(a.metric).toBe('total_requests');
+        expect(a.operator).toBe('gt');
+        expect(a.value).toBe(42);
+        expect(a.message).toBe('total_requests must be > 42');
+    });
+    it('custom() defaults the message when omitted', () => {
+        const a = ASSERTIONS.custom('p50_latency_ms', 'lt', 100);
+        expect(a.message).toBe('p50_latency_ms lt 100');
+    });
+});
+describe('evaluateOperator', () => {
+    it.each([
+        [1, 'lt', 2, true],
+        [2, 'lt', 2, false],
+        [2, 'lte', 2, true],
+        [3, 'lte', 2, false],
+        [3, 'gt', 2, true],
+        [2, 'gt', 2, false],
+        [2, 'gte', 2, true],
+        [1, 'gte', 2, false],
+        [5, 'eq', 5, true],
+        [5, 'eq', 6, false],
+        [5, 'neq', 6, true],
+        [5, 'neq', 5, false],
+    ])('evaluateOperator(%d, %s, %d) === %s', (a, op, b, expected) => {
+        expect(evaluateOperator(a, op, b)).toBe(expected);
+    });
+    it('returns false for unknown operators', () => {
+        expect(evaluateOperator(1, 'unknown', 2)).toBe(false);
+    });
+});
+describe('evaluateAssertion', () => {
+    const make = (operator, value) => ({
+        metric: 'error_rate',
+        operator,
+        value,
+        message: 'x',
+    });
+    it.each([
+        ['lt', 5, 3, true],
+        ['lt', 5, 5, false],
+        ['lte', 5, 5, true],
+        ['lte', 5, 6, false],
+        ['gt', 5, 6, true],
+        ['gt', 5, 5, false],
+        ['gte', 5, 5, true],
+        ['gte', 5, 4, false],
+        ['eq', 5, 5, true],
+        ['eq', 5, 6, false],
+        ['neq', 5, 6, true],
+        ['neq', 5, 5, false],
+    ])('evaluateAssertion(op=%s, expected=%d, actual=%d) === %s', (op, expected, actual, want) => {
+        expect(evaluateAssertion(make(op, expected), actual)).toBe(want);
+    });
+    it('returns false for unknown operator on the assertion', () => {
+        const bad = {
+            metric: 'error_rate',
+            operator: 'unknown',
+            value: 0,
+            message: 'x',
+        };
+        expect(evaluateAssertion(bad, 0)).toBe(false);
+    });
+});
+describe('getOperatorDescription', () => {
+    it.each([
+        ['lt', 'less than'],
+        ['lte', 'at most'],
+        ['gt', 'greater than'],
+        ['gte', 'at least'],
+        ['eq', 'equal to'],
+        ['neq', 'not equal to'],
+    ])('getOperatorDescription(%s) === %s', (op, want) => {
+        expect(getOperatorDescription(op)).toBe(want);
+    });
+    it('returns the operator string for unknown operators', () => {
+        expect(getOperatorDescription('unknown')).toBe('unknown');
+    });
+});
+//# sourceMappingURL=assertions.test.js.map

package/dist/framework/__tests__/assertions.test.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"assertions.test.js","sourceRoot":"","sources":["../../../src/framework/__tests__/assertions.test.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,MAAM,EAAE,EAAE,EAAE,MAAM,QAAQ,CAAC;AAE9C,OAAO,EACL,UAAU,EACV,iBAAiB,EACjB,gBAAgB,EAChB,sBAAsB,GACvB,MAAM,kBAAkB,CAAC;AAI1B,QAAQ,CAAC,sBAAsB,EAAE,GAAG,EAAE;IACpC,EAAE,CAAC,IAAI,CAAC;QACN,CAAC,cAAc,EAAE,GAAG,EAAE,CAAC,UAAU,CAAC,YAAY,EAAE,EAAE,YAAY,EAAE,IAAI,EAAE,IAAI,CAAC;QAC3E,CAAC,sBAAsB,EAAE,GAAG,EAAE,CAAC,UAAU,CAAC,YAAY,CAAC,IAAI,CAAC,EAAE,YAAY,EAAE,IAAI,EAAE,IAAI,CAAC;QACvF,CAAC,YAAY,EAAE,GAAG,EAAE,CAAC,UAAU,CAAC,UAAU,EAAE,EAAE,YAAY,EAAE,IAAI,EAAE,CAAC,CAAC;QACpE,CAAC,qBAAqB,EAAE,GAAG,EAAE,CAAC,UAAU,CAAC,UAAU,EAAE,EAAE,gBAAgB,EAAE,IAAI,EAAE,GAAG,CAAC;QACnF;YACE,sBAAsB;YACtB,GAAG,EAAE,CAAC,UAAU,CAAC,UAAU,CAAC,KAAK,EAAE,IAAI,CAAC;YACxC,gBAAgB;YAChB,IAAI;YACJ,IAAI;SACL;QACD,CAAC,YAAY,EAAE,GAAG,EAAE,CAAC,UAAU,CAAC,UAAU,EAAE,EAAE,gBAAgB,EAAE,IAAI,EAAE,GAAG,CAAC;QAC1E,CAAC,oBAAoB,EAAE,GAAG,EAAE,CAAC,UAAU,CAAC,UAAU,CAAC,EAAE,CAAC,EAAE,gBAAgB,EAAE,IAAI,EAAE,EAAE,CAAC;QACnF,CAAC,YAAY,EAAE,GAAG,EAAE,CAAC,UAAU,CAAC,UAAU,EAAE,EAAE,gBAAgB,EAAE,IAAI,EAAE,IAAI,CAAC;QAC3E,CAAC,oBAAoB,EAAE,GAAG,EAAE,CAAC,UAAU,CAAC,UAAU,CAAC,IAAI,CAAC,EAAE,gBAAgB,EAAE,IAAI,EAAE,IAAI,CAAC;QACvF,CAAC,eAAe,EAAE,GAAG,EAAE,CAAC,UAAU,CAAC,aAAa,CAAC,GAAG,CAAC,EAAE,qBAAqB,EAAE,KAAK,EAAE,GAAG,CAAC;QACzF,CAAC,eAAe,EAAE,GAAG,EAAE,CAAC,UAAU,CAAC,aAAa,CAAC,EAAE,CAAC,EAAE,qBAAqB,EAAE,KAAK,EAAE,EAAE,CAAC;QACvF,CAAC,0BAA0B,EAAE,GAAG,EAAE,CAAC,UAAU,CAAC,eAAe,EAAE,EAAE,cAAc,EAAE,KAAK,EAAE,IAAI,CAAC;QAC7F;YACE,yBAAyB;YACzB,GAAG,EAAE,CAAC,UAAU,CAAC,eAAe,CAAC,IAAI,CAAC;YACtC,cAAc;YACd,KAAK;YACL,IAAI;SACL;QACD,CAAC,oBAAoB,EAAE,GAAG,EAAE,CAAC,UAAU,CAAC,kBAAkB,EAAE,EAAE,cAAc,EAAE,IAAI,EAAE,CAAC,CAAC;QACtF,CAAC,aAAa,EAAE,GAAG,EAAE,CAAC,UAAU,CAAC,WAAW,CAAC,GAAG,CAAC,EAAE,WAAW,EAAE,IAAI,EAAE,GAAG,CAAC;QAC1E,CAAC,UAAU,EAAE,GAAG,EAAE,CAAC,UAAU,CAAC,QAAQ,CAAC,EAAE,CAAC,EAAE,aAAa,EAAE,IAAI,EAAE,EAAE,CAAC;KACrE,CAAC,CAAC,wCAAwC,EAAE,CAAC,KAAK,EAAE,OAAO,EAAE,MAAM,EAAE,QAAQ,EAAE,KAAK,EAAE,EAAE;QACvF,MAAM,CAAC,GAAG,OAAO,EAAE,CAAC;QACpB,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QAC9B,MAAM,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QAClC,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QAC5B,MAAM,CAAC,OAAO,CAAC,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QACxC,MAAM,CAAC,CAAC,CAAC,CAAC,OAAO,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC;IACtD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,0DAA0D,EAAE,GAAG,EAAE;QAClE,MAAM,CAAC,GAAG,UAAU,CAAC,MAAM,CAAC,gBAAgB,EAAE,IAAI,EAAE,EAAE,EAAE,6BAA6B,CAAC,CAAC;QACvF,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC;QACxC,MAAM,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC9B,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACzB,MAAM,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,6BAA6B,CAAC,CAAC;IACxD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,4CAA4C,EAAE,GAAG,EAAE;QACpD,MAAM,CAAC,GAAG,UAAU,CAAC,MAAM,CAAC,gBAAgB,EAAE,IAAI,EAAE,GAAG,CAAC,CAAC;QACzD,MAAM,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,uBAAuB,CAAC,CAAC;IAClD,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,QAAQ,CAAC,kBAAkB,EAAE,GAAG,EAAE;IAChC,EAAE,CAAC,IAAI,CAAoC;QACzC,CAAC,CAAC,EAAE,IAAI,EAAE,CAAC,EAAE,IAAI,CAAC;QAClB,CAAC,CAAC,EAAE,IAAI,EAAE,CAAC,EAAE,KAAK,CAAC;QACnB,CAAC,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,IAAI,CAAC;QACnB,CAAC,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,KAAK,CAAC;QACpB,CAAC,CAAC,EAAE,IAAI,EAAE,CAAC,EAAE,IAAI,CAAC;QAClB,CAAC,CAAC,EAAE,IAAI,EAAE,CAAC,EAAE,KAAK,CAAC;QACnB,CAAC,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,IAAI,CAAC;QACnB,CAAC,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,KAAK,CAAC;QACpB,CAAC,CAAC,EAAE,IAAI,EAAE,CAAC,EAAE,IAAI,CAAC;QAClB,CAAC,CAAC,EAAE,IAAI,EAAE,CAAC,EAAE,KAAK,CAAC;QACnB,CAAC,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,IAAI,CAAC;QACnB,CAAC,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,KAAK,CAAC;KACrB,CAAC,CAAC,qCAAqC,EAAE,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,QAAQ,EAAE,EAAE;QAC/D,MAAM,CAAC,gBAAgB,CAAC,CAAC,EAAE,EAA4C,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;IAC9F,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,qCAAqC,EAAE,GAAG,EAAE;QAC7C,MAAM,CAAC,gBAAgB,CAAC,CAAC,EAAE,SAAmD,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IAClG,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,QAAQ,CAAC,mBAAmB,EAAE,GAAG,EAAE;IACjC,MAAM,IAAI,GAAG,CAAC,QAAuC,EAAE,KAAa,EAAqB,EAAE,CAAC,CAAC;QAC3F,MAAM,EAAE,YAAY;QACpB,QAAQ;QACR,KAAK;QACL,OAAO,EAAE,GAAG;KACb,CAAC,CAAC;IAEH,EAAE,CAAC,IAAI,CAA2D;QAChE,CAAC,IAAI,EAAE,CAAC,EAAE,CAAC,EAAE,IAAI,CAAC;QAClB,CAAC,IAAI,EAAE,CAAC,EAAE,CAAC,EAAE,KAAK,CAAC;QACnB,CAAC,KAAK,EAAE,CAAC,EAAE,CAAC,EAAE,IAAI,CAAC;QACnB,CAAC,KAAK,EAAE,CAAC,EAAE,CAAC,EAAE,KAAK,CAAC;QACpB,CAAC,IAAI,EAAE,CAAC,EAAE,CAAC,EAAE,IAAI,CAAC;QAClB,CAAC,IAAI,EAAE,CAAC,EAAE,CAAC,EAAE,KAAK,CAAC;QACnB,CAAC,KAAK,EAAE,CAAC,EAAE,CAAC,EAAE,IAAI,CAAC;QACnB,CAAC,KAAK,EAAE,CAAC,EAAE,CAAC,EAAE,KAAK,CAAC;QACpB,CAAC,IAAI,EAAE,CAAC,EAAE,CAAC,EAAE,IAAI,CAAC;QAClB,CAAC,IAAI,EAAE,CAAC,EAAE,CAAC,EAAE,KAAK,CAAC;QACnB,CAAC,KAAK,EAAE,CAAC,EAAE,CAAC,EAAE,IAAI,CAAC;QACnB,CAAC,KAAK,EAAE,CAAC,EAAE,CAAC,EAAE,KAAK,CAAC;KACrB,CAAC,CAAC,yDAAyD,EAAE,CAAC,EAAE,EAAE,QAAQ,EAAE,MAAM,EAAE,IAAI,EAAE,EAAE;QAC3F,MAAM,CAAC,iBAAiB,CAAC,IAAI,CAAC,EAAE,EAAE,QAAQ,CAAC,EAAE,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACnE,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,qDAAqD,EAAE,GAAG,EAAE;QAC7D,MAAM,GAAG,GAAsB;YAC7B,MAAM,EAAE,YAAY;YACpB,QAAQ,EAAE,SAA0C;YACpD,KAAK,EAAE,CAAC;YACR,OAAO,EAAE,GAAG;SACb,CAAC;QACF,MAAM,CAAC,iBAAiB,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IAChD,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,QAAQ,CAAC,wBAAwB,EAAE,GAAG,EAAE;IACtC,EAAE,CAAC,IAAI,CAAC;QACN,CAAC,IAAI,EAAE,WAAW,CAAC;QACnB,CAAC,KAAK,EAAE,SAAS,CAAC;QAClB,CAAC,IAAI,EAAE,cAAc,CAAC;QACtB,CAAC,KAAK,EAAE,UAAU,CAAC;QACnB,CAAC,IAAI,EAAE,UAAU,CAAC;QAClB,CAAC,KAAK,EAAE,cAAc,CAAC;KACxB,CAAC,CAAC,mCAAmC,EAAE,CAAC,EAAE,EAAE,IAAI,EAAE,EAAE;QACnD,MAAM,CAAC,sBAAsB,CAAC,EAAkD,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAChG,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,mDAAmD,EAAE,GAAG,EAAE;QAC3D,MAAM,CAAC,sBAAsB,CAAC,SAAyD,CAAC,CAAC,CAAC,IAAI,CAC5F,SAAS,CACV,CAAC;IACJ,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}

package/dist/framework/__tests__/misc-coverage.test.d.ts

@@ -0,0 +1,18 @@
+/**
+ * @fileoverview Coverage gap-fillers for small utility surfaces.
+ *
+ * Each test here targets a real-world failure or behavior, not just
+ * raw line coverage. Concretely:
+ *   - core's Registry<T> name-collision guard (with nameCollisionMode:
+ *     'throw') prevents inconsistent dual-key state when two different
+ *     ids share a name — without the throw, the last writer wins on
+ *     `byName` while both ids remain in `byId`. This is the contract
+ *     the simulation scenario registry depends on.
+ *   - LatencyTracker's reset() must clear the running sum, otherwise a
+ *     subsequent record() would carry stale state.
+ *   - renderScenarioResultView's exhaustiveness branch fires when an
+ *     unknown `kind` reaches the renderer; tests force this with a
+ *     hand-rolled cast to verify the runtime guard, not just the types.
+ */
+export {};
+//# sourceMappingURL=misc-coverage.test.d.ts.map

package/dist/framework/__tests__/misc-coverage.test.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"misc-coverage.test.d.ts","sourceRoot":"","sources":["../../../src/framework/__tests__/misc-coverage.test.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;GAeG"}

package/dist/framework/__tests__/misc-coverage.test.js

@@ -0,0 +1,142 @@
+/**
+ * @fileoverview Coverage gap-fillers for small utility surfaces.
+ *
+ * Each test here targets a real-world failure or behavior, not just
+ * raw line coverage. Concretely:
+ *   - core's Registry<T> name-collision guard (with nameCollisionMode:
+ *     'throw') prevents inconsistent dual-key state when two different
+ *     ids share a name — without the throw, the last writer wins on
+ *     `byName` while both ids remain in `byId`. This is the contract
+ *     the simulation scenario registry depends on.
+ *   - LatencyTracker's reset() must clear the running sum, otherwise a
+ *     subsequent record() would carry stale state.
+ *   - renderScenarioResultView's exhaustiveness branch fires when an
+ *     unknown `kind` reaches the renderer; tests force this with a
+ *     hand-rolled cast to verify the runtime guard, not just the types.
+ */
+import { Registry, ValidationError } from '@opensip-cli/core';
+import { describe, expect, it } from 'vitest';
+import { LatencyTracker } from '../execution/latency-tracker.js';
+import { renderScenarioResultView } from '../result-renderers.js';
+function makeScenarioRegistry() {
+    return new Registry({
+        module: 'test',
+        duplicatePolicy: 'silent-skip',
+        evtPrefix: 'test.registry',
+        nameCollisionMode: 'throw',
+    });
+}
+describe('Registry<T> with silent-skip + nameCollisionMode=throw — coverage edges', () => {
+    it('throws ValidationError on a name collision (two different ids, same name)', () => {
+        const reg = makeScenarioRegistry();
+        reg.register({ id: 'a', name: 'shared' });
+        expect(() => reg.register({ id: 'b', name: 'shared' })).toThrow(ValidationError);
+    });
+    it('skips silent duplicate when same id is registered twice', () => {
+        const reg = makeScenarioRegistry();
+        reg.register({ id: 'a', name: 'one' });
+        reg.register({ id: 'a', name: 'one' }); // skipped silently
+        expect(reg.size).toBe(1);
+    });
+    it('size() reflects current entries', () => {
+        const reg = makeScenarioRegistry();
+        expect(reg.size).toBe(0);
+        reg.register({ id: 'a', name: 'one' });
+        reg.register({ id: 'b', name: 'two' });
+        expect(reg.size).toBe(2);
+    });
+    it('clear() empties both byId and byName indices', () => {
+        const reg = makeScenarioRegistry();
+        reg.register({ id: 'a', name: 'one' });
+        reg.register({ id: 'b', name: 'two', tags: ['x'] });
+        reg.clear();
+        expect(reg.size).toBe(0);
+        expect(reg.get('a')).toBeUndefined();
+        expect(reg.get('one')).toBeUndefined();
+        expect(reg.getByTag('x')).toEqual([]);
+    });
+    it('getByTag returns matching items', () => {
+        const reg = makeScenarioRegistry();
+        reg.register({ id: 'a', name: 'one', tags: ['x', 'shared'] });
+        reg.register({ id: 'b', name: 'two', tags: ['shared'] });
+        reg.register({ id: 'c', name: 'three' });
+        const shared = reg.getByTag('shared');
+        expect(shared.map((i) => i.id).sort()).toEqual(['a', 'b']);
+    });
+});
+// ---------------------------------------------------------------------------
+// LatencyTracker — reset() and average() with no samples
+// ---------------------------------------------------------------------------
+describe('LatencyTracker — reset and zero-sample edges', () => {
+    it('reset() clears samples, sum, and the sorted cache', () => {
+        const t = new LatencyTracker();
+        t.record(10);
+        t.record(20);
+        t.record(30);
+        expect(t.average).toBeCloseTo(20);
+        expect(t.count).toBe(3);
+        t.reset();
+        expect(t.count).toBe(0);
+        expect(t.average).toBe(0);
+        expect(t.getPercentile(50)).toBe(0);
+        // After reset, new samples behave as if fresh.
+        t.record(100);
+        expect(t.average).toBe(100);
+        expect(t.count).toBe(1);
+    });
+    it('average() returns 0 with no samples', () => {
+        const t = new LatencyTracker();
+        expect(t.average).toBe(0);
+    });
+    it('getPercentile returns the single sample with one record', () => {
+        const t = new LatencyTracker();
+        t.record(42);
+        expect(t.getPercentile(50)).toBe(42);
+        expect(t.getPercentile(99)).toBe(42);
+    });
+    it('getPercentile interpolates linearly between bracketing samples', () => {
+        const t = new LatencyTracker();
+        // 4 samples → index for p50 = 0.5 * 3 = 1.5 → interpolate between
+        // sorted[1]=20 and sorted[2]=30 with fraction 0.5 → 25.
+        t.record(40);
+        t.record(20);
+        t.record(10);
+        t.record(30);
+        expect(t.getPercentile(50)).toBeCloseTo(25);
+        // p0 and p100 land exactly on the endpoints (lower === upper path).
+        expect(t.getPercentile(0)).toBe(10);
+        expect(t.getPercentile(100)).toBe(40);
+    });
+    it('getLatencySnapshot reports avg + percentiles together', () => {
+        const t = new LatencyTracker();
+        t.record(10);
+        t.record(20);
+        t.record(30);
+        const snap = t.getLatencySnapshot();
+        expect(snap.avgLatencyMs).toBeCloseTo(20);
+        expect(snap.p50LatencyMs).toBeCloseTo(20);
+        expect(snap.p95LatencyMs).toBeGreaterThanOrEqual(snap.p50LatencyMs);
+        expect(snap.p99LatencyMs).toBeGreaterThanOrEqual(snap.p95LatencyMs);
+    });
+});
+// ---------------------------------------------------------------------------
+// renderScenarioResultView — exhaustiveness guard
+// ---------------------------------------------------------------------------
+describe('renderScenarioResultView — exhaustiveness guard', () => {
+    it('throws when called with an unknown kind (runtime safety net)', () => {
+        // Hand-rolled cast — the union doesn't permit "future-kind" at compile
+        // time, but the runtime exhaustiveness probe is what protects callers
+        // when a future variant slips past the type system (e.g., crossing a
+        // serialization boundary).
+        const future = {
+            kind: 'future-kind',
+            scenarioId: 's1',
+            passed: true,
+            durationMs: 1,
+            signals: [],
+            outcome: {},
+        };
+        expect(() => renderScenarioResultView(future)).toThrow(/exhaustiveness/);
+    });
+});
+//# sourceMappingURL=misc-coverage.test.js.map

package/dist/framework/__tests__/misc-coverage.test.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"misc-coverage.test.js","sourceRoot":"","sources":["../../../src/framework/__tests__/misc-coverage.test.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;GAeG;AAEH,OAAO,EAAE,QAAQ,EAAqB,eAAe,EAAE,MAAM,mBAAmB,CAAC;AACjF,OAAO,EAAE,QAAQ,EAAE,MAAM,EAAE,EAAE,EAAE,MAAM,QAAQ,CAAC;AAE9C,OAAO,EAAE,cAAc,EAAE,MAAM,iCAAiC,CAAC;AACjE,OAAO,EAAE,wBAAwB,EAAE,MAAM,wBAAwB,CAAC;AAelE,SAAS,oBAAoB;IAC3B,OAAO,IAAI,QAAQ,CAAW;QAC5B,MAAM,EAAE,MAAM;QACd,eAAe,EAAE,aAAa;QAC9B,SAAS,EAAE,eAAe;QAC1B,iBAAiB,EAAE,OAAO;KAC3B,CAAC,CAAC;AACL,CAAC;AAED,QAAQ,CAAC,yEAAyE,EAAE,GAAG,EAAE;IACvF,EAAE,CAAC,2EAA2E,EAAE,GAAG,EAAE;QACnF,MAAM,GAAG,GAAG,oBAAoB,EAAE,CAAC;QACnC,GAAG,CAAC,QAAQ,CAAC,EAAE,EAAE,EAAE,GAAG,EAAE,IAAI,EAAE,QAAQ,EAAE,CAAC,CAAC;QAE1C,MAAM,CAAC,GAAG,EAAE,CAAC,GAAG,CAAC,QAAQ,CAAC,EAAE,EAAE,EAAE,GAAG,EAAE,IAAI,EAAE,QAAQ,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,eAAe,CAAC,CAAC;IACnF,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,yDAAyD,EAAE,GAAG,EAAE;QACjE,MAAM,GAAG,GAAG,oBAAoB,EAAE,CAAC;QACnC,GAAG,CAAC,QAAQ,CAAC,EAAE,EAAE,EAAE,GAAG,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,CAAC;QACvC,GAAG,CAAC,QAAQ,CAAC,EAAE,EAAE,EAAE,GAAG,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC,mBAAmB;QAC3D,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAC3B,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,iCAAiC,EAAE,GAAG,EAAE;QACzC,MAAM,GAAG,GAAG,oBAAoB,EAAE,CAAC;QACnC,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QACzB,GAAG,CAAC,QAAQ,CAAC,EAAE,EAAE,EAAE,GAAG,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,CAAC;QACvC,GAAG,CAAC,QAAQ,CAAC,EAAE,EAAE,EAAE,GAAG,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,CAAC;QACvC,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAC3B,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,8CAA8C,EAAE,GAAG,EAAE;QACtD,MAAM,GAAG,GAAG,oBAAoB,EAAE,CAAC;QACnC,GAAG,CAAC,QAAQ,CAAC,EAAE,EAAE,EAAE,GAAG,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,CAAC;QACvC,GAAG,CAAC,QAAQ,CAAC,EAAE,EAAE,EAAE,GAAG,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QACpD,GAAG,CAAC,KAAK,EAAE,CAAC;QACZ,MAAM,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QACzB,MAAM,CAAC,GAAG,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,aAAa,EAAE,CAAC;QACrC,MAAM,CAAC,GAAG,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,aAAa,EAAE,CAAC;QACvC,MAAM,CAAC,GAAG,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;IACxC,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,iCAAiC,EAAE,GAAG,EAAE;QACzC,MAAM,GAAG,GAAG,oBAAoB,EAAE,CAAC;QACnC,GAAG,CAAC,QAAQ,CAAC,EAAE,EAAE,EAAE,GAAG,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,GAAG,EAAE,QAAQ,CAAC,EAAE,CAAC,CAAC;QAC9D,GAAG,CAAC,QAAQ,CAAC,EAAE,EAAE,EAAE,GAAG,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC;QACzD,GAAG,CAAC,QAAQ,CAAC,EAAE,EAAE,EAAE,GAAG,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC,CAAC;QACzC,MAAM,MAAM,GAAG,GAAG,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;QACtC,MAAM,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,OAAO,CAAC,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC,CAAC;IAC7D,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,8EAA8E;AAC9E,yDAAyD;AACzD,8EAA8E;AAE9E,QAAQ,CAAC,8CAA8C,EAAE,GAAG,EAAE;IAC5D,EAAE,CAAC,mDAAmD,EAAE,GAAG,EAAE;QAC3D,MAAM,CAAC,GAAG,IAAI,cAAc,EAAE,CAAC;QAC/B,CAAC,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;QACb,CAAC,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;QACb,CAAC,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;QACb,MAAM,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,WAAW,CAAC,EAAE,CAAC,CAAC;QAClC,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAExB,CAAC,CAAC,KAAK,EAAE,CAAC;QACV,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QACxB,MAAM,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAC1B,MAAM,CAAC,CAAC,CAAC,aAAa,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAEpC,+CAA+C;QAC/C,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;QACd,MAAM,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QAC5B,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAC1B,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,qCAAqC,EAAE,GAAG,EAAE;QAC7C,MAAM,CAAC,GAAG,IAAI,cAAc,EAAE,CAAC;QAC/B,MAAM,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAC5B,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,yDAAyD,EAAE,GAAG,EAAE;QACjE,MAAM,CAAC,GAAG,IAAI,cAAc,EAAE,CAAC;QAC/B,CAAC,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;QACb,MAAM,CAAC,CAAC,CAAC,aAAa,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACrC,MAAM,CAAC,CAAC,CAAC,aAAa,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IACvC,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,gEAAgE,EAAE,GAAG,EAAE;QACxE,MAAM,CAAC,GAAG,IAAI,cAAc,EAAE,CAAC;QAC/B,kEAAkE;QAClE,wDAAwD;QACxD,CAAC,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;QACb,CAAC,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;QACb,CAAC,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;QACb,CAAC,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;QACb,MAAM,CAAC,CAAC,CAAC,aAAa,CAAC,EAAE,CAAC,CAAC,CAAC,WAAW,CAAC,EAAE,CAAC,CAAC;QAC5C,oEAAoE;QACpE,MAAM,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACpC,MAAM,CAAC,CAAC,CAAC,aAAa,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IACxC,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,uDAAuD,EAAE,GAAG,EAAE;QAC/D,MAAM,CAAC,GAAG,IAAI,cAAc,EAAE,CAAC;QAC/B,CAAC,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;QACb,CAAC,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;QACb,CAAC,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;QACb,MAAM,IAAI,GAAG,CAAC,CAAC,kBAAkB,EAAE,CAAC;QACpC,MAAM,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,WAAW,CAAC,EAAE,CAAC,CAAC;QAC1C,MAAM,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,WAAW,CAAC,EAAE,CAAC,CAAC;QAC1C,MAAM,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,sBAAsB,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;QACpE,MAAM,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,sBAAsB,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;IACtE,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,8EAA8E;AAC9E,kDAAkD;AAClD,8EAA8E;AAE9E,QAAQ,CAAC,iDAAiD,EAAE,GAAG,EAAE;IAC/D,EAAE,CAAC,8DAA8D,EAAE,GAAG,EAAE;QACtE,uEAAuE;QACvE,sEAAsE;QACtE,qEAAqE;QACrE,2BAA2B;QAC3B,MAAM,MAAM,GAAG;YACb,IAAI,EAAE,aAAa;YACnB,UAAU,EAAE,IAAI;YAChB,MAAM,EAAE,IAAI;YACZ,UAAU,EAAE,CAAC;YACb,OAAO,EAAE,EAAE;YACX,OAAO,EAAE,EAAE;SACyB,CAAC;QAEvC,MAAM,CAAC,GAAG,EAAE,CAAC,wBAAwB,CAAC,MAAM,CAAC,CAAC,CAAC,OAAO,CAAC,gBAAgB,CAAC,CAAC;IAC3E,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}

package/dist/framework/__tests__/resolve-metric.test.d.ts

@@ -0,0 +1,12 @@
+/**
+ * @fileoverview Tests pinning the canonical metric resolver.
+ *
+ * Includes the symmetry regression: both `validateAssertions` (used by the
+ * execution-engine path) and `ScenarioResultBuilder.evaluateAssertions`
+ * (used by the kind executors) MUST produce the same actual value via
+ * `resolveMetric`. Before the unification, the two paths returned
+ * different values for `success_rate` on `totalRequests === 0` and
+ * disagreed on which keys were resolvable.
+ */
+export {};
+//# sourceMappingURL=resolve-metric.test.d.ts.map

package/dist/framework/__tests__/resolve-metric.test.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"resolve-metric.test.d.ts","sourceRoot":"","sources":["../../../src/framework/__tests__/resolve-metric.test.ts"],"names":[],"mappings":"AAAA;;;;;;;;;GASG"}

package/dist/framework/__tests__/resolve-metric.test.js

@@ -0,0 +1,124 @@
+/**
+ * @fileoverview Tests pinning the canonical metric resolver.
+ *
+ * Includes the symmetry regression: both `validateAssertions` (used by the
+ * execution-engine path) and `ScenarioResultBuilder.evaluateAssertions`
+ * (used by the kind executors) MUST produce the same actual value via
+ * `resolveMetric`. Before the unification, the two paths returned
+ * different values for `success_rate` on `totalRequests === 0` and
+ * disagreed on which keys were resolvable.
+ */
+import { describe, expect, it } from 'vitest';
+import { validateAssertions } from '../execution/execution-engine.js';
+import { resolveMetric } from '../resolve-metric.js';
+import { ScenarioResultBuilder, createEmptyMetrics } from '../result-builder.js';
+const baseMetrics = (overrides = {}) => ({
+    ...createEmptyMetrics(),
+    totalRequests: 100,
+    successfulRequests: 95,
+    failedRequests: 5,
+    avgLatencyMs: 40,
+    p50LatencyMs: 30,
+    p95LatencyMs: 70,
+    p99LatencyMs: 100,
+    errorsGenerated: 5,
+    ...overrides,
+});
+/**
+ * Run an assertion through both metric-resolution paths and compare. The
+ * `eq` operator with the resolver's value as `expected` lets us read the
+ * canonical actual back out of the validateAssertions path's `failed[].actual`
+ * (we treat any failure with the same `actual` as success for the symmetry
+ * check).
+ */
+function actualFromValidateAssertions(metrics, metric) {
+    const a = {
+        metric,
+        operator: 'eq',
+        // Force a failure so we can read `failed[0].actual`.
+        value: Number.NaN,
+        message: 'symmetry probe',
+    };
+    const out = validateAssertions(metrics, [a]);
+    // NaN !== NaN ⇒ failed list always populated for this probe.
+    return out.failed[0]?.actual ?? Number.NaN;
+}
+function actualFromResultBuilder(metrics, metric, durationSeconds) {
+    const a = {
+        metric,
+        operator: 'eq',
+        value: Number.NaN,
+        message: 'symmetry probe',
+    };
+    const builder = ScenarioResultBuilder.create('probe').withMetrics(metrics);
+    const built = (durationSeconds === undefined ? builder : builder.withDuration(durationSeconds))
+        .evaluateAssertions([a])
+        .build();
+    return built.assertions.failed[0]?.actual ?? Number.NaN;
+}
+describe('resolveMetric symmetry', () => {
+    it('chaos recovery_rate produces the same value via both paths', () => {
+        const m = baseMetrics({ errorsGenerated: 10, failedRequests: 2 });
+        const expected = resolveMetric('recovery_rate', m);
+        expect(actualFromValidateAssertions(m, 'recovery_rate')).toBeCloseTo(expected);
+        expect(actualFromResultBuilder(m, 'recovery_rate')).toBeCloseTo(expected);
+        // And the value is the documented one (1 - 2/10 = 0.8).
+        expect(expected).toBeCloseTo(0.8);
+    });
+    it('recovery_rate is 1 when no errors generated, both paths agree', () => {
+        const m = baseMetrics({ errorsGenerated: 0, failedRequests: 0 });
+        expect(actualFromValidateAssertions(m, 'recovery_rate')).toBe(1);
+        expect(actualFromResultBuilder(m, 'recovery_rate')).toBe(1);
+    });
+    it('success_rate is 0 with zero requests, both paths agree (tightening)', () => {
+        const m = baseMetrics({ totalRequests: 0, successfulRequests: 0 });
+        expect(actualFromValidateAssertions(m, 'success_rate')).toBe(0);
+        expect(actualFromResultBuilder(m, 'success_rate')).toBe(0);
+    });
+    it.each([
+        ['error_rate', { totalRequests: 200, failedRequests: 50 }, 0.25],
+        ['success_rate', { totalRequests: 200, successfulRequests: 180 }, 0.9],
+        ['p50_latency_ms', { p50LatencyMs: 33 }, 33],
+        ['p95_latency_ms', { p95LatencyMs: 88 }, 88],
+        ['p99_latency_ms', { p99LatencyMs: 200 }, 200],
+        ['avg_latency_ms', { avgLatencyMs: 45 }, 45],
+        ['total_requests', { totalRequests: 7 }, 7],
+        ['failed_requests', { failedRequests: 4 }, 4],
+    ])('%s resolves to %d via both paths', (metric, overrides, expected) => {
+        const m = baseMetrics(overrides);
+        expect(actualFromValidateAssertions(m, metric)).toBeCloseTo(expected);
+        expect(actualFromResultBuilder(m, metric)).toBeCloseTo(expected);
+    });
+    it('requests_per_second resolves via the result-builder path with duration', () => {
+        const m = baseMetrics({ totalRequests: 100 });
+        expect(actualFromResultBuilder(m, 'requests_per_second', 10)).toBeCloseTo(10);
+        // Without duration in the validate-assertions path, the value is 0
+        // (no duration plumbed through). Documented behaviour.
+        expect(actualFromValidateAssertions(m, 'requests_per_second')).toBe(0);
+    });
+    it('reserved keys (cpu_percent, memory_mb, max_latency_ms) resolve to 0', () => {
+        const m = baseMetrics();
+        expect(resolveMetric('cpu_percent', m)).toBe(0);
+        expect(resolveMetric('memory_mb', m)).toBe(0);
+        expect(resolveMetric('max_latency_ms', m)).toBe(0);
+    });
+    it('resolves the raw count metric keys directly off SimulationMetrics', () => {
+        const m = baseMetrics({
+            successfulRequests: 95,
+            failedRequests: 5,
+            errorsGenerated: 7,
+            totalRequests: 100,
+        });
+        expect(resolveMetric('successful_requests', m)).toBe(95);
+        expect(resolveMetric('failed_requests', m)).toBe(5);
+        expect(resolveMetric('errors_generated', m)).toBe(7);
+        expect(resolveMetric('total_requests', m)).toBe(100);
+    });
+    it('falls through to 0 for a key outside the supported set (type-bypass guard)', () => {
+        const m = baseMetrics();
+        // A caller that deliberately bypasses the compile-time narrowing hits the
+        // exhaustive default arm, which returns 0.
+        expect(resolveMetric('not-a-real-metric', m)).toBe(0);
+    });
+});
+//# sourceMappingURL=resolve-metric.test.js.map

package/dist/framework/__tests__/resolve-metric.test.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"resolve-metric.test.js","sourceRoot":"","sources":["../../../src/framework/__tests__/resolve-metric.test.ts"],"names":[],"mappings":"AAAA;;;;;;;;;GASG;AAEH,OAAO,EAAE,QAAQ,EAAE,MAAM,EAAE,EAAE,EAAE,MAAM,QAAQ,CAAC;AAE9C,OAAO,EAAE,kBAAkB,EAAE,MAAM,kCAAkC,CAAC;AACtE,OAAO,EAAE,aAAa,EAAE,MAAM,sBAAsB,CAAC;AACrD,OAAO,EAAE,qBAAqB,EAAE,kBAAkB,EAAE,MAAM,sBAAsB,CAAC;AAKjF,MAAM,WAAW,GAAG,CAAC,YAAwC,EAAE,EAAqB,EAAE,CAAC,CAAC;IACtF,GAAG,kBAAkB,EAAE;IACvB,aAAa,EAAE,GAAG;IAClB,kBAAkB,EAAE,EAAE;IACtB,cAAc,EAAE,CAAC;IACjB,YAAY,EAAE,EAAE;IAChB,YAAY,EAAE,EAAE;IAChB,YAAY,EAAE,EAAE;IAChB,YAAY,EAAE,GAAG;IACjB,eAAe,EAAE,CAAC;IAClB,GAAG,SAAS;CACb,CAAC,CAAC;AAEH;;;;;;GAMG;AACH,SAAS,4BAA4B,CACnC,OAA0B,EAC1B,MAAyB;IAEzB,MAAM,CAAC,GAAsB;QAC3B,MAAM;QACN,QAAQ,EAAE,IAAI;QACd,qDAAqD;QACrD,KAAK,EAAE,MAAM,CAAC,GAAG;QACjB,OAAO,EAAE,gBAAgB;KAC1B,CAAC;IACF,MAAM,GAAG,GAAG,kBAAkB,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;IAC7C,6DAA6D;IAC7D,OAAO,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,MAAM,IAAI,MAAM,CAAC,GAAG,CAAC;AAC7C,CAAC;AAED,SAAS,uBAAuB,CAC9B,OAA0B,EAC1B,MAAyB,EACzB,eAAwB;IAExB,MAAM,CAAC,GAAsB;QAC3B,MAAM;QACN,QAAQ,EAAE,IAAI;QACd,KAAK,EAAE,MAAM,CAAC,GAAG;QACjB,OAAO,EAAE,gBAAgB;KAC1B,CAAC;IACF,MAAM,OAAO,GAAG,qBAAqB,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC;IAC3E,MAAM,KAAK,GAAG,CAAC,eAAe,KAAK,SAAS,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,OAAO,CAAC,YAAY,CAAC,eAAe,CAAC,CAAC;SAC5F,kBAAkB,CAAC,CAAC,CAAC,CAAC,CAAC;SACvB,KAAK,EAAE,CAAC;IACX,OAAO,KAAK,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,MAAM,IAAI,MAAM,CAAC,GAAG,CAAC;AAC1D,CAAC;AAED,QAAQ,CAAC,wBAAwB,EAAE,GAAG,EAAE;IACtC,EAAE,CAAC,4DAA4D,EAAE,GAAG,EAAE;QACpE,MAAM,CAAC,GAAG,WAAW,CAAC,EAAE,eAAe,EAAE,EAAE,EAAE,cAAc,EAAE,CAAC,EAAE,CAAC,CAAC;QAClE,MAAM,QAAQ,GAAG,aAAa,CAAC,eAAe,EAAE,CAAC,CAAC,CAAC;QACnD,MAAM,CAAC,4BAA4B,CAAC,CAAC,EAAE,eAAe,CAAC,CAAC,CAAC,WAAW,CAAC,QAAQ,CAAC,CAAC;QAC/E,MAAM,CAAC,uBAAuB,CAAC,CAAC,EAAE,eAAe,CAAC,CAAC,CAAC,WAAW,CAAC,QAAQ,CAAC,CAAC;QAC1E,wDAAwD;QACxD,MAAM,CAAC,QAAQ,CAAC,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC;IACpC,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,+DAA+D,EAAE,GAAG,EAAE;QACvE,MAAM,CAAC,GAAG,WAAW,CAAC,EAAE,eAAe,EAAE,CAAC,EAAE,cAAc,EAAE,CAAC,EAAE,CAAC,CAAC;QACjE,MAAM,CAAC,4BAA4B,CAAC,CAAC,EAAE,eAAe,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QACjE,MAAM,CAAC,uBAAuB,CAAC,CAAC,EAAE,eAAe,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAC9D,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,qEAAqE,EAAE,GAAG,EAAE;QAC7E,MAAM,CAAC,GAAG,WAAW,CAAC,EAAE,aAAa,EAAE,CAAC,EAAE,kBAAkB,EAAE,CAAC,EAAE,CAAC,CAAC;QACnE,MAAM,CAAC,4BAA4B,CAAC,CAAC,EAAE,cAAc,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAChE,MAAM,CAAC,uBAAuB,CAAC,CAAC,EAAE,cAAc,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAC7D,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,IAAI,CAA0D;QAC/D,CAAC,YAAY,EAAE,EAAE,aAAa,EAAE,GAAG,EAAE,cAAc,EAAE,EAAE,EAAE,EAAE,IAAI,CAAC;QAChE,CAAC,cAAc,EAAE,EAAE,aAAa,EAAE,GAAG,EAAE,kBAAkB,EAAE,GAAG,EAAE,EAAE,GAAG,CAAC;QACtE,CAAC,gBAAgB,EAAE,EAAE,YAAY,EAAE,EAAE,EAAE,EAAE,EAAE,CAAC;QAC5C,CAAC,gBAAgB,EAAE,EAAE,YAAY,EAAE,EAAE,EAAE,EAAE,EAAE,CAAC;QAC5C,CAAC,gBAAgB,EAAE,EAAE,YAAY,EAAE,GAAG,EAAE,EAAE,GAAG,CAAC;QAC9C,CAAC,gBAAgB,EAAE,EAAE,YAAY,EAAE,EAAE,EAAE,EAAE,EAAE,CAAC;QAC5C,CAAC,gBAAgB,EAAE,EAAE,aAAa,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC;QAC3C,CAAC,iBAAiB,EAAE,EAAE,cAAc,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC;KAC9C,CAAC,CAAC,kCAAkC,EAAE,CAAC,MAAM,EAAE,SAAS,EAAE,QAAQ,EAAE,EAAE;QACrE,MAAM,CAAC,GAAG,WAAW,CAAC,SAAS,CAAC,CAAC;QACjC,MAAM,CAAC,4BAA4B,CAAC,CAAC,EAAE,MAAM,CAAC,CAAC,CAAC,WAAW,CAAC,QAAQ,CAAC,CAAC;QACtE,MAAM,CAAC,uBAAuB,CAAC,CAAC,EAAE,MAAM,CAAC,CAAC,CAAC,WAAW,CAAC,QAAQ,CAAC,CAAC;IACnE,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,wEAAwE,EAAE,GAAG,EAAE;QAChF,MAAM,CAAC,GAAG,WAAW,CAAC,EAAE,aAAa,EAAE,GAAG,EAAE,CAAC,CAAC;QAC9C,MAAM,CAAC,uBAAuB,CAAC,CAAC,EAAE,qBAAqB,EAAE,EAAE,CAAC,CAAC,CAAC,WAAW,CAAC,EAAE,CAAC,CAAC;QAC9E,mEAAmE;QACnE,uDAAuD;QACvD,MAAM,CAAC,4BAA4B,CAAC,CAAC,EAAE,qBAAqB,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IACzE,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,qEAAqE,EAAE,GAAG,EAAE;QAC7E,MAAM,CAAC,GAAG,WAAW,EAAE,CAAC;QACxB,MAAM,CAAC,aAAa,CAAC,aAAa,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAChD,MAAM,CAAC,aAAa,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAC9C,MAAM,CAAC,aAAa,CAAC,gBAAgB,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IACrD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,mEAAmE,EAAE,GAAG,EAAE;QAC3E,MAAM,CAAC,GAAG,WAAW,CAAC;YACpB,kBAAkB,EAAE,EAAE;YACtB,cAAc,EAAE,CAAC;YACjB,eAAe,EAAE,CAAC;YAClB,aAAa,EAAE,GAAG;SACnB,CAAC,CAAC;QACH,MAAM,CAAC,aAAa,CAAC,qBAAqB,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACzD,MAAM,CAAC,aAAa,CAAC,iBAAiB,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QACpD,MAAM,CAAC,aAAa,CAAC,kBAAkB,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QACrD,MAAM,CAAC,aAAa,CAAC,gBAAgB,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IACvD,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,4EAA4E,EAAE,GAAG,EAAE;QACpF,MAAM,CAAC,GAAG,WAAW,EAAE,CAAC;QACxB,0EAA0E;QAC1E,2CAA2C;QAC3C,MAAM,CAAC,aAAa,CAAC,mBAAwC,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAC7E,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}

package/dist/framework/__tests__/result-builder.test.d.ts

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=result-builder.test.d.ts.map

package/dist/framework/__tests__/result-builder.test.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"result-builder.test.d.ts","sourceRoot":"","sources":["../../../src/framework/__tests__/result-builder.test.ts"],"names":[],"mappings":""}

package/dist/framework/__tests__/result-builder.test.js

@@ -0,0 +1,180 @@
+import { ValidationError, createSignal } from '@opensip-cli/core';
+import { describe, expect, it } from 'vitest';
+import { ASSERTIONS } from '../assertions.js';
+import { ScenarioResultBuilder, createEmptyMetrics, mergeMetrics } from '../result-builder.js';
+const baseMetrics = (overrides = {}) => ({
+    ...createEmptyMetrics(),
+    totalRequests: 100,
+    successfulRequests: 99,
+    failedRequests: 1,
+    avgLatencyMs: 50,
+    p50LatencyMs: 40,
+    p95LatencyMs: 80,
+    p99LatencyMs: 120,
+    errorsGenerated: 0,
+    ...overrides,
+});
+const sig = (overrides = {}) => createSignal({
+    source: 'simulation',
+    provider: 'opensip',
+    severity: 'medium',
+    category: 'warning',
+    ruleId: 'sim:test',
+    message: 'note',
+    ...overrides,
+});
+describe('ScenarioResultBuilder', () => {
+    it('returns scenario id', () => {
+        expect(ScenarioResultBuilder.create('s1').getScenarioId()).toBe('s1');
+    });
+    it('builds a passed payload when all assertions hold', () => {
+        const out = ScenarioResultBuilder.create('s1')
+            .withMetrics(baseMetrics())
+            .withDuration(10)
+            .evaluateAssertions([ASSERTIONS.lowErrorRate(), ASSERTIONS.highSuccessRate(0.9)])
+            .build();
+        expect(out.passed).toBe(true);
+        expect(out.assertions.passed).toHaveLength(2);
+        expect(out.assertions.failed).toEqual([]);
+    });
+    it('records failed assertion with the actual value', () => {
+        const out = ScenarioResultBuilder.create('s1')
+            .withMetrics(baseMetrics({ failedRequests: 50 }))
+            .evaluateAssertions([ASSERTIONS.lowErrorRate()])
+            .build();
+        expect(out.passed).toBe(false);
+        expect(out.assertions.failed).toHaveLength(1);
+        expect(out.assertions.failed[0]?.actual).toBeCloseTo(0.5);
+    });
+    it('throws when evaluating assertions before metrics are set', () => {
+        expect(() => ScenarioResultBuilder.create('s1').evaluateAssertions([ASSERTIONS.lowErrorRate()])).toThrow(ValidationError);
+    });
+    it('throws on build() when metrics are not set', () => {
+        expect(() => ScenarioResultBuilder.create('s1').build()).toThrow(ValidationError);
+    });
+    it('addSignal / addSignals propagate to the payload', () => {
+        const out = ScenarioResultBuilder.create('s1')
+            .withMetrics(baseMetrics())
+            .addSignal(sig({ ruleId: 'sim:a' }))
+            .addSignals([sig({ ruleId: 'sim:b' }), sig({ ruleId: 'sim:c' })])
+            .build();
+        expect(out.signals.map((s) => s.ruleId)).toEqual(['sim:a', 'sim:b', 'sim:c']);
+    });
+    it('assertionPassed / assertionFailed allow manual record-keeping', () => {
+        const a = ASSERTIONS.lowErrorRate();
+        const out = ScenarioResultBuilder.create('s1')
+            .withMetrics(baseMetrics())
+            .assertionPassed(a)
+            .assertionFailed(a, 0.99)
+            .build();
+        expect(out.assertions.passed).toHaveLength(1);
+        expect(out.assertions.failed).toHaveLength(1);
+    });
+    describe('metric resolution', () => {
+        it('resolves error_rate from totalRequests / failedRequests', () => {
+            const out = ScenarioResultBuilder.create('s1')
+                .withMetrics(baseMetrics({ totalRequests: 200, failedRequests: 10 }))
+                .evaluateAssertions([ASSERTIONS.lowErrorRate(0.1)])
+                .build();
+            expect(out.passed).toBe(true);
+        });
+        it('resolves error_rate to 0 when totalRequests is 0', () => {
+            const out = ScenarioResultBuilder.create('s1')
+                .withMetrics(baseMetrics({ totalRequests: 0, failedRequests: 0 }))
+                .evaluateAssertions([ASSERTIONS.lowErrorRate()])
+                .build();
+            expect(out.passed).toBe(true);
+        });
+        it('resolves success_rate from successful / total', () => {
+            const out = ScenarioResultBuilder.create('s1')
+                .withMetrics(baseMetrics({ totalRequests: 100, successfulRequests: 100 }))
+                .evaluateAssertions([ASSERTIONS.perfectSuccessRate()])
+                .build();
+            expect(out.passed).toBe(true);
+        });
+        it('success_rate is 0 when no requests', () => {
+            const out = ScenarioResultBuilder.create('s1')
+                .withMetrics(baseMetrics({ totalRequests: 0 }))
+                .evaluateAssertions([ASSERTIONS.highSuccessRate(0.5)])
+                .build();
+            expect(out.passed).toBe(false);
+        });
+        it('resolves requests_per_second from totalRequests / duration', () => {
+            const out = ScenarioResultBuilder.create('s1')
+                .withMetrics(baseMetrics({ totalRequests: 100 }))
+                .withDuration(10)
+                .evaluateAssertions([ASSERTIONS.minThroughput(5)])
+                .build();
+            expect(out.passed).toBe(true); // 10 RPS >= 5
+        });
+        it('requests_per_second is 0 without duration', () => {
+            const out = ScenarioResultBuilder.create('s1')
+                .withMetrics(baseMetrics())
+                .evaluateAssertions([ASSERTIONS.minThroughput(1)])
+                .build();
+            expect(out.passed).toBe(false);
+        });
+        it('resolves direct latency fields from metrics', () => {
+            const out = ScenarioResultBuilder.create('s1')
+                .withMetrics(baseMetrics({ p95LatencyMs: 200 }))
+                .evaluateAssertions([ASSERTIONS.lowLatency('p95', 300)])
+                .build();
+            expect(out.passed).toBe(true);
+        });
+        it('returns 0 for unknown metrics', () => {
+            const out = ScenarioResultBuilder.create('s1')
+                .withMetrics(baseMetrics())
+                .evaluateAssertions([ASSERTIONS.custom('cpu_percent', 'lt', 100)])
+                .build();
+            expect(out.passed).toBe(true); // 0 < 100
+        });
+    });
+});
+describe('createEmptyMetrics', () => {
+    it('returns a zero-valued metrics object', () => {
+        const m = createEmptyMetrics();
+        expect(m.totalRequests).toBe(0);
+        expect(m.successfulRequests).toBe(0);
+        expect(m.failedRequests).toBe(0);
+        expect(m.avgLatencyMs).toBe(0);
+    });
+});
+describe('mergeMetrics', () => {
+    it('returns empty metrics for an empty list', () => {
+        expect(mergeMetrics([])).toEqual(createEmptyMetrics());
+    });
+    it('returns the single entry directly', () => {
+        const only = baseMetrics();
+        expect(mergeMetrics([only])).toBe(only);
+    });
+    it('sums totals and weights average latency', () => {
+        const a = baseMetrics({
+            totalRequests: 100,
+            successfulRequests: 100,
+            failedRequests: 0,
+            avgLatencyMs: 50,
+        });
+        const b = baseMetrics({
+            totalRequests: 100,
+            successfulRequests: 50,
+            failedRequests: 50,
+            avgLatencyMs: 150,
+        });
+        const merged = mergeMetrics([a, b]);
+        expect(merged.totalRequests).toBe(200);
+        expect(merged.successfulRequests).toBe(150);
+        expect(merged.failedRequests).toBe(50);
+        expect(merged.avgLatencyMs).toBeCloseTo(100); // weighted by totalRequests
+    });
+    it('takes the max for percentile latencies', () => {
+        const a = baseMetrics({ p99LatencyMs: 100 });
+        const b = baseMetrics({ p99LatencyMs: 250 });
+        expect(mergeMetrics([a, b]).p99LatencyMs).toBe(250);
+    });
+    it('returns 0 average latency when totalRequests is 0', () => {
+        const a = baseMetrics({ totalRequests: 0, avgLatencyMs: 100 });
+        const b = baseMetrics({ totalRequests: 0, avgLatencyMs: 200 });
+        expect(mergeMetrics([a, b]).avgLatencyMs).toBe(0);
+    });
+});
+//# sourceMappingURL=result-builder.test.js.map