@substrate-ai/factory 0.19.54

package/dist/scenarios/__tests__/scorer.test.js

@@ -0,0 +1,225 @@
+/**
+ * Unit tests for the satisfaction scorer (story 44-5, 46-1).
+ *
+ * Covers:
+ *   AC3 — 3/4 pass → score 0.75, passes false (below 0.8 default threshold)
+ *   AC4 — 0/2 pass → score 0.0, passes false, status SUCCESS
+ *   AC7 — computeSatisfactionScore exported and accepts optional threshold
+ *   AC1–AC7 (story 46-1) — createSatisfactionScorer with weighted scoring + breakdown
+ */
+import { describe, it, expect } from 'vitest';
+import { computeSatisfactionScore, createSatisfactionScorer } from '../scorer.js';
+// ---------------------------------------------------------------------------
+// Helpers
+// ---------------------------------------------------------------------------
+function makeResult(total, passed) {
+    return {
+        scenarios: [],
+        summary: { total, passed, failed: total - passed },
+        durationMs: 10,
+    };
+}
+function makeNamedResult(scenarios) {
+    const passed = scenarios.filter(s => s.status === 'pass').length;
+    return {
+        scenarios: scenarios.map(s => ({
+            name: s.name,
+            status: s.status,
+            exitCode: s.status === 'pass' ? 0 : 1,
+            stdout: '',
+            stderr: '',
+            durationMs: 10,
+        })),
+        summary: { total: scenarios.length, passed, failed: scenarios.length - passed },
+        durationMs: 50,
+    };
+}
+// ---------------------------------------------------------------------------
+// Tests
+// ---------------------------------------------------------------------------
+describe('computeSatisfactionScore', () => {
+    it('returns score 0.0 and passes false when total is 0 (edge case)', () => {
+        const result = computeSatisfactionScore(makeResult(0, 0));
+        expect(result.score).toBe(0.0);
+        expect(result.passes).toBe(false);
+        expect(result.threshold).toBe(0.8);
+    });
+    it('returns score 0.75 and passes false when 3 of 4 pass (below default threshold 0.8)', () => {
+        const result = computeSatisfactionScore(makeResult(4, 3));
+        expect(result.score).toBe(0.75);
+        expect(result.passes).toBe(false);
+        expect(result.threshold).toBe(0.8);
+    });
+    it('returns score 1.0 and passes true when all scenarios pass', () => {
+        const result = computeSatisfactionScore(makeResult(4, 4));
+        expect(result.score).toBe(1.0);
+        expect(result.passes).toBe(true);
+        expect(result.threshold).toBe(0.8);
+    });
+    it('returns score 0.0 and passes false when 0 of 2 pass (AC4)', () => {
+        const result = computeSatisfactionScore(makeResult(2, 0));
+        expect(result.score).toBe(0.0);
+        expect(result.passes).toBe(false);
+        expect(result.threshold).toBe(0.8);
+    });
+    it('respects custom threshold: 3/4 pass with threshold 0.7 → passes true (AC7)', () => {
+        const result = computeSatisfactionScore(makeResult(4, 3), 0.7);
+        expect(result.score).toBe(0.75);
+        expect(result.passes).toBe(true);
+        expect(result.threshold).toBe(0.7);
+    });
+    it('returns score 0.5 when 1 of 2 pass', () => {
+        const result = computeSatisfactionScore(makeResult(2, 1));
+        expect(result.score).toBe(0.5);
+        expect(result.passes).toBe(false);
+    });
+    it('score exactly at threshold passes: score 0.8, threshold 0.8 → passes true', () => {
+        // 4/5 = 0.8 exactly
+        const result = computeSatisfactionScore(makeResult(5, 4));
+        expect(result.score).toBeCloseTo(0.8);
+        expect(result.passes).toBe(true);
+    });
+});
+// ---------------------------------------------------------------------------
+// Story 46-1: createSatisfactionScorer with weighted scoring + breakdown
+// ---------------------------------------------------------------------------
+describe('createSatisfactionScorer', () => {
+    // AC1: Unweighted Score — 3 of 5 passing
+    it('AC1: 3 of 5 pass unweighted → score ≈ 0.6, passes false, breakdown.length === 5', () => {
+        const scorer = createSatisfactionScorer();
+        const result = makeNamedResult([
+            { name: 's1', status: 'pass' },
+            { name: 's2', status: 'pass' },
+            { name: 's3', status: 'pass' },
+            { name: 's4', status: 'fail' },
+            { name: 's5', status: 'fail' },
+        ]);
+        const score = scorer.compute(result);
+        expect(score.score).toBeCloseTo(0.6);
+        expect(score.passes).toBe(false);
+        expect(score.breakdown).toHaveLength(5);
+        expect(score.breakdown.every(d => d.weight === 1.0)).toBe(true);
+    });
+    // AC2: Weighted Score — Unequal Weights
+    it('AC2: login(w=3) passes, checkout/profile(w=1) fail → score ≈ 0.6, passes false', () => {
+        const scorer = createSatisfactionScorer();
+        const result = makeNamedResult([
+            { name: 'login', status: 'pass' },
+            { name: 'checkout', status: 'fail' },
+            { name: 'profile', status: 'fail' },
+        ]);
+        const score = scorer.compute(result, { login: 3.0, checkout: 1.0, profile: 1.0 });
+        expect(score.score).toBeCloseTo(0.6);
+        expect(score.passes).toBe(false);
+    });
+    // AC3: All Scenarios Pass
+    it('AC3: all scenarios pass → score = 1.0, passes true', () => {
+        const scorer = createSatisfactionScorer();
+        const result = makeNamedResult([
+            { name: 'a', status: 'pass' },
+            { name: 'b', status: 'pass' },
+            { name: 'c', status: 'pass' },
+        ]);
+        const score = scorer.compute(result);
+        expect(score.score).toBe(1.0);
+        expect(score.passes).toBe(true);
+    });
+    // AC4: No Scenarios — Zero Score
+    it('AC4: empty scenarios array → score = 0.0, passes false, breakdown = []', () => {
+        const scorer = createSatisfactionScorer();
+        const result = {
+            scenarios: [],
+            summary: { total: 0, passed: 0, failed: 0 },
+            durationMs: 10,
+        };
+        const score = scorer.compute(result);
+        expect(score.score).toBe(0.0);
+        expect(score.passes).toBe(false);
+        expect(score.breakdown).toEqual([]);
+    });
+    // AC5: Breakdown Contains Per-Scenario Detail
+    it('AC5: login contribution ≈ 0.6, checkout/profile contribution = 0.0', () => {
+        const scorer = createSatisfactionScorer();
+        const result = makeNamedResult([
+            { name: 'login', status: 'pass' },
+            { name: 'checkout', status: 'fail' },
+            { name: 'profile', status: 'fail' },
+        ]);
+        const score = scorer.compute(result, { login: 3.0, checkout: 1.0, profile: 1.0 });
+        const loginEntry = score.breakdown.find(d => d.name === 'login');
+        const checkoutEntry = score.breakdown.find(d => d.name === 'checkout');
+        const profileEntry = score.breakdown.find(d => d.name === 'profile');
+        expect(loginEntry.contribution).toBeCloseTo(0.6);
+        expect(checkoutEntry.contribution).toBe(0.0);
+        expect(profileEntry.contribution).toBe(0.0);
+        expect(loginEntry.weight).toBe(3.0);
+        expect(checkoutEntry.weight).toBe(1.0);
+        expect(profileEntry.weight).toBe(1.0);
+    });
+    // AC5 detail: passed field per scenario
+    it('AC5 detail: login has passed = true, checkout has passed = false', () => {
+        const scorer = createSatisfactionScorer();
+        const result = makeNamedResult([
+            { name: 'login', status: 'pass' },
+            { name: 'checkout', status: 'fail' },
+        ]);
+        const score = scorer.compute(result);
+        const first = score.breakdown.find(d => d.name === 'login');
+        const second = score.breakdown.find(d => d.name === 'checkout');
+        expect(first.passed).toBe(true);
+        expect(second.passed).toBe(false);
+    });
+    // AC6: computeSatisfactionScore backward compatibility with breakdown
+    it('AC6: computeSatisfactionScore returns breakdown with 3 entries, all weight 1.0', () => {
+        const result = makeNamedResult([
+            { name: 'a', status: 'pass' },
+            { name: 'b', status: 'fail' },
+            { name: 'c', status: 'fail' },
+        ]);
+        const score = computeSatisfactionScore(result);
+        expect(score.breakdown).toHaveLength(3);
+        expect(score.breakdown.every(d => d.weight === 1.0)).toBe(true);
+        expect(score.score).toBeCloseTo(1 / 3);
+    });
+    // AC6 backward-compat: custom threshold
+    it('AC6 backward-compat: computeSatisfactionScore with threshold 0.5 → passes true when score > 0.5', () => {
+        const result = makeNamedResult([
+            { name: 'a', status: 'pass' },
+            { name: 'b', status: 'pass' },
+            { name: 'c', status: 'fail' },
+        ]);
+        const score = computeSatisfactionScore(result, 0.5);
+        expect(score.score).toBeCloseTo(2 / 3);
+        expect(score.passes).toBe(true);
+    });
+    // AC7: createSatisfactionScorer and SatisfactionScorer are callable
+    it('AC7: createSatisfactionScorer is a function and scorer.compute is a function', () => {
+        expect(typeof createSatisfactionScorer).toBe('function');
+        const scorer = createSatisfactionScorer();
+        expect(typeof scorer.compute).toBe('function');
+    });
+    // AC7: createSatisfactionScorer returns full SatisfactionScore with breakdown
+    it('AC7: createSatisfactionScorer().compute() returns SatisfactionScore with breakdown', () => {
+        const scorer = createSatisfactionScorer(0.8);
+        const result = makeNamedResult([{ name: 'x', status: 'pass' }]);
+        const score = scorer.compute(result);
+        expect(score).toHaveProperty('score');
+        expect(score).toHaveProperty('passes');
+        expect(score).toHaveProperty('threshold');
+        expect(score).toHaveProperty('breakdown');
+        expect(score.breakdown).toHaveLength(1);
+    });
+    // Extra: custom threshold with createSatisfactionScorer
+    it('createSatisfactionScorer respects custom threshold', () => {
+        const scorer = createSatisfactionScorer(0.5);
+        const result = makeNamedResult([
+            { name: 'a', status: 'pass' },
+            { name: 'b', status: 'fail' },
+        ]);
+        const score = scorer.compute(result);
+        expect(score.score).toBeCloseTo(0.5);
+        expect(score.passes).toBe(true); // score >= 0.5
+        expect(score.threshold).toBe(0.5);
+    });
+});
+//# sourceMappingURL=scorer.test.js.map

package/dist/scenarios/__tests__/scorer.test.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"scorer.test.js","sourceRoot":"","sources":["../../../src/scenarios/__tests__/scorer.test.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AAEH,OAAO,EAAE,QAAQ,EAAE,EAAE,EAAE,MAAM,EAAE,MAAM,QAAQ,CAAA;AAC7C,OAAO,EAAE,wBAAwB,EAAE,wBAAwB,EAAE,MAAM,cAAc,CAAA;AAGjF,8EAA8E;AAC9E,UAAU;AACV,8EAA8E;AAE9E,SAAS,UAAU,CAAC,KAAa,EAAE,MAAc;IAC/C,OAAO;QACL,SAAS,EAAE,EAAE;QACb,OAAO,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,KAAK,GAAG,MAAM,EAAE;QAClD,UAAU,EAAE,EAAE;KACf,CAAA;AACH,CAAC;AAED,SAAS,eAAe,CAAC,SAA2D;IAClF,MAAM,MAAM,GAAG,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,KAAK,MAAM,CAAC,CAAC,MAAM,CAAA;IAChE,OAAO;QACL,SAAS,EAAE,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;YAC7B,IAAI,EAAE,CAAC,CAAC,IAAI;YACZ,MAAM,EAAE,CAAC,CAAC,MAAM;YAChB,QAAQ,EAAE,CAAC,CAAC,MAAM,KAAK,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YACrC,MAAM,EAAE,EAAE;YACV,MAAM,EAAE,EAAE;YACV,UAAU,EAAE,EAAE;SACf,CAAC,CAAC;QACH,OAAO,EAAE,EAAE,KAAK,EAAE,SAAS,CAAC,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,SAAS,CAAC,MAAM,GAAG,MAAM,EAAE;QAC/E,UAAU,EAAE,EAAE;KACf,CAAA;AACH,CAAC;AAED,8EAA8E;AAC9E,QAAQ;AACR,8EAA8E;AAE9E,QAAQ,CAAC,0BAA0B,EAAE,GAAG,EAAE;IACxC,EAAE,CAAC,gEAAgE,EAAE,GAAG,EAAE;QACxE,MAAM,MAAM,GAAG,wBAAwB,CAAC,UAAU,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAA;QACzD,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAA;QAC9B,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAA;QACjC,MAAM,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAA;IACpC,CAAC,CAAC,CAAA;IAEF,EAAE,CAAC,oFAAoF,EAAE,GAAG,EAAE;QAC5F,MAAM,MAAM,GAAG,wBAAwB,CAAC,UAAU,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAA;QACzD,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;QAC/B,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAA;QACjC,MAAM,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAA;IACpC,CAAC,CAAC,CAAA;IAEF,EAAE,CAAC,2DAA2D,EAAE,GAAG,EAAE;QACnE,MAAM,MAAM,GAAG,wBAAwB,CAAC,UAAU,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAA;QACzD,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAA;QAC9B,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;QAChC,MAAM,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAA;IACpC,CAAC,CAAC,CAAA;IAEF,EAAE,CAAC,2DAA2D,EAAE,GAAG,EAAE;QACnE,MAAM,MAAM,GAAG,wBAAwB,CAAC,UAAU,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAA;QACzD,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAA;QAC9B,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAA;QACjC,MAAM,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAA;IACpC,CAAC,CAAC,CAAA;IAEF,EAAE,CAAC,4EAA4E,EAAE,GAAG,EAAE;QACpF,MAAM,MAAM,GAAG,wBAAwB,CAAC,UAAU,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,GAAG,CAAC,CAAA;QAC9D,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;QAC/B,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;QAChC,MAAM,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAA;IACpC,CAAC,CAAC,CAAA;IAEF,EAAE,CAAC,oCAAoC,EAAE,GAAG,EAAE;QAC5C,MAAM,MAAM,GAAG,wBAAwB,CAAC,UAAU,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAA;QACzD,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAA;QAC9B,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAA;IACnC,CAAC,CAAC,CAAA;IAEF,EAAE,CAAC,2EAA2E,EAAE,GAAG,EAAE;QACnF,oBAAoB;QACpB,MAAM,MAAM,GAAG,wBAAwB,CAAC,UAAU,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAA;QACzD,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,WAAW,CAAC,GAAG,CAAC,CAAA;QACrC,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;IAClC,CAAC,CAAC,CAAA;AACJ,CAAC,CAAC,CAAA;AAEF,8EAA8E;AAC9E,yEAAyE;AACzE,8EAA8E;AAE9E,QAAQ,CAAC,0BAA0B,EAAE,GAAG,EAAE;IACxC,yCAAyC;IACzC,EAAE,CAAC,iFAAiF,EAAE,GAAG,EAAE;QACzF,MAAM,MAAM,GAAG,wBAAwB,EAAE,CAAA;QACzC,MAAM,MAAM,GAAG,eAAe,CAAC;YAC7B,EAAE,IAAI,EAAE,IAAI,EAAE,MAAM,EAAE,MAAM,EAAE;YAC9B,EAAE,IAAI,EAAE,IAAI,EAAE,MAAM,EAAE,MAAM,EAAE;YAC9B,EAAE,IAAI,EAAE,IAAI,EAAE,MAAM,EAAE,MAAM,EAAE;YAC9B,EAAE,IAAI,EAAE,IAAI,EAAE,MAAM,EAAE,MAAM,EAAE;YAC9B,EAAE,IAAI,EAAE,IAAI,EAAE,MAAM,EAAE,MAAM,EAAE;SAC/B,CAAC,CAAA;QACF,MAAM,KAAK,GAAG,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,CAAA;QACpC,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,WAAW,CAAC,GAAG,CAAC,CAAA;QACpC,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAA;QAChC,MAAM,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAA;QACvC,MAAM,CAAC,KAAK,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,KAAK,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;IACjE,CAAC,CAAC,CAAA;IAEF,wCAAwC;IACxC,EAAE,CAAC,gFAAgF,EAAE,GAAG,EAAE;QACxF,MAAM,MAAM,GAAG,wBAAwB,EAAE,CAAA;QACzC,MAAM,MAAM,GAAG,eAAe,CAAC;YAC7B,EAAE,IAAI,EAAE,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE;YACjC,EAAE,IAAI,EAAE,UAAU,EAAE,MAAM,EAAE,MAAM,EAAE;YACpC,EAAE,IAAI,EAAE,SAAS,EAAE,MAAM,EAAE,MAAM,EAAE;SACpC,CAAC,CAAA;QACF,MAAM,KAAK,GAAG,MAAM,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,KAAK,EAAE,GAAG,EAAE,QAAQ,EAAE,GAAG,EAAE,OAAO,EAAE,GAAG,EAAE,CAAC,CAAA;QACjF,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,WAAW,CAAC,GAAG,CAAC,CAAA;QACpC,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAA;IAClC,CAAC,CAAC,CAAA;IAEF,0BAA0B;IAC1B,EAAE,CAAC,oDAAoD,EAAE,GAAG,EAAE;QAC5D,MAAM,MAAM,GAAG,wBAAwB,EAAE,CAAA;QACzC,MAAM,MAAM,GAAG,eAAe,CAAC;YAC7B,EAAE,IAAI,EAAE,GAAG,EAAE,MAAM,EAAE,MAAM,EAAE;YAC7B,EAAE,IAAI,EAAE,GAAG,EAAE,MAAM,EAAE,MAAM,EAAE;YAC7B,EAAE,IAAI,EAAE,GAAG,EAAE,MAAM,EAAE,MAAM,EAAE;SAC9B,CAAC,CAAA;QACF,MAAM,KAAK,GAAG,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,CAAA;QACpC,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAA;QAC7B,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;IACjC,CAAC,CAAC,CAAA;IAEF,iCAAiC;IACjC,EAAE,CAAC,wEAAwE,EAAE,GAAG,EAAE;QAChF,MAAM,MAAM,GAAG,wBAAwB,EAAE,CAAA;QACzC,MAAM,MAAM,GAAsB;YAChC,SAAS,EAAE,EAAE;YACb,OAAO,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE;YAC3C,UAAU,EAAE,EAAE;SACf,CAAA;QACD,MAAM,KAAK,GAAG,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,CAAA;QACpC,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAA;QAC7B,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAA;QAChC,MAAM,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,OAAO,CAAC,EAAE,CAAC,CAAA;IACrC,CAAC,CAAC,CAAA;IAEF,8CAA8C;IAC9C,EAAE,CAAC,oEAAoE,EAAE,GAAG,EAAE;QAC5E,MAAM,MAAM,GAAG,wBAAwB,EAAE,CAAA;QACzC,MAAM,MAAM,GAAG,eAAe,CAAC;YAC7B,EAAE,IAAI,EAAE,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE;YACjC,EAAE,IAAI,EAAE,UAAU,EAAE,MAAM,EAAE,MAAM,EAAE;YACpC,EAAE,IAAI,EAAE,SAAS,EAAE,MAAM,EAAE,MAAM,EAAE;SACpC,CAAC,CAAA;QACF,MAAM,KAAK,GAAG,MAAM,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,KAAK,EAAE,GAAG,EAAE,QAAQ,EAAE,GAAG,EAAE,OAAO,EAAE,GAAG,EAAE,CAAC,CAAA;QACjF,MAAM,UAAU,GAAG,KAAK,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,OAAO,CAAE,CAAA;QACjE,MAAM,aAAa,GAAG,KAAK,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,UAAU,CAAE,CAAA;QACvE,MAAM,YAAY,GAAG,KAAK,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,SAAS,CAAE,CAAA;QAErE,MAAM,CAAC,UAAU,CAAC,YAAY,CAAC,CAAC,WAAW,CAAC,GAAG,CAAC,CAAA;QAChD,MAAM,CAAC,aAAa,CAAC,YAAY,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAA;QAC5C,MAAM,CAAC,YAAY,CAAC,YAAY,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAA;QAE3C,MAAM,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAA;QACnC,MAAM,CAAC,aAAa,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAA;QACtC,MAAM,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAA;IACvC,CAAC,CAAC,CAAA;IAEF,wCAAwC;IACxC,EAAE,CAAC,kEAAkE,EAAE,GAAG,EAAE;QAC1E,MAAM,MAAM,GAAG,wBAAwB,EAAE,CAAA;QACzC,MAAM,MAAM,GAAG,eAAe,CAAC;YAC7B,EAAE,IAAI,EAAE,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE;YACjC,EAAE,IAAI,EAAE,UAAU,EAAE,MAAM,EAAE,MAAM,EAAE;SACrC,CAAC,CAAA;QACF,MAAM,KAAK,GAAG,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,CAAA;QACpC,MAAM,KAAK,GAAG,KAAK,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,OAAO,CAAE,CAAA;QAC5D,MAAM,MAAM,GAAG,KAAK,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,UAAU,CAAE,CAAA;QAChE,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;QAC/B,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAA;IACnC,CAAC,CAAC,CAAA;IAEF,sEAAsE;IACtE,EAAE,CAAC,gFAAgF,EAAE,GAAG,EAAE;QACxF,MAAM,MAAM,GAAG,eAAe,CAAC;YAC7B,EAAE,IAAI,EAAE,GAAG,EAAE,MAAM,EAAE,MAAM,EAAE;YAC7B,EAAE,IAAI,EAAE,GAAG,EAAE,MAAM,EAAE,MAAM,EAAE;YAC7B,EAAE,IAAI,EAAE,GAAG,EAAE,MAAM,EAAE,MAAM,EAAE;SAC9B,CAAC,CAAA;QACF,MAAM,KAAK,GAAG,wBAAwB,CAAC,MAAM,CAAC,CAAA;QAC9C,MAAM,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAA;QACvC,MAAM,CAAC,KAAK,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,KAAK,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;QAC/D,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,WAAW,CAAC,CAAC,GAAG,CAAC,CAAC,CAAA;IACxC,CAAC,CAAC,CAAA;IAEF,wCAAwC;IACxC,EAAE,CAAC,iGAAiG,EAAE,GAAG,EAAE;QACzG,MAAM,MAAM,GAAG,eAAe,CAAC;YAC7B,EAAE,IAAI,EAAE,GAAG,EAAE,MAAM,EAAE,MAAM,EAAE;YAC7B,EAAE,IAAI,EAAE,GAAG,EAAE,MAAM,EAAE,MAAM,EAAE;YAC7B,EAAE,IAAI,EAAE,GAAG,EAAE,MAAM,EAAE,MAAM,EAAE;SAC9B,CAAC,CAAA;QACF,MAAM,KAAK,GAAG,wBAAwB,CAAC,MAAM,EAAE,GAAG,CAAC,CAAA;QACnD,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,WAAW,CAAC,CAAC,GAAG,CAAC,CAAC,CAAA;QACtC,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;IACjC,CAAC,CAAC,CAAA;IAEF,oEAAoE;IACpE,EAAE,CAAC,8EAA8E,EAAE,GAAG,EAAE;QACtF,MAAM,CAAC,OAAO,wBAAwB,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,CAAA;QACxD,MAAM,MAAM,GAAG,wBAAwB,EAAE,CAAA;QACzC,MAAM,CAAC,OAAO,MAAM,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,CAAA;IAChD,CAAC,CAAC,CAAA;IAEF,8EAA8E;IAC9E,EAAE,CAAC,oFAAoF,EAAE,GAAG,EAAE;QAC5F,MAAM,MAAM,GAAG,wBAAwB,CAAC,GAAG,CAAC,CAAA;QAC5C,MAAM,MAAM,GAAG,eAAe,CAAC,CAAC,EAAE,IAAI,EAAE,GAAG,EAAE,MAAM,EAAE,MAAM,EAAE,CAAC,CAAC,CAAA;QAC/D,MAAM,KAAK,GAAG,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,CAAA;QACpC,MAAM,CAAC,KAAK,CAAC,CAAC,cAAc,CAAC,OAAO,CAAC,CAAA;QACrC,MAAM,CAAC,KAAK,CAAC,CAAC,cAAc,CAAC,QAAQ,CAAC,CAAA;QACtC,MAAM,CAAC,KAAK,CAAC,CAAC,cAAc,CAAC,WAAW,CAAC,CAAA;QACzC,MAAM,CAAC,KAAK,CAAC,CAAC,cAAc,CAAC,WAAW,CAAC,CAAA;QACzC,MAAM,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAA;IACzC,CAAC,CAAC,CAAA;IAEF,wDAAwD;IACxD,EAAE,CAAC,oDAAoD,EAAE,GAAG,EAAE;QAC5D,MAAM,MAAM,GAAG,wBAAwB,CAAC,GAAG,CAAC,CAAA;QAC5C,MAAM,MAAM,GAAG,eAAe,CAAC;YAC7B,EAAE,IAAI,EAAE,GAAG,EAAE,MAAM,EAAE,MAAM,EAAE;YAC7B,EAAE,IAAI,EAAE,GAAG,EAAE,MAAM,EAAE,MAAM,EAAE;SAC9B,CAAC,CAAA;QACF,MAAM,KAAK,GAAG,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,CAAA;QACpC,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,WAAW,CAAC,GAAG,CAAC,CAAA;QACpC,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA,CAAC,eAAe;QAC/C,MAAM,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAA;IACnC,CAAC,CAAC,CAAA;AACJ,CAAC,CAAC,CAAA"}

package/dist/scenarios/__tests__/scoring-integration.test.d.ts

@@ -0,0 +1,8 @@
+/**
+ * scoring-integration.test.ts
+ *
+ * Weighted scoring accuracy integration tests for SatisfactionScorer.
+ * Story 46-8, AC1.
+ */
+export {};
+//# sourceMappingURL=scoring-integration.test.d.ts.map

package/dist/scenarios/__tests__/scoring-integration.test.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"scoring-integration.test.d.ts","sourceRoot":"","sources":["../../../src/scenarios/__tests__/scoring-integration.test.ts"],"names":[],"mappings":"AAAA;;;;;GAKG"}

package/dist/scenarios/__tests__/scoring-integration.test.js

@@ -0,0 +1,178 @@
+/**
+ * scoring-integration.test.ts
+ *
+ * Weighted scoring accuracy integration tests for SatisfactionScorer.
+ * Story 46-8, AC1.
+ */
+import { describe, it, expect } from 'vitest';
+import { createSatisfactionScorer, computeSatisfactionScore, } from '../scorer.js';
+// ---------------------------------------------------------------------------
+// Helper
+// ---------------------------------------------------------------------------
+function makeRunResult(scenarios) {
+    const passedCount = scenarios.filter(s => s.status === 'pass').length;
+    return {
+        scenarios: scenarios.map(s => ({
+            name: s.name,
+            status: s.status,
+            exitCode: s.status === 'pass' ? 0 : 1,
+            stdout: '',
+            stderr: s.status === 'fail' ? 'assertion failed' : '',
+            durationMs: 100,
+        })),
+        summary: { total: scenarios.length, passed: passedCount, failed: scenarios.length - passedCount },
+        durationMs: 300,
+    };
+}
+// ---------------------------------------------------------------------------
+// Weighted scoring accuracy tests (AC1)
+// ---------------------------------------------------------------------------
+describe('Weighted scoring accuracy', () => {
+    // 3 scenarios: critical (weight=3.0), standard-1 (weight=1.0), standard-2 (weight=1.0)
+    // critical passes, standard-1 passes, standard-2 fails → totalWeight=5, score=4/5=0.80
+    const scorer08 = createSatisfactionScorer(0.8);
+    const weights = { critical: 3.0, 'standard-1': 1.0, 'standard-2': 1.0 };
+    it('computes exactly 4/5 = 0.80 when critical+standard-1 pass and standard-2 fails', () => {
+        const runResult = makeRunResult([
+            { name: 'critical', status: 'pass' },
+            { name: 'standard-1', status: 'pass' },
+            { name: 'standard-2', status: 'fail' },
+        ]);
+        const result = scorer08.compute(runResult, weights);
+        expect(Math.abs(result.score - 0.80)).toBeLessThan(1e-10);
+        expect(result.passes).toBe(true);
+        expect(result.breakdown).toHaveLength(3);
+    });
+    it('returns per-scenario contributions: critical=0.60, standard-1=0.20, standard-2=0.00', () => {
+        const runResult = makeRunResult([
+            { name: 'critical', status: 'pass' },
+            { name: 'standard-1', status: 'pass' },
+            { name: 'standard-2', status: 'fail' },
+        ]);
+        const result = scorer08.compute(runResult, weights);
+        const critical = result.breakdown.find(b => b.name === 'critical');
+        const std1 = result.breakdown.find(b => b.name === 'standard-1');
+        const std2 = result.breakdown.find(b => b.name === 'standard-2');
+        expect(critical).toBeDefined();
+        expect(std1).toBeDefined();
+        expect(std2).toBeDefined();
+        expect(critical.contribution).toBeCloseTo(0.60, 10);
+        expect(std1.contribution).toBeCloseTo(0.20, 10);
+        expect(std2.contribution).toBeCloseTo(0.00, 10);
+    });
+    it('returns score=2/5=0.40 and passes=false when critical fails', () => {
+        const runResult = makeRunResult([
+            { name: 'critical', status: 'fail' },
+            { name: 'standard-1', status: 'pass' },
+            { name: 'standard-2', status: 'pass' },
+        ]);
+        const result = scorer08.compute(runResult, weights);
+        expect(result.score).toBeCloseTo(0.40, 10);
+        expect(result.passes).toBe(false);
+    });
+    it('returns score=1.0 and passes=true when all three scenarios pass', () => {
+        const runResult = makeRunResult([
+            { name: 'critical', status: 'pass' },
+            { name: 'standard-1', status: 'pass' },
+            { name: 'standard-2', status: 'pass' },
+        ]);
+        const result = scorer08.compute(runResult, weights);
+        expect(result.score).toBeCloseTo(1.0, 10);
+        expect(result.passes).toBe(true);
+    });
+    it('returns score=0.0 and passes=false when all three scenarios fail', () => {
+        const runResult = makeRunResult([
+            { name: 'critical', status: 'fail' },
+            { name: 'standard-1', status: 'fail' },
+            { name: 'standard-2', status: 'fail' },
+        ]);
+        const result = scorer08.compute(runResult, weights);
+        expect(result.score).toBeCloseTo(0.0, 10);
+        expect(result.passes).toBe(false);
+    });
+    it('returns { score: 0, passes: false, breakdown: [] } when totalWeight === 0', () => {
+        const runResult = makeRunResult([
+            { name: 'critical', status: 'pass' },
+        ]);
+        // All weights explicitly set to 0
+        const zeroWeights = { critical: 0 };
+        const result = scorer08.compute(runResult, zeroWeights);
+        expect(result.score).toBe(0);
+        expect(result.passes).toBe(false);
+        expect(result.breakdown).toEqual([]);
+    });
+    it('returns score=1.0 for a single scenario with weight=1.0 that passes', () => {
+        const runResult = makeRunResult([{ name: 'only', status: 'pass' }]);
+        const result = scorer08.compute(runResult, { only: 1.0 });
+        expect(result.score).toBeCloseTo(1.0, 10);
+        expect(result.passes).toBe(true);
+        expect(result.breakdown).toHaveLength(1);
+        expect(result.breakdown[0].contribution).toBeCloseTo(1.0, 10);
+    });
+    it('passes === true when score exactly equals threshold (boundary condition)', () => {
+        // With 4 scenarios of equal weight (1.0 each) and 4/5 passing → score = 0.80 = threshold
+        const runResult = makeRunResult([
+            { name: 's1', status: 'pass' },
+            { name: 's2', status: 'pass' },
+            { name: 's3', status: 'pass' },
+            { name: 's4', status: 'pass' },
+            { name: 's5', status: 'fail' },
+        ]);
+        // totalWeight = 5.0, passed = 4, score = 4/5 = 0.80 exactly
+        const result = scorer08.compute(runResult);
+        expect(result.score).toBeCloseTo(0.80, 10);
+        expect(result.passes).toBe(true);
+    });
+    it('computeSatisfactionScore backward-compat: no weights, all-pass returns score=1.0 with breakdown', () => {
+        const runResult = makeRunResult([
+            { name: 'a', status: 'pass' },
+            { name: 'b', status: 'pass' },
+            { name: 'c', status: 'pass' },
+        ]);
+        const result = computeSatisfactionScore(runResult);
+        expect(result.score).toBeCloseTo(1.0, 10);
+        expect(result.passes).toBe(true);
+        expect(result.breakdown).toBeDefined();
+        expect(result.breakdown).toHaveLength(3);
+    });
+    it('passes=false when score=0.85 with custom threshold=0.9', () => {
+        const scorer09 = createSatisfactionScorer(0.9);
+        // 17 pass out of 20 = 0.85
+        const scenarios = Array.from({ length: 20 }, (_, i) => ({
+            name: `s${i}`,
+            status: (i < 17 ? 'pass' : 'fail'),
+        }));
+        const runResult = makeRunResult(scenarios);
+        const result = scorer09.compute(runResult);
+        expect(result.score).toBeCloseTo(0.85, 10);
+        expect(result.passes).toBe(false);
+    });
+    it('uniform weights compute score as fraction of passing scenarios', () => {
+        const runResult = makeRunResult([
+            { name: 'a', status: 'pass' },
+            { name: 'b', status: 'pass' },
+            { name: 'c', status: 'fail' },
+            { name: 'd', status: 'fail' },
+        ]);
+        const uniformWeights = { a: 1.0, b: 1.0, c: 1.0, d: 1.0 };
+        const result = scorer08.compute(runResult, uniformWeights);
+        expect(result.score).toBeCloseTo(0.5, 10);
+        expect(result.passes).toBe(false);
+        expect(result.breakdown).toHaveLength(4);
+    });
+    it('returns correct breakdown fields: name, passed, weight, contribution', () => {
+        const runResult = makeRunResult([
+            { name: 'critical', status: 'pass' },
+            { name: 'standard-1', status: 'pass' },
+            { name: 'standard-2', status: 'fail' },
+        ]);
+        const result = scorer08.compute(runResult, weights);
+        for (const entry of result.breakdown) {
+            expect(typeof entry.name).toBe('string');
+            expect(typeof entry.passed).toBe('boolean');
+            expect(typeof entry.weight).toBe('number');
+            expect(typeof entry.contribution).toBe('number');
+        }
+    });
+});
+//# sourceMappingURL=scoring-integration.test.js.map

package/dist/scenarios/__tests__/scoring-integration.test.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"scoring-integration.test.js","sourceRoot":"","sources":["../../../src/scenarios/__tests__/scoring-integration.test.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,EAAE,QAAQ,EAAE,EAAE,EAAE,MAAM,EAAc,MAAM,QAAQ,CAAA;AACzD,OAAO,EACL,wBAAwB,EACxB,wBAAwB,GACzB,MAAM,cAAc,CAAA;AAGrB,8EAA8E;AAC9E,SAAS;AACT,8EAA8E;AAE9E,SAAS,aAAa,CACpB,SAA2D;IAE3D,MAAM,WAAW,GAAG,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,KAAK,MAAM,CAAC,CAAC,MAAM,CAAA;IACrE,OAAO;QACL,SAAS,EAAE,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;YAC7B,IAAI,EAAE,CAAC,CAAC,IAAI;YACZ,MAAM,EAAE,CAAC,CAAC,MAAM;YAChB,QAAQ,EAAE,CAAC,CAAC,MAAM,KAAK,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;YACrC,MAAM,EAAE,EAAE;YACV,MAAM,EAAE,CAAC,CAAC,MAAM,KAAK,MAAM,CAAC,CAAC,CAAC,kBAAkB,CAAC,CAAC,CAAC,EAAE;YACrD,UAAU,EAAE,GAAG;SAChB,CAAC,CAAC;QACH,OAAO,EAAE,EAAE,KAAK,EAAE,SAAS,CAAC,MAAM,EAAE,MAAM,EAAE,WAAW,EAAE,MAAM,EAAE,SAAS,CAAC,MAAM,GAAG,WAAW,EAAE;QACjG,UAAU,EAAE,GAAG;KAChB,CAAA;AACH,CAAC;AAED,8EAA8E;AAC9E,wCAAwC;AACxC,8EAA8E;AAE9E,QAAQ,CAAC,2BAA2B,EAAE,GAAG,EAAE;IACzC,uFAAuF;IACvF,uFAAuF;IACvF,MAAM,QAAQ,GAAG,wBAAwB,CAAC,GAAG,CAAC,CAAA;IAC9C,MAAM,OAAO,GAAoB,EAAE,QAAQ,EAAE,GAAG,EAAE,YAAY,EAAE,GAAG,EAAE,YAAY,EAAE,GAAG,EAAE,CAAA;IAExF,EAAE,CAAC,gFAAgF,EAAE,GAAG,EAAE;QACxF,MAAM,SAAS,GAAG,aAAa,CAAC;YAC9B,EAAE,IAAI,EAAE,UAAU,EAAE,MAAM,EAAE,MAAM,EAAE;YACpC,EAAE,IAAI,EAAE,YAAY,EAAE,MAAM,EAAE,MAAM,EAAE;YACtC,EAAE,IAAI,EAAE,YAAY,EAAE,MAAM,EAAE,MAAM,EAAE;SACvC,CAAC,CAAA;QACF,MAAM,MAAM,GAAG,QAAQ,CAAC,OAAO,CAAC,SAAS,EAAE,OAAO,CAAC,CAAA;QAEnD,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,KAAK,GAAG,IAAI,CAAC,CAAC,CAAC,YAAY,CAAC,KAAK,CAAC,CAAA;QACzD,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;QAChC,MAAM,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAA;IAC1C,CAAC,CAAC,CAAA;IAEF,EAAE,CAAC,qFAAqF,EAAE,GAAG,EAAE;QAC7F,MAAM,SAAS,GAAG,aAAa,CAAC;YAC9B,EAAE,IAAI,EAAE,UAAU,EAAE,MAAM,EAAE,MAAM,EAAE;YACpC,EAAE,IAAI,EAAE,YAAY,EAAE,MAAM,EAAE,MAAM,EAAE;YACtC,EAAE,IAAI,EAAE,YAAY,EAAE,MAAM,EAAE,MAAM,EAAE;SACvC,CAAC,CAAA;QACF,MAAM,MAAM,GAAG,QAAQ,CAAC,OAAO,CAAC,SAAS,EAAE,OAAO,CAAC,CAAA;QAEnD,MAAM,QAAQ,GAAG,MAAM,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,UAAU,CAAE,CAAA;QACnE,MAAM,IAAI,GAAG,MAAM,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,YAAY,CAAE,CAAA;QACjE,MAAM,IAAI,GAAG,MAAM,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,YAAY,CAAE,CAAA;QAEjE,MAAM,CAAC,QAAQ,CAAC,CAAC,WAAW,EAAE,CAAA;QAC9B,MAAM,CAAC,IAAI,CAAC,CAAC,WAAW,EAAE,CAAA;QAC1B,MAAM,CAAC,IAAI,CAAC,CAAC,WAAW,EAAE,CAAA;QAE1B,MAAM,CAAC,QAAQ,CAAC,YAAY,CAAC,CAAC,WAAW,CAAC,IAAI,EAAE,EAAE,CAAC,CAAA;QACnD,MAAM,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,WAAW,CAAC,IAAI,EAAE,EAAE,CAAC,CAAA;QAC/C,MAAM,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,WAAW,CAAC,IAAI,EAAE,EAAE,CAAC,CAAA;IACjD,CAAC,CAAC,CAAA;IAEF,EAAE,CAAC,6DAA6D,EAAE,GAAG,EAAE;QACrE,MAAM,SAAS,GAAG,aAAa,CAAC;YAC9B,EAAE,IAAI,EAAE,UAAU,EAAE,MAAM,EAAE,MAAM,EAAE;YACpC,EAAE,IAAI,EAAE,YAAY,EAAE,MAAM,EAAE,MAAM,EAAE;YACtC,EAAE,IAAI,EAAE,YAAY,EAAE,MAAM,EAAE,MAAM,EAAE;SACvC,CAAC,CAAA;QACF,MAAM,MAAM,GAAG,QAAQ,CAAC,OAAO,CAAC,SAAS,EAAE,OAAO,CAAC,CAAA;QAEnD,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,WAAW,CAAC,IAAI,EAAE,EAAE,CAAC,CAAA;QAC1C,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAA;IACnC,CAAC,CAAC,CAAA;IAEF,EAAE,CAAC,iEAAiE,EAAE,GAAG,EAAE;QACzE,MAAM,SAAS,GAAG,aAAa,CAAC;YAC9B,EAAE,IAAI,EAAE,UAAU,EAAE,MAAM,EAAE,MAAM,EAAE;YACpC,EAAE,IAAI,EAAE,YAAY,EAAE,MAAM,EAAE,MAAM,EAAE;YACtC,EAAE,IAAI,EAAE,YAAY,EAAE,MAAM,EAAE,MAAM,EAAE;SACvC,CAAC,CAAA;QACF,MAAM,MAAM,GAAG,QAAQ,CAAC,OAAO,CAAC,SAAS,EAAE,OAAO,CAAC,CAAA;QAEnD,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,WAAW,CAAC,GAAG,EAAE,EAAE,CAAC,CAAA;QACzC,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;IAClC,CAAC,CAAC,CAAA;IAEF,EAAE,CAAC,kEAAkE,EAAE,GAAG,EAAE;QAC1E,MAAM,SAAS,GAAG,aAAa,CAAC;YAC9B,EAAE,IAAI,EAAE,UAAU,EAAE,MAAM,EAAE,MAAM,EAAE;YACpC,EAAE,IAAI,EAAE,YAAY,EAAE,MAAM,EAAE,MAAM,EAAE;YACtC,EAAE,IAAI,EAAE,YAAY,EAAE,MAAM,EAAE,MAAM,EAAE;SACvC,CAAC,CAAA;QACF,MAAM,MAAM,GAAG,QAAQ,CAAC,OAAO,CAAC,SAAS,EAAE,OAAO,CAAC,CAAA;QAEnD,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,WAAW,CAAC,GAAG,EAAE,EAAE,CAAC,CAAA;QACzC,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAA;IACnC,CAAC,CAAC,CAAA;IAEF,EAAE,CAAC,2EAA2E,EAAE,GAAG,EAAE;QACnF,MAAM,SAAS,GAAG,aAAa,CAAC;YAC9B,EAAE,IAAI,EAAE,UAAU,EAAE,MAAM,EAAE,MAAM,EAAE;SACrC,CAAC,CAAA;QACF,kCAAkC;QAClC,MAAM,WAAW,GAAoB,EAAE,QAAQ,EAAE,CAAC,EAAE,CAAA;QACpD,MAAM,MAAM,GAAG,QAAQ,CAAC,OAAO,CAAC,SAAS,EAAE,WAAW,CAAC,CAAA;QAEvD,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAA;QAC5B,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAA;QACjC,MAAM,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,OAAO,CAAC,EAAE,CAAC,CAAA;IACtC,CAAC,CAAC,CAAA;IAEF,EAAE,CAAC,qEAAqE,EAAE,GAAG,EAAE;QAC7E,MAAM,SAAS,GAAG,aAAa,CAAC,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,CAAC,CAAC,CAAA;QACnE,MAAM,MAAM,GAAG,QAAQ,CAAC,OAAO,CAAC,SAAS,EAAE,EAAE,IAAI,EAAE,GAAG,EAAE,CAAC,CAAA;QAEzD,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,WAAW,CAAC,GAAG,EAAE,EAAE,CAAC,CAAA;QACzC,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;QAChC,MAAM,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAA;QACxC,MAAM,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,CAAE,CAAC,YAAY,CAAC,CAAC,WAAW,CAAC,GAAG,EAAE,EAAE,CAAC,CAAA;IAChE,CAAC,CAAC,CAAA;IAEF,EAAE,CAAC,0EAA0E,EAAE,GAAG,EAAE;QAClF,yFAAyF;QACzF,MAAM,SAAS,GAAG,aAAa,CAAC;YAC9B,EAAE,IAAI,EAAE,IAAI,EAAE,MAAM,EAAE,MAAM,EAAE;YAC9B,EAAE,IAAI,EAAE,IAAI,EAAE,MAAM,EAAE,MAAM,EAAE;YAC9B,EAAE,IAAI,EAAE,IAAI,EAAE,MAAM,EAAE,MAAM,EAAE;YAC9B,EAAE,IAAI,EAAE,IAAI,EAAE,MAAM,EAAE,MAAM,EAAE;YAC9B,EAAE,IAAI,EAAE,IAAI,EAAE,MAAM,EAAE,MAAM,EAAE;SAC/B,CAAC,CAAA;QACF,4DAA4D;QAC5D,MAAM,MAAM,GAAG,QAAQ,CAAC,OAAO,CAAC,SAAS,CAAC,CAAA;QAC1C,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,WAAW,CAAC,IAAI,EAAE,EAAE,CAAC,CAAA;QAC1C,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;IAClC,CAAC,CAAC,CAAA;IAEF,EAAE,CAAC,iGAAiG,EAAE,GAAG,EAAE;QACzG,MAAM,SAAS,GAAG,aAAa,CAAC;YAC9B,EAAE,IAAI,EAAE,GAAG,EAAE,MAAM,EAAE,MAAM,EAAE;YAC7B,EAAE,IAAI,EAAE,GAAG,EAAE,MAAM,EAAE,MAAM,EAAE;YAC7B,EAAE,IAAI,EAAE,GAAG,EAAE,MAAM,EAAE,MAAM,EAAE;SAC9B,CAAC,CAAA;QACF,MAAM,MAAM,GAAG,wBAAwB,CAAC,SAAS,CAAC,CAAA;QAElD,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,WAAW,CAAC,GAAG,EAAE,EAAE,CAAC,CAAA;QACzC,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;QAChC,MAAM,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,WAAW,EAAE,CAAA;QACtC,MAAM,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAA;IAC1C,CAAC,CAAC,CAAA;IAEF,EAAE,CAAC,wDAAwD,EAAE,GAAG,EAAE;QAChE,MAAM,QAAQ,GAAG,wBAAwB,CAAC,GAAG,CAAC,CAAA;QAC9C,2BAA2B;QAC3B,MAAM,SAAS,GAAG,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,EAAE,EAAE,EAAE,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC;YACtD,IAAI,EAAE,IAAI,CAAC,EAAE;YACb,MAAM,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,CAAoB;SACtD,CAAC,CAAC,CAAA;QACH,MAAM,SAAS,GAAG,aAAa,CAAC,SAAS,CAAC,CAAA;QAC1C,MAAM,MAAM,GAAG,QAAQ,CAAC,OAAO,CAAC,SAAS,CAAC,CAAA;QAE1C,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,WAAW,CAAC,IAAI,EAAE,EAAE,CAAC,CAAA;QAC1C,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAA;IACnC,CAAC,CAAC,CAAA;IAEF,EAAE,CAAC,gEAAgE,EAAE,GAAG,EAAE;QACxE,MAAM,SAAS,GAAG,aAAa,CAAC;YAC9B,EAAE,IAAI,EAAE,GAAG,EAAE,MAAM,EAAE,MAAM,EAAE;YAC7B,EAAE,IAAI,EAAE,GAAG,EAAE,MAAM,EAAE,MAAM,EAAE;YAC7B,EAAE,IAAI,EAAE,GAAG,EAAE,MAAM,EAAE,MAAM,EAAE;YAC7B,EAAE,IAAI,EAAE,GAAG,EAAE,MAAM,EAAE,MAAM,EAAE;SAC9B,CAAC,CAAA;QACF,MAAM,cAAc,GAAoB,EAAE,CAAC,EAAE,GAAG,EAAE,CAAC,EAAE,GAAG,EAAE,CAAC,EAAE,GAAG,EAAE,CAAC,EAAE,GAAG,EAAE,CAAA;QAC1E,MAAM,MAAM,GAAG,QAAQ,CAAC,OAAO,CAAC,SAAS,EAAE,cAAc,CAAC,CAAA;QAE1D,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,WAAW,CAAC,GAAG,EAAE,EAAE,CAAC,CAAA;QACzC,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAA;QACjC,MAAM,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAA;IAC1C,CAAC,CAAC,CAAA;IAEF,EAAE,CAAC,sEAAsE,EAAE,GAAG,EAAE;QAC9E,MAAM,SAAS,GAAG,aAAa,CAAC;YAC9B,EAAE,IAAI,EAAE,UAAU,EAAE,MAAM,EAAE,MAAM,EAAE;YACpC,EAAE,IAAI,EAAE,YAAY,EAAE,MAAM,EAAE,MAAM,EAAE;YACtC,EAAE,IAAI,EAAE,YAAY,EAAE,MAAM,EAAE,MAAM,EAAE;SACvC,CAAC,CAAA;QACF,MAAM,MAAM,GAAG,QAAQ,CAAC,OAAO,CAAC,SAAS,EAAE,OAAO,CAAC,CAAA;QAEnD,KAAK,MAAM,KAAK,IAAI,MAAM,CAAC,SAAS,EAAE,CAAC;YACrC,MAAM,CAAC,OAAO,KAAK,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAA;YACxC,MAAM,CAAC,OAAO,KAAK,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,CAAA;YAC3C,MAAM,CAAC,OAAO,KAAK,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAA;YAC1C,MAAM,CAAC,OAAO,KAAK,CAAC,YAAY,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAA;QAClD,CAAC;IACH,CAAC,CAAC,CAAA;AACJ,CAAC,CAAC,CAAA"}

package/dist/scenarios/__tests__/store.test.d.ts

@@ -0,0 +1,5 @@
+/**
+ * Unit tests for ScenarioStore — discovery and integrity verification.
+ */
+export {};
+//# sourceMappingURL=store.test.d.ts.map

package/dist/scenarios/__tests__/store.test.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"store.test.d.ts","sourceRoot":"","sources":["../../../src/scenarios/__tests__/store.test.ts"],"names":[],"mappings":"AAAA;;GAEG"}

package/dist/scenarios/__tests__/store.test.js

@@ -0,0 +1,169 @@
+/**
+ * Unit tests for ScenarioStore — discovery and integrity verification.
+ */
+import { createHash } from 'crypto';
+import { mkdtempSync, rmSync, mkdirSync, writeFileSync, unlinkSync } from 'fs';
+import { tmpdir } from 'os';
+import { join } from 'path';
+import { describe, it, expect, afterEach, beforeEach } from 'vitest';
+import { ScenarioStore } from '../store.js';
+// ---------------------------------------------------------------------------
+// Helpers
+// ---------------------------------------------------------------------------
+function sha256(content) {
+    return createHash('sha256').update(content).digest('hex');
+}
+function createTmpDir() {
+    return mkdtempSync(join(tmpdir(), 'scenario-store-test-'));
+}
+function setupScenariosDir(projectRoot) {
+    const scenariosDir = join(projectRoot, '.substrate', 'scenarios');
+    mkdirSync(scenariosDir, { recursive: true });
+    return scenariosDir;
+}
+// ---------------------------------------------------------------------------
+// Tests
+// ---------------------------------------------------------------------------
+describe('ScenarioStore', () => {
+    let tmpDir;
+    const store = new ScenarioStore();
+    beforeEach(() => {
+        tmpDir = createTmpDir();
+    });
+    afterEach(() => {
+        rmSync(tmpDir, { recursive: true, force: true });
+    });
+    // AC1: Scenario File Discovery by Glob Pattern
+    it('AC1: discovers exactly the four scenario-* files and excludes helper.sh', async () => {
+        const scenariosDir = setupScenariosDir(tmpDir);
+        writeFileSync(join(scenariosDir, 'scenario-login.sh'), '#!/bin/bash\necho login');
+        writeFileSync(join(scenariosDir, 'scenario-checkout.py'), 'print("checkout")');
+        writeFileSync(join(scenariosDir, 'scenario-auth.js'), 'console.log("auth")');
+        writeFileSync(join(scenariosDir, 'scenario-deploy.ts'), 'export {}');
+        writeFileSync(join(scenariosDir, 'helper.sh'), '#!/bin/bash\necho helper');
+        const manifest = await store.discover(tmpDir);
+        expect(manifest.scenarios).toHaveLength(4);
+        const names = manifest.scenarios.map((s) => s.name);
+        expect(names).toContain('scenario-login.sh');
+        expect(names).toContain('scenario-checkout.py');
+        expect(names).toContain('scenario-auth.js');
+        expect(names).toContain('scenario-deploy.ts');
+        expect(names).not.toContain('helper.sh');
+    });
+    // AC1: sorted alphabetically by name
+    it('AC1: returns scenarios sorted alphabetically by name', async () => {
+        const scenariosDir = setupScenariosDir(tmpDir);
+        writeFileSync(join(scenariosDir, 'scenario-login.sh'), 'login');
+        writeFileSync(join(scenariosDir, 'scenario-auth.js'), 'auth');
+        writeFileSync(join(scenariosDir, 'scenario-deploy.ts'), 'deploy');
+        const manifest = await store.discover(tmpDir);
+        const names = manifest.scenarios.map((s) => s.name);
+        expect(names).toEqual([...names].sort());
+    });
+    // AC2: Empty directory returns empty manifest
+    it('AC2: returns empty manifest when scenarios dir exists but contains no matching files', async () => {
+        setupScenariosDir(tmpDir); // create dir but no files
+        const manifest = await store.discover(tmpDir);
+        expect(manifest.scenarios).toHaveLength(0);
+        expect(manifest.capturedAt).toBeGreaterThan(0);
+    });
+    // AC3: Missing scenarios directory returns empty manifest
+    it('AC3: returns empty manifest without throwing when .substrate/scenarios/ does not exist', async () => {
+        // Do NOT create .substrate/scenarios
+        await expect(store.discover(tmpDir)).resolves.toEqual({
+            scenarios: [],
+            capturedAt: expect.any(Number),
+        });
+    });
+    // AC4: SHA-256 Checksum Computed Per File
+    it('AC4: checksum matches independently computed SHA-256 digest', async () => {
+        const scenariosDir = setupScenariosDir(tmpDir);
+        const fileContent = '#!/bin/bash\necho "login scenario"';
+        writeFileSync(join(scenariosDir, 'scenario-login.sh'), fileContent);
+        const manifest = await store.discover(tmpDir);
+        const entry = manifest.scenarios.find((s) => s.name === 'scenario-login.sh');
+        expect(entry).toBeDefined();
+        const expectedChecksum = sha256(Buffer.from(fileContent));
+        expect(entry.checksum).toBe(expectedChecksum);
+    });
+    // AC5: Integrity Verification Passes for Unmodified Files
+    it('AC5: verify() returns { valid: true, tampered: [] } for unmodified files', async () => {
+        const scenariosDir = setupScenariosDir(tmpDir);
+        writeFileSync(join(scenariosDir, 'scenario-login.sh'), 'echo login');
+        writeFileSync(join(scenariosDir, 'scenario-auth.js'), 'console.log("auth")');
+        const manifest = await store.discover(tmpDir);
+        const result = await store.verify(manifest, tmpDir);
+        expect(result.valid).toBe(true);
+        expect(result.tampered).toEqual([]);
+    });
+    // AC6: Integrity Verification Detects Modified Files
+    it('AC6: verify() detects modified files and returns them in tampered array', async () => {
+        const scenariosDir = setupScenariosDir(tmpDir);
+        const loginFile = join(scenariosDir, 'scenario-login.sh');
+        writeFileSync(loginFile, 'echo login');
+        const manifest = await store.discover(tmpDir);
+        // Modify the file after capturing manifest
+        writeFileSync(loginFile, 'echo MODIFIED');
+        const result = await store.verify(manifest, tmpDir);
+        expect(result.valid).toBe(false);
+        expect(result.tampered).toContain('scenario-login.sh');
+    });
+    // Deleted file treated as tampered
+    it('treats deleted files as tampered', async () => {
+        const scenariosDir = setupScenariosDir(tmpDir);
+        const loginFile = join(scenariosDir, 'scenario-login.sh');
+        writeFileSync(loginFile, 'echo login');
+        const manifest = await store.discover(tmpDir);
+        // Delete the file after capturing manifest
+        unlinkSync(loginFile);
+        const result = await store.verify(manifest, tmpDir);
+        expect(result.valid).toBe(false);
+        expect(result.tampered).toContain('scenario-login.sh');
+    });
+    // projectRoot parameter is respected
+    it('respects projectRoot parameter — targets the given directory, not process.cwd()', async () => {
+        // Create two separate project roots
+        const tmpDir2 = createTmpDir();
+        try {
+            const scenariosDir1 = setupScenariosDir(tmpDir);
+            const scenariosDir2 = setupScenariosDir(tmpDir2);
+            writeFileSync(join(scenariosDir1, 'scenario-alpha.sh'), 'alpha');
+            writeFileSync(join(scenariosDir2, 'scenario-beta.sh'), 'beta');
+            const manifest1 = await store.discover(tmpDir);
+            const manifest2 = await store.discover(tmpDir2);
+            const names1 = manifest1.scenarios.map((s) => s.name);
+            const names2 = manifest2.scenarios.map((s) => s.name);
+            expect(names1).toContain('scenario-alpha.sh');
+            expect(names1).not.toContain('scenario-beta.sh');
+            expect(names2).toContain('scenario-beta.sh');
+            expect(names2).not.toContain('scenario-alpha.sh');
+        }
+        finally {
+            rmSync(tmpDir2, { recursive: true, force: true });
+        }
+    });
+    // ScenarioEntry shape verification
+    it('ScenarioEntry has name, path, and checksum fields with correct formats', async () => {
+        const scenariosDir = setupScenariosDir(tmpDir);
+        writeFileSync(join(scenariosDir, 'scenario-login.sh'), 'echo login');
+        const manifest = await store.discover(tmpDir);
+        expect(manifest.scenarios).toHaveLength(1);
+        const entry = manifest.scenarios[0];
+        expect(entry).toHaveProperty('name');
+        expect(entry).toHaveProperty('path');
+        expect(entry).toHaveProperty('checksum');
+        expect(entry.name).toBe('scenario-login.sh');
+        expect(entry.path).toMatch(/scenario-login\.sh$/);
+        expect(entry.checksum).toMatch(/^[0-9a-f]{64}$/);
+    });
+    // capturedAt timestamp is set correctly
+    it('manifest has a capturedAt timestamp within the expected range', async () => {
+        setupScenariosDir(tmpDir);
+        const before = Date.now();
+        const manifest = await store.discover(tmpDir);
+        const after = Date.now();
+        expect(manifest.capturedAt).toBeGreaterThanOrEqual(before);
+        expect(manifest.capturedAt).toBeLessThanOrEqual(after);
+    });
+});
+//# sourceMappingURL=store.test.js.map