devharness 0.8.0

package/build/tools/replay-step-timeout.test.js

@@ -0,0 +1,204 @@
+import { describe, it, expect, beforeEach, vi } from 'vitest';
+import { executeSteps, executeSequenceWithPause } from './replay-executor.js';
+import { configManager } from '../config.js';
+import { getMessage } from '../messages.js';
+import { productionShaped } from '../test-support/fake-execute-tool-call.js';
+function makeHarness(responses = {}) {
+    const calls = [];
+    const executeToolCall = vi.fn(productionShaped(async (tool, params) => {
+        calls.push({ tool, action: params.action, params });
+        const key = `${tool}.${params.action}`;
+        if (key in responses) {
+            const r = responses[key];
+            return typeof r === 'function' ? r(params) : r;
+        }
+        if (tool in responses) {
+            const r = responses[tool];
+            return typeof r === 'function' ? r(params) : r;
+        }
+        return { content: [{ type: 'text', text: '' }] };
+    }));
+    const commandRecorder = {
+        recordCommand: vi.fn(),
+        getCurrentHistoryIndex: () => 0,
+    };
+    const ctx = {
+        executeToolCall,
+        commandRecorder,
+        connectionReason: 'device-a',
+        logPrefix: 'test',
+    };
+    return { calls, ctx, executeToolCall };
+}
+const seq = (commands) => ({
+    id: 'seq-timeout',
+    name: 'timeout-seq',
+    commands,
+    createdAt: 1,
+});
+/** A promise that never settles - simulates a hung tool call. */
+const hangForever = () => new Promise(() => { });
+beforeEach(() => {
+    vi.spyOn(configManager, 'getClickValidationConfig').mockReturnValue({
+        enabled: false,
+        validateNavigation: false,
+        requireDomChanges: false,
+        domChangesFailMode: 'warn',
+        failOnConsoleErrors: false,
+        consoleErrorsFailMode: 'error',
+        validateNetworkPayload: false,
+        networkFailMode: 'warn',
+        postClickDelayMs: 0,
+    });
+});
+// ---------------------------------------------------------------------------
+// stepTimeout enforcement
+// ---------------------------------------------------------------------------
+describe('stepTimeout enforcement', () => {
+    // NOTE: against pre-fix code this test HANGS (stepTimeout was accepted but
+    // never enforced) - the it() timeout of 2000ms is what terminates it.
+    it('fails a hanging step at stepTimeout instead of hanging the run', { timeout: 2000 }, async () => {
+        const { calls, ctx } = makeHarness({
+            'inspect.evaluateExpression': () => hangForever(),
+        });
+        const start = Date.now();
+        const result = await executeSteps({
+            sequence: seq([
+                { tool: 'inspect', params: { action: 'evaluateExpression', expression: 'hang()' } },
+                { tool: 'navigate', params: { action: 'info' } },
+            ]),
+            startStep: 0,
+            ctx,
+            stepTimeout: 100,
+            totalTimeout: 300000,
+        });
+        const elapsed = Date.now() - start;
+        // Failed at its bound, not at totalTimeout and not never
+        expect(elapsed).toBeLessThan(1500);
+        expect(result.results).toHaveLength(1);
+        expect(result.results[0].success).toBe(false);
+        expect(result.results[0].step).toBe(1);
+        expect(result.results[0].tool).toBe('inspect');
+        // Error names the step, the tool, and the bound
+        expect(result.results[0].error).toContain('Step 1');
+        expect(result.results[0].error).toContain('inspect');
+        expect(result.results[0].error).toContain('100ms');
+        expect(result.results[0].error).not.toContain('Message not found');
+        // Run stopped - same semantics as any other step failure (no step 2 ran)
+        const navCalls = calls.filter(c => c.tool === 'navigate');
+        expect(navCalls).toHaveLength(0);
+    });
+    it('bounds a hanging step by remaining totalTimeout when that is smaller than stepTimeout', { timeout: 2000 }, async () => {
+        const { ctx } = makeHarness({
+            'inspect.evaluateExpression': () => hangForever(),
+        });
+        const start = Date.now();
+        const result = await executeSteps({
+            sequence: seq([
+                { tool: 'inspect', params: { action: 'evaluateExpression', expression: 'hang()' } },
+            ]),
+            startStep: 0,
+            ctx,
+            stepTimeout: 60000,
+            totalTimeout: 120, // remaining total < stepTimeout -> total wins
+        });
+        const elapsed = Date.now() - start;
+        expect(elapsed).toBeLessThan(1500);
+        expect(result.results[0].success).toBe(false);
+        expect(result.results[0].error).toContain('totalTimeout');
+    });
+    it('does not disturb steps that complete within the bound', async () => {
+        const { ctx } = makeHarness();
+        const result = await executeSteps({
+            sequence: seq([
+                { tool: 'inspect', params: { action: 'evaluateExpression', expression: '1+1' } },
+                { tool: 'inspect', params: { action: 'evaluateExpression', expression: '2+2' } },
+            ]),
+            startStep: 0,
+            ctx,
+            stepTimeout: 5000,
+            totalTimeout: 300000,
+        });
+        expect(result.results).toHaveLength(2);
+        expect(result.results.every(r => r.success)).toBe(true);
+    });
+});
+// ---------------------------------------------------------------------------
+// wait steps are exempt from stepTimeout (they carry their own timeoutMs)
+// ---------------------------------------------------------------------------
+describe('stepTimeout and wait steps', () => {
+    it('does not kill a wait step that outlives stepTimeout (wait has its own timeoutMs bound)', { timeout: 2000 }, async () => {
+        const { ctx } = makeHarness({
+            wait: () => new Promise(resolve => setTimeout(() => resolve({ content: [{ type: 'text', text: 'Condition met' }] }), 200)),
+        });
+        const result = await executeSteps({
+            sequence: seq([
+                { tool: 'wait', params: { for: 'selector', selector: '.late', timeoutMs: 5000 } },
+            ]),
+            startStep: 0,
+            ctx,
+            stepTimeout: 50, // far below the wait's legitimate duration
+            totalTimeout: 300000,
+        });
+        expect(result.results).toHaveLength(1);
+        expect(result.results[0].success).toBe(true);
+    });
+    it('still bounds a hung wait step by remaining totalTimeout', { timeout: 2000 }, async () => {
+        const { ctx } = makeHarness({
+            wait: () => hangForever(),
+        });
+        const start = Date.now();
+        const result = await executeSteps({
+            sequence: seq([
+                { tool: 'wait', params: { for: 'time', durationMs: 999999 } },
+            ]),
+            startStep: 0,
+            ctx,
+            stepTimeout: 30000,
+            totalTimeout: 120,
+        });
+        const elapsed = Date.now() - start;
+        expect(elapsed).toBeLessThan(1500);
+        expect(result.results[0].success).toBe(false);
+        expect(result.results[0].error).toContain('totalTimeout');
+    });
+});
+// ---------------------------------------------------------------------------
+// pausing (replay step / stepTo) is unaffected
+// ---------------------------------------------------------------------------
+describe('stepTimeout and pause interaction', () => {
+    it('a stepTo pause still works with a small stepTimeout (pause happens between steps)', async () => {
+        const { ctx } = makeHarness();
+        const result = await executeSequenceWithPause({
+            sequence: seq([
+                { tool: 'inspect', params: { action: 'evaluateExpression', expression: '1' } },
+                { tool: 'inspect', params: { action: 'evaluateExpression', expression: '2' } },
+                { tool: 'inspect', params: { action: 'evaluateExpression', expression: '3' } },
+            ]),
+            startStep: 0,
+            ctx,
+            stepTimeout: 500,
+            totalTimeout: 300000,
+            stepTo: 2,
+        });
+        expect(result.pausedAtStep).toBe(2);
+        expect(result.results).toHaveLength(2);
+        expect(result.results.every(r => r.success)).toBe(true);
+        expect(result.activeSequenceState).toBeDefined();
+    });
+});
+// ---------------------------------------------------------------------------
+// message template exists
+// ---------------------------------------------------------------------------
+describe('REPLAY_STEP_TIMEOUT template', () => {
+    it('renders with step, tool and timeout substituted', () => {
+        const msg = getMessage('REPLAY_STEP_TIMEOUT', {
+            step: 3, tool: 'input', timeoutMs: 30000, limitSource: 'stepTimeout',
+        });
+        expect(msg).not.toContain('Message not found');
+        expect(msg).toContain('3');
+        expect(msg).toContain('input');
+        expect(msg).toContain('30000');
+    });
+});
+//# sourceMappingURL=replay-step-timeout.test.js.map

package/build/tools/replay-step-timeout.test.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"replay-step-timeout.test.js","sourceRoot":"","sources":["../../src/tools/replay-step-timeout.test.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,EAAE,EAAE,MAAM,EAAE,UAAU,EAAE,EAAE,EAAE,MAAM,QAAQ,CAAC;AAC9D,OAAO,EAAE,YAAY,EAAE,wBAAwB,EAAE,MAAM,sBAAsB,CAAC;AAG9E,OAAO,EAAE,aAAa,EAAE,MAAM,cAAc,CAAC;AAC7C,OAAO,EAAE,UAAU,EAAE,MAAM,gBAAgB,CAAC;AAC5C,OAAO,EAAE,gBAAgB,EAAE,MAAM,2CAA2C,CAAC;AAY7E,SAAS,WAAW,CAAC,YAAiC,EAAE;IACtD,MAAM,KAAK,GAAW,EAAE,CAAC;IACzB,MAAM,eAAe,GAAG,EAAE,CAAC,EAAE,CAAC,gBAAgB,CAAC,KAAK,EAAE,IAAY,EAAE,MAA2B,EAAE,EAAE;QACjG,KAAK,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,EAAE,CAAC,CAAC;QACpD,MAAM,GAAG,GAAG,GAAG,IAAI,IAAI,MAAM,CAAC,MAAM,EAAE,CAAC;QACvC,IAAI,GAAG,IAAI,SAAS,EAAE,CAAC;YACrB,MAAM,CAAC,GAAG,SAAS,CAAC,GAAG,CAAC,CAAC;YACzB,OAAO,OAAO,CAAC,KAAK,UAAU,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QACjD,CAAC;QACD,IAAI,IAAI,IAAI,SAAS,EAAE,CAAC;YACtB,MAAM,CAAC,GAAG,SAAS,CAAC,IAAI,CAAC,CAAC;YAC1B,OAAO,OAAO,CAAC,KAAK,UAAU,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QACjD,CAAC;QACD,OAAO,EAAE,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC;IACnD,CAAC,CAAC,CAAC,CAAC;IAEJ,MAAM,eAAe,GAAG;QACtB,aAAa,EAAE,EAAE,CAAC,EAAE,EAAE;QACtB,sBAAsB,EAAE,GAAG,EAAE,CAAC,CAAC;KACzB,CAAC;IAET,MAAM,GAAG,GAAqB;QAC5B,eAAe;QACf,eAAe;QACf,gBAAgB,EAAE,UAAU;QAC5B,SAAS,EAAE,MAAM;KAClB,CAAC;IAEF,OAAO,EAAE,KAAK,EAAE,GAAG,EAAE,eAAe,EAAE,CAAC;AACzC,CAAC;AAED,MAAM,GAAG,GAAG,CAAC,QAA2B,EAAmB,EAAE,CAAC,CAAC;IAC7D,EAAE,EAAE,aAAa;IACjB,IAAI,EAAE,aAAa;IACnB,QAAQ;IACR,SAAS,EAAE,CAAC;CACb,CAAC,CAAC;AAEH,iEAAiE;AACjE,MAAM,WAAW,GAAG,GAAG,EAAE,CAAC,IAAI,OAAO,CAAQ,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;AAEvD,UAAU,CAAC,GAAG,EAAE;IACd,EAAE,CAAC,KAAK,CAAC,aAAa,EAAE,0BAA0B,CAAC,CAAC,eAAe,CAAC;QAClE,OAAO,EAAE,KAAK;QACd,kBAAkB,EAAE,KAAK;QACzB,iBAAiB,EAAE,KAAK;QACxB,kBAAkB,EAAE,MAAM;QAC1B,mBAAmB,EAAE,KAAK;QAC1B,qBAAqB,EAAE,OAAO;QAC9B,sBAAsB,EAAE,KAAK;QAC7B,eAAe,EAAE,MAAM;QACvB,gBAAgB,EAAE,CAAC;KACb,CAAC,CAAC;AACZ,CAAC,CAAC,CAAC;AAEH,8EAA8E;AAC9E,0BAA0B;AAC1B,8EAA8E;AAE9E,QAAQ,CAAC,yBAAyB,EAAE,GAAG,EAAE;IACvC,2EAA2E;IAC3E,sEAAsE;IACtE,EAAE,CAAC,gEAAgE,EAAE,EAAE,OAAO,EAAE,IAAI,EAAE,EAAE,KAAK,IAAI,EAAE;QACjG,MAAM,EAAE,KAAK,EAAE,GAAG,EAAE,GAAG,WAAW,CAAC;YACjC,4BAA4B,EAAE,GAAG,EAAE,CAAC,WAAW,EAAE;SAClD,CAAC,CAAC;QAEH,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACzB,MAAM,MAAM,GAAG,MAAM,YAAY,CAAC;YAChC,QAAQ,EAAE,GAAG,CAAC;gBACZ,EAAE,IAAI,EAAE,SAAS,EAAE,MAAM,EAAE,EAAE,MAAM,EAAE,oBAAoB,EAAE,UAAU,EAAE,QAAQ,EAAE,EAAE;gBACnF,EAAE,IAAI,EAAE,UAAU,EAAE,MAAM,EAAE,EAAE,MAAM,EAAE,MAAM,EAAE,EAAE;aACjD,CAAC;YACF,SAAS,EAAE,CAAC;YACZ,GAAG;YACH,WAAW,EAAE,GAAG;YAChB,YAAY,EAAE,MAAM;SACrB,CAAC,CAAC;QACH,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,KAAK,CAAC;QAEnC,yDAAyD;QACzD,MAAM,CAAC,OAAO,CAAC,CAAC,YAAY,CAAC,IAAI,CAAC,CAAC;QACnC,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;QACvC,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QAC9C,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QACvC,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;QAC/C,gDAAgD;QAChD,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,SAAS,CAAC,QAAQ,CAAC,CAAC;QACpD,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,SAAS,CAAC,SAAS,CAAC,CAAC;QACrD,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC;QACnD,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,GAAG,CAAC,SAAS,CAAC,mBAAmB,CAAC,CAAC;QAEnE,yEAAyE;QACzE,MAAM,QAAQ,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,UAAU,CAAC,CAAC;QAC1D,MAAM,CAAC,QAAQ,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;IACnC,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,uFAAuF,EAAE,EAAE,OAAO,EAAE,IAAI,EAAE,EAAE,KAAK,IAAI,EAAE;QACxH,MAAM,EAAE,GAAG,EAAE,GAAG,WAAW,CAAC;YAC1B,4BAA4B,EAAE,GAAG,EAAE,CAAC,WAAW,EAAE;SAClD,CAAC,CAAC;QAEH,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACzB,MAAM,MAAM,GAAG,MAAM,YAAY,CAAC;YAChC,QAAQ,EAAE,GAAG,CAAC;gBACZ,EAAE,IAAI,EAAE,SAAS,EAAE,MAAM,EAAE,EAAE,MAAM,EAAE,oBAAoB,EAAE,UAAU,EAAE,QAAQ,EAAE,EAAE;aACpF,CAAC;YACF,SAAS,EAAE,CAAC;YACZ,GAAG;YACH,WAAW,EAAE,KAAK;YAClB,YAAY,EAAE,GAAG,EAAE,8CAA8C;SAClE,CAAC,CAAC;QACH,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,KAAK,CAAC;QAEnC,MAAM,CAAC,OAAO,CAAC,CAAC,YAAY,CAAC,IAAI,CAAC,CAAC;QACnC,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QAC9C,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,SAAS,CAAC,cAAc,CAAC,CAAC;IAC5D,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,uDAAuD,EAAE,KAAK,IAAI,EAAE;QACrE,MAAM,EAAE,GAAG,EAAE,GAAG,WAAW,EAAE,CAAC;QAE9B,MAAM,MAAM,GAAG,MAAM,YAAY,CAAC;YAChC,QAAQ,EAAE,GAAG,CAAC;gBACZ,EAAE,IAAI,EAAE,SAAS,EAAE,MAAM,EAAE,EAAE,MAAM,EAAE,oBAAoB,EAAE,UAAU,EAAE,KAAK,EAAE,EAAE;gBAChF,EAAE,IAAI,EAAE,SAAS,EAAE,MAAM,EAAE,EAAE,MAAM,EAAE,oBAAoB,EAAE,UAAU,EAAE,KAAK,EAAE,EAAE;aACjF,CAAC;YACF,SAAS,EAAE,CAAC;YACZ,GAAG;YACH,WAAW,EAAE,IAAI;YACjB,YAAY,EAAE,MAAM;SACrB,CAAC,CAAC;QAEH,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;QACvC,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAC1D,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,8EAA8E;AAC9E,0EAA0E;AAC1E,8EAA8E;AAE9E,QAAQ,CAAC,4BAA4B,EAAE,GAAG,EAAE;IAC1C,EAAE,CAAC,wFAAwF,EAAE,EAAE,OAAO,EAAE,IAAI,EAAE,EAAE,KAAK,IAAI,EAAE;QACzH,MAAM,EAAE,GAAG,EAAE,GAAG,WAAW,CAAC;YAC1B,IAAI,EAAE,GAAG,EAAE,CAAC,IAAI,OAAO,CAAC,OAAO,CAAC,EAAE,CAChC,UAAU,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC,EAAE,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,eAAe,EAAE,CAAC,EAAE,CAAC,EAAE,GAAG,CAAC,CAAC;SAC1F,CAAC,CAAC;QAEH,MAAM,MAAM,GAAG,MAAM,YAAY,CAAC;YAChC,QAAQ,EAAE,GAAG,CAAC;gBACZ,EAAE,IAAI,EAAE,MAAM,EAAE,MAAM,EAAE,EAAE,GAAG,EAAE,UAAU,EAAE,QAAQ,EAAE,OAAO,EAAE,SAAS,EAAE,IAAI,EAAE,EAAE;aAClF,CAAC;YACF,SAAS,EAAE,CAAC;YACZ,GAAG;YACH,WAAW,EAAE,EAAE,EAAE,2CAA2C;YAC5D,YAAY,EAAE,MAAM;SACrB,CAAC,CAAC;QAEH,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;QACvC,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAC/C,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,yDAAyD,EAAE,EAAE,OAAO,EAAE,IAAI,EAAE,EAAE,KAAK,IAAI,EAAE;QAC1F,MAAM,EAAE,GAAG,EAAE,GAAG,WAAW,CAAC;YAC1B,IAAI,EAAE,GAAG,EAAE,CAAC,WAAW,EAAE;SAC1B,CAAC,CAAC;QAEH,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACzB,MAAM,MAAM,GAAG,MAAM,YAAY,CAAC;YAChC,QAAQ,EAAE,GAAG,CAAC;gBACZ,EAAE,IAAI,EAAE,MAAM,EAAE,MAAM,EAAE,EAAE,GAAG,EAAE,MAAM,EAAE,UAAU,EAAE,MAAM,EAAE,EAAE;aAC9D,CAAC;YACF,SAAS,EAAE,CAAC;YACZ,GAAG;YACH,WAAW,EAAE,KAAK;YAClB,YAAY,EAAE,GAAG;SAClB,CAAC,CAAC;QACH,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,KAAK,CAAC;QAEnC,MAAM,CAAC,OAAO,CAAC,CAAC,YAAY,CAAC,IAAI,CAAC,CAAC;QACnC,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QAC9C,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,SAAS,CAAC,cAAc,CAAC,CAAC;IAC5D,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,8EAA8E;AAC9E,+CAA+C;AAC/C,8EAA8E;AAE9E,QAAQ,CAAC,mCAAmC,EAAE,GAAG,EAAE;IACjD,EAAE,CAAC,mFAAmF,EAAE,KAAK,IAAI,EAAE;QACjG,MAAM,EAAE,GAAG,EAAE,GAAG,WAAW,EAAE,CAAC;QAE9B,MAAM,MAAM,GAAG,MAAM,wBAAwB,CAAC;YAC5C,QAAQ,EAAE,GAAG,CAAC;gBACZ,EAAE,IAAI,EAAE,SAAS,EAAE,MAAM,EAAE,EAAE,MAAM,EAAE,oBAAoB,EAAE,UAAU,EAAE,GAAG,EAAE,EAAE;gBAC9E,EAAE,IAAI,EAAE,SAAS,EAAE,MAAM,EAAE,EAAE,MAAM,EAAE,oBAAoB,EAAE,UAAU,EAAE,GAAG,EAAE,EAAE;gBAC9E,EAAE,IAAI,EAAE,SAAS,EAAE,MAAM,EAAE,EAAE,MAAM,EAAE,oBAAoB,EAAE,UAAU,EAAE,GAAG,EAAE,EAAE;aAC/E,CAAC;YACF,SAAS,EAAE,CAAC;YACZ,GAAG;YACH,WAAW,EAAE,GAAG;YAChB,YAAY,EAAE,MAAM;YACpB,MAAM,EAAE,CAAC;SACV,CAAC,CAAC;QAEH,MAAM,CAAC,MAAM,CAAC,YAAY,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QACpC,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;QACvC,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACxD,MAAM,CAAC,MAAM,CAAC,mBAAmB,CAAC,CAAC,WAAW,EAAE,CAAC;IACnD,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,8EAA8E;AAC9E,0BAA0B;AAC1B,8EAA8E;AAE9E,QAAQ,CAAC,8BAA8B,EAAE,GAAG,EAAE;IAC5C,EAAE,CAAC,iDAAiD,EAAE,GAAG,EAAE;QACzD,MAAM,GAAG,GAAG,UAAU,CAAC,qBAAqB,EAAE;YAC5C,IAAI,EAAE,CAAC,EAAE,IAAI,EAAE,OAAO,EAAE,SAAS,EAAE,KAAK,EAAE,WAAW,EAAE,aAAa;SACrE,CAAC,CAAC;QACH,MAAM,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,SAAS,CAAC,mBAAmB,CAAC,CAAC;QAC/C,MAAM,CAAC,GAAG,CAAC,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC;QAC3B,MAAM,CAAC,GAAG,CAAC,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC;QAC/B,MAAM,CAAC,GAAG,CAAC,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC;IACjC,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}

package/build/tools/replay-tags.test.d.ts

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=replay-tags.test.d.ts.map

package/build/tools/replay-tags.test.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"replay-tags.test.d.ts","sourceRoot":"","sources":["../../src/tools/replay-tags.test.ts"],"names":[],"mappings":""}

package/build/tools/replay-tags.test.js

@@ -0,0 +1,99 @@
+/**
+ * Tags say what KIND of sequence this is, and `runAll` selects on them.
+ *
+ * Without them a suite reporting "36 passed" reads as interface coverage
+ * whether or not any of it drove the interface: in one 43-sequence suite, 14
+ * sequences never issued an `input` step - navigate, request, assert, with the
+ * browser present only to hold the auth cookie. Good contract tests, but no UI
+ * regression could fail one of them, and nothing said so (issue #133).
+ */
+import { describe, it, expect, beforeEach, afterEach, vi } from 'vitest';
+import { promises as fs } from 'fs';
+import { tmpdir } from 'os';
+import { join } from 'path';
+import { CommandRecorder } from '../command-recorder.js';
+import { createReplayTools } from './replay-tools.js';
+import { productionShaped } from '../test-support/fake-execute-tool-call.js';
+let dir;
+let recorder;
+let replay;
+const writeSequence = async (name, tags) => {
+    await fs.writeFile(join(dir, `${name}.json`), JSON.stringify({
+        id: `seq-${name}`, name, createdAt: 1, ...(tags ? { tags } : {}),
+        commands: [{ tool: 'wait', params: { ms: 1 } }],
+    }));
+};
+beforeEach(async () => {
+    dir = await fs.mkdtemp(join(tmpdir(), 'cdp-tags-'));
+    recorder = new CommandRecorder();
+    vi.spyOn(recorder, 'getSequencesDir').mockReturnValue(dir);
+    ({ replay } = createReplayTools(recorder, vi.fn(productionShaped(async () => ({ content: [{ type: 'text', text: '' }] }))), async () => null, async () => 9222, undefined));
+});
+afterEach(async () => {
+    recorder.stopSequenceWatch();
+    await fs.rm(dir, { recursive: true, force: true });
+});
+const text = (res) => res.content[0].text;
+const runAll = (params = {}) => replay.handler({ action: 'runAll', ...params });
+describe('declaring tags', () => {
+    it('stores them on the sequence and writes them back to its file', async () => {
+        await writeSequence('spine-09');
+        await recorder.loadSequenceFromDisk(join(dir, 'spine-09.json'));
+        const res = await replay.handler({ action: 'declare', name: 'spine-09', tags: ['ui'] });
+        expect(text(res)).toContain('ui');
+        expect(JSON.parse(await fs.readFile(join(dir, 'spine-09.json'), 'utf-8')).tags).toEqual(['ui']);
+    });
+    it('normalises case, whitespace and duplicates, because a tag is matched not displayed', async () => {
+        await writeSequence('spine-09');
+        await recorder.loadSequenceFromDisk(join(dir, 'spine-09.json'));
+        await replay.handler({ action: 'declare', name: 'spine-09', tags: ['UI', ' ui ', 'Contract'] });
+        expect(JSON.parse(await fs.readFile(join(dir, 'spine-09.json'), 'utf-8')).tags).toEqual(['ui', 'contract']);
+    });
+    it('refuses a tag with a space, which would be ambiguous in a filter', async () => {
+        await writeSequence('spine-09');
+        await recorder.loadSequenceFromDisk(join(dir, 'spine-09.json'));
+        const res = await replay.handler({ action: 'declare', name: 'spine-09', tags: ['slow ui'] });
+        expect(text(res)).toContain('single words');
+        expect(text(res)).toContain('slow-ui');
+    });
+});
+describe('runAll with tags', () => {
+    beforeEach(async () => {
+        await writeSequence('a-ui-one', ['ui']);
+        await writeSequence('b-contract-one', ['contract']);
+        await writeSequence('c-contract-two', ['contract']);
+        await writeSequence('d-plain', undefined);
+    });
+    it('runs only the sequences carrying the tag', async () => {
+        const res = await runAll({ tags: ['ui'] });
+        expect(text(res)).toContain('a-ui-one');
+        expect(text(res)).not.toContain('b-contract-one');
+        expect(text(res)).toContain('tagged ui');
+    });
+    it('treats several tags as "any of"', async () => {
+        const res = await runAll({ tags: ['ui', 'contract'] });
+        expect(text(res)).toContain('a-ui-one');
+        expect(text(res)).toContain('b-contract-one');
+        expect(text(res)).not.toContain('d-plain');
+    });
+    it('reports the split on an unfiltered run, so the balance is visible every time', async () => {
+        const res = await runAll();
+        expect(text(res)).toMatch(/2 contract/);
+        expect(text(res)).toMatch(/1 ui/);
+        expect(text(res)).toMatch(/1 untagged/);
+    });
+    it('says which tags exist when the filter matches nothing', async () => {
+        const res = await runAll({ tags: ['smoke'] });
+        expect(text(res)).toContain('smoke');
+        expect(text(res)).toContain('contract');
+        expect(text(res)).toContain('ui');
+    });
+    it('points at declare when nothing is tagged at all', async () => {
+        await fs.rm(join(dir, 'a-ui-one.json'));
+        await fs.rm(join(dir, 'b-contract-one.json'));
+        await fs.rm(join(dir, 'c-contract-two.json'));
+        const res = await runAll({ tags: ['ui'] });
+        expect(text(res)).toContain("action: 'declare'");
+    });
+});
+//# sourceMappingURL=replay-tags.test.js.map

package/build/tools/replay-tags.test.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"replay-tags.test.js","sourceRoot":"","sources":["../../src/tools/replay-tags.test.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AACH,OAAO,EAAE,QAAQ,EAAE,EAAE,EAAE,MAAM,EAAE,UAAU,EAAE,SAAS,EAAE,EAAE,EAAE,MAAM,QAAQ,CAAC;AACzE,OAAO,EAAE,QAAQ,IAAI,EAAE,EAAE,MAAM,IAAI,CAAC;AACpC,OAAO,EAAE,MAAM,EAAE,MAAM,IAAI,CAAC;AAC5B,OAAO,EAAE,IAAI,EAAE,MAAM,MAAM,CAAC;AAC5B,OAAO,EAAE,eAAe,EAAE,MAAM,wBAAwB,CAAC;AACzD,OAAO,EAAE,iBAAiB,EAAE,MAAM,mBAAmB,CAAC;AACtD,OAAO,EAAE,gBAAgB,EAAE,MAAM,2CAA2C,CAAC;AAE7E,IAAI,GAAW,CAAC;AAChB,IAAI,QAAyB,CAAC;AAC9B,IAAI,MAAW,CAAC;AAEhB,MAAM,aAAa,GAAG,KAAK,EAAE,IAAY,EAAE,IAAe,EAAE,EAAE;IAC5D,MAAM,EAAE,CAAC,SAAS,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,IAAI,OAAO,CAAC,EAAE,IAAI,CAAC,SAAS,CAAC;QAC3D,EAAE,EAAE,OAAO,IAAI,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE,CAAC,EAAE,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QAChE,QAAQ,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,MAAM,EAAE,EAAE,EAAE,EAAE,CAAC,EAAE,EAAE,CAAC;KAChD,CAAC,CAAC,CAAC;AACN,CAAC,CAAC;AAEF,UAAU,CAAC,KAAK,IAAI,EAAE;IACpB,GAAG,GAAG,MAAM,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC,MAAM,EAAE,EAAE,WAAW,CAAC,CAAC,CAAC;IACpD,QAAQ,GAAG,IAAI,eAAe,EAAE,CAAC;IACjC,EAAE,CAAC,KAAK,CAAC,QAAQ,EAAE,iBAAiB,CAAC,CAAC,eAAe,CAAC,GAAG,CAAC,CAAC;IAE3D,CAAC,EAAE,MAAM,EAAE,GAAG,iBAAiB,CAC7B,QAAQ,EACR,EAAE,CAAC,EAAE,CAAC,gBAAgB,CAAC,KAAK,IAAI,EAAE,CAAC,CAAC,EAAE,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC,CAAC,CAAQ,EACvF,KAAK,IAAI,EAAE,CAAC,IAAI,EAChB,KAAK,IAAI,EAAE,CAAC,IAAI,EAChB,SAAS,CACV,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,SAAS,CAAC,KAAK,IAAI,EAAE;IACnB,QAAQ,CAAC,iBAAiB,EAAE,CAAC;IAC7B,MAAM,EAAE,CAAC,EAAE,CAAC,GAAG,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;AACrD,CAAC,CAAC,CAAC;AAEH,MAAM,IAAI,GAAG,CAAC,GAAQ,EAAE,EAAE,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,IAAc,CAAC;AACzD,MAAM,MAAM,GAAG,CAAC,SAA8B,EAAE,EAAE,EAAE,CAAC,MAAM,CAAC,OAAO,CAAC,EAAE,MAAM,EAAE,QAAQ,EAAE,GAAG,MAAM,EAAS,CAAC,CAAC;AAE5G,QAAQ,CAAC,gBAAgB,EAAE,GAAG,EAAE;IAC9B,EAAE,CAAC,8DAA8D,EAAE,KAAK,IAAI,EAAE;QAC5E,MAAM,aAAa,CAAC,UAAU,CAAC,CAAC;QAChC,MAAM,QAAQ,CAAC,oBAAoB,CAAC,IAAI,CAAC,GAAG,EAAE,eAAe,CAAC,CAAC,CAAC;QAEhE,MAAM,GAAG,GAAG,MAAM,MAAM,CAAC,OAAO,CAAC,EAAE,MAAM,EAAE,SAAS,EAAE,IAAI,EAAE,UAAU,EAAE,IAAI,EAAE,CAAC,IAAI,CAAC,EAAS,CAAC,CAAC;QAE/F,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC;QAClC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,IAAI,CAAC,GAAG,EAAE,eAAe,CAAC,EAAE,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC;IAClG,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,oFAAoF,EAAE,KAAK,IAAI,EAAE;QAClG,MAAM,aAAa,CAAC,UAAU,CAAC,CAAC;QAChC,MAAM,QAAQ,CAAC,oBAAoB,CAAC,IAAI,CAAC,GAAG,EAAE,eAAe,CAAC,CAAC,CAAC;QAEhE,MAAM,MAAM,CAAC,OAAO,CAAC,EAAE,MAAM,EAAE,SAAS,EAAE,IAAI,EAAE,UAAU,EAAE,IAAI,EAAE,CAAC,IAAI,EAAE,MAAM,EAAE,UAAU,CAAC,EAAS,CAAC,CAAC;QAEvG,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,IAAI,CAAC,GAAG,EAAE,eAAe,CAAC,EAAE,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,UAAU,CAAC,CAAC,CAAC;IAC9G,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,kEAAkE,EAAE,KAAK,IAAI,EAAE;QAChF,MAAM,aAAa,CAAC,UAAU,CAAC,CAAC;QAChC,MAAM,QAAQ,CAAC,oBAAoB,CAAC,IAAI,CAAC,GAAG,EAAE,eAAe,CAAC,CAAC,CAAC;QAEhE,MAAM,GAAG,GAAG,MAAM,MAAM,CAAC,OAAO,CAAC,EAAE,MAAM,EAAE,SAAS,EAAE,IAAI,EAAE,UAAU,EAAE,IAAI,EAAE,CAAC,SAAS,CAAC,EAAS,CAAC,CAAC;QAEpG,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,SAAS,CAAC,cAAc,CAAC,CAAC;QAC5C,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,SAAS,CAAC,SAAS,CAAC,CAAC;IACzC,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,QAAQ,CAAC,kBAAkB,EAAE,GAAG,EAAE;IAChC,UAAU,CAAC,KAAK,IAAI,EAAE;QACpB,MAAM,aAAa,CAAC,UAAU,EAAE,CAAC,IAAI,CAAC,CAAC,CAAC;QACxC,MAAM,aAAa,CAAC,gBAAgB,EAAE,CAAC,UAAU,CAAC,CAAC,CAAC;QACpD,MAAM,aAAa,CAAC,gBAAgB,EAAE,CAAC,UAAU,CAAC,CAAC,CAAC;QACpD,MAAM,aAAa,CAAC,SAAS,EAAE,SAAS,CAAC,CAAC;IAC5C,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,0CAA0C,EAAE,KAAK,IAAI,EAAE;QACxD,MAAM,GAAG,GAAG,MAAM,MAAM,CAAC,EAAE,IAAI,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QAE3C,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,SAAS,CAAC,UAAU,CAAC,CAAC;QACxC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,SAAS,CAAC,gBAAgB,CAAC,CAAC;QAClD,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,SAAS,CAAC,WAAW,CAAC,CAAC;IAC3C,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,iCAAiC,EAAE,KAAK,IAAI,EAAE;QAC/C,MAAM,GAAG,GAAG,MAAM,MAAM,CAAC,EAAE,IAAI,EAAE,CAAC,IAAI,EAAE,UAAU,CAAC,EAAE,CAAC,CAAC;QAEvD,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,SAAS,CAAC,UAAU,CAAC,CAAC;QACxC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,SAAS,CAAC,gBAAgB,CAAC,CAAC;QAC9C,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,SAAS,CAAC,SAAS,CAAC,CAAC;IAC7C,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,8EAA8E,EAAE,KAAK,IAAI,EAAE;QAC5F,MAAM,GAAG,GAAG,MAAM,MAAM,EAAE,CAAC;QAE3B,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,OAAO,CAAC,YAAY,CAAC,CAAC;QACxC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC;QAClC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,OAAO,CAAC,YAAY,CAAC,CAAC;IAC1C,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,uDAAuD,EAAE,KAAK,IAAI,EAAE;QACrE,MAAM,GAAG,GAAG,MAAM,MAAM,CAAC,EAAE,IAAI,EAAE,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;QAE9C,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC;QACrC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,SAAS,CAAC,UAAU,CAAC,CAAC;QACxC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC;IACpC,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,iDAAiD,EAAE,KAAK,IAAI,EAAE;QAC/D,MAAM,EAAE,CAAC,EAAE,CAAC,IAAI,CAAC,GAAG,EAAE,eAAe,CAAC,CAAC,CAAC;QACxC,MAAM,EAAE,CAAC,EAAE,CAAC,IAAI,CAAC,GAAG,EAAE,qBAAqB,CAAC,CAAC,CAAC;QAC9C,MAAM,EAAE,CAAC,EAAE,CAAC,IAAI,CAAC,GAAG,EAAE,qBAAqB,CAAC,CAAC,CAAC;QAE9C,MAAM,GAAG,GAAG,MAAM,MAAM,CAAC,EAAE,IAAI,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QAE3C,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,SAAS,CAAC,mBAAmB,CAAC,CAAC;IACnD,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}

package/build/tools/replay-teardown-and-foreach.test.d.ts

@@ -0,0 +1,13 @@
+/**
+ * Two features that exist because a sequence suite drifts:
+ *
+ * 1. `teardown` - steps that run when the MAIN steps reach a terminal state,
+ *    including the states nothing else survives (a failed step, an abort, the
+ *    total timeout). A cleanup that only runs on the happy path is absent
+ *    exactly when it is needed.
+ * 2. `forEach` - conditions can only ask whether ONE named thing exists, so
+ *    "remove everything that shouldn't be here" was inexpressible. This
+ *    enumerates a source and runs a sequence per item.
+ */
+export {};
+//# sourceMappingURL=replay-teardown-and-foreach.test.d.ts.map

package/build/tools/replay-teardown-and-foreach.test.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"replay-teardown-and-foreach.test.d.ts","sourceRoot":"","sources":["../../src/tools/replay-teardown-and-foreach.test.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;GAUG"}