@szc-ft/mcp-szcd-client 0.35.0 → 0.38.0

package/qwen-extension/skills/local-browser-test/tests/integration/pr-06.test.js

@@ -0,0 +1,252 @@
+/**
+ * PR #6 集成测试（重试 + flaky + 写操作禁重试）
+ * 跑法：node --test tests/integration/pr-06.test.js
+ *
+ * 测试范围（不依赖真实浏览器）：
+ *   - RetryPolicy.isStepRetryable: 写操作白名单 + step.noRetry
+ *   - RetryPolicy.withStepRetry: 失败重试到上限
+ *   - RetryPolicy.withCaseRetry: 用例级重试 + flaky 检测
+ *   - RetryPolicy.detectFlaky: 5 次 1 挂 4 过
+ *   - retryPolicyFromPlan: 工厂函数
+ *   - browser-engine.js 集成 retryPolicyFromPlan
+ *   - SKILL.md 章节
+ *   - build 副本同步
+ */
+
+import { describe, it } from 'node:test';
+import assert from 'node:assert/strict';
+import fs from 'node:fs';
+import path from 'node:path';
+import { fileURLToPath } from 'url';
+
+const __filename = fileURLToPath(import.meta.url);
+const __dirname = path.dirname(__filename);
+const SKILL_DIR = path.resolve(__dirname, '../../');
+
+const { RetryPolicy, retryPolicyFromPlan } = await import('../../lib/retry-policy.js');
+
+describe('PR #6: RetryPolicy.isStepRetryable（4 个核心场景）', () => {
+  it('普通 act click → 允许重试', () => {
+    const p = new RetryPolicy();
+    assert.equal(p.isStepRetryable({ type: 'act', click: '登录' }), true);
+  });
+
+  it('act click "提交" → 禁重试（中文白名单）', () => {
+    const p = new RetryPolicy();
+    assert.equal(p.isStepRetryable({ type: 'act', click: '提交' }), false);
+  });
+
+  it('act click "delete" → 禁重试（英文白名单）', () => {
+    const p = new RetryPolicy();
+    assert.equal(p.isStepRetryable({ type: 'act', click: 'delete' }), false);
+  });
+
+  it('apiCall POST → 默认禁重试', () => {
+    const p = new RetryPolicy();
+    assert.equal(p.isStepRetryable({ type: 'apiCall', method: 'POST' }), false);
+  });
+
+  it('apiCall GET → 允许重试（GET 是读）', () => {
+    const p = new RetryPolicy();
+    assert.equal(p.isStepRetryable({ type: 'apiCall', method: 'GET' }), true);
+  });
+
+  it('step.noRetry: true 显式禁重试', () => {
+    const p = new RetryPolicy();
+    assert.equal(p.isStepRetryable({ type: 'act', click: '普通', noRetry: true }), false);
+  });
+
+  it('step.noRetry: false 显式允许（即使全局禁）', () => {
+    const p = new RetryPolicy({ noRetryActions: true });
+    assert.equal(p.isStepRetryable({ type: 'act', click: '提交', noRetry: false }), true);
+  });
+
+  it('noRetryActions: false 全局禁用 → act click "提交" 允许重试', () => {
+    const p = new RetryPolicy({ noRetryActions: false });
+    assert.equal(p.isStepRetryable({ type: 'act', click: '提交' }), true);
+  });
+});
+
+describe('PR #6: RetryPolicy.withStepRetry（3 个场景）', () => {
+  it('写操作禁重试 → 直接执行 1 次（不重试）', async () => {
+    const p = new RetryPolicy({ maxRetriesPerStep: 2 });
+    let calls = 0;
+    const result = await p.withStepRetry({ type: 'act', click: '提交' }, async () => {
+      calls++;
+      return { passed: false };
+    });
+    assert.equal(calls, 1, '写操作只执行 1 次');
+    assert.equal(result.retryCount, 0);
+  });
+
+  it('普通 act 失败 → 重试 2 次（maxRetriesPerStep=2）', async () => {
+    const p = new RetryPolicy({ maxRetriesPerStep: 2 });
+    let calls = 0;
+    const result = await p.withStepRetry({ type: 'act', click: '普通' }, async () => {
+      calls++;
+      return { passed: false };
+    });
+    assert.equal(calls, 3, '初次 + 2 次重试 = 3 次');
+    assert.equal(result.retryCount, 2);
+    assert.equal(result.aborted, true);
+  });
+
+  it('普通 act 第 2 次成功 → 立即返回（不再重试）', async () => {
+    const p = new RetryPolicy({ maxRetriesPerStep: 2 });
+    let calls = 0;
+    const result = await p.withStepRetry({ type: 'act', click: '普通' }, async () => {
+      calls++;
+      return { passed: calls >= 2 };  // 第 2 次返回 passed: true
+    });
+    assert.equal(calls, 2, '第 2 次成功即停');
+    assert.equal(result.retryCount, 1);
+    assert.equal(result.aborted, false);
+  });
+});
+
+describe('PR #6: RetryPolicy.withCaseRetry（3 个场景）', () => {
+  it('用例默认 0 retries → 失败立即返回', async () => {
+    const p = new RetryPolicy();
+    let calls = 0;
+    const result = await p.withCaseRetry('test', async () => {
+      calls++;
+      return { passed: false };
+    });
+    assert.equal(calls, 1);
+    assert.equal(result.retryCount, 0);
+  });
+
+  it('用例 retries=2 → 失败重试 2 次（合计 3 次）', async () => {
+    const p = new RetryPolicy({ maxRetries: 2 });
+    let calls = 0;
+    const result = await p.withCaseRetry('test', async () => {
+      calls++;
+      return { passed: false };
+    });
+    assert.equal(calls, 3);
+    assert.equal(result.retryCount, 2);
+  });
+
+  it('用例第 2 次成功 → 立即返回', async () => {
+    const p = new RetryPolicy({ maxRetries: 2 });
+    let calls = 0;
+    const result = await p.withCaseRetry('test', async () => {
+      calls++;
+      return { passed: calls >= 2 };
+    });
+    assert.equal(calls, 2);
+    assert.equal(result.retryCount, 1);
+  });
+});
+
+describe('PR #6: RetryPolicy.detectFlaky（5 个场景）', () => {
+  it('5 次 1 挂 4 过 → flaky=true', () => {
+    const p = new RetryPolicy();
+    const history = [
+      { run: 1, passed: true },
+      { run: 2, passed: true },
+      { run: 3, passed: false },
+      { run: 4, passed: true },
+      { run: 5, passed: true }
+    ];
+    assert.equal(p.detectFlaky(history), true);
+  });
+
+  it('5 次全过 → flaky=false', () => {
+    const p = new RetryPolicy();
+    const history = Array(5).fill({ passed: true });
+    assert.equal(p.detectFlaky(history), false);
+  });
+
+  it('5 次全挂 → flaky=false（不是 flaky，是真挂）', () => {
+    const p = new RetryPolicy();
+    const history = Array(5).fill({ passed: false });
+    assert.equal(p.detectFlaky(history), false);
+  });
+
+  it('3 次 1 挂 2 过 → flaky=false（不够 5 次）', () => {
+    const p = new RetryPolicy();
+    const history = [
+      { passed: true },
+      { passed: false },
+      { passed: true }
+    ];
+    assert.equal(p.detectFlaky(history), false);
+  });
+
+  it('5 次 2 挂 3 过 → flaky=false（不是 1 挂 4 过）', () => {
+    const p = new RetryPolicy();
+    const history = [
+      { passed: true }, { passed: true }, { passed: true },
+      { passed: false }, { passed: false }
+    ];
+    assert.equal(p.detectFlaky(history), false);
+  });
+});
+
+describe('PR #6: retryPolicyFromPlan（2 个场景）', () => {
+  it('空对象 → 默认值', () => {
+    const p = retryPolicyFromPlan({});
+    assert.equal(p.maxRetries, 0);
+    assert.equal(p.maxRetriesPerStep, 2);
+    assert.equal(p.flakyThreshold, 5);
+    assert.equal(p.noRetryActions, true);
+  });
+
+  it('plan.recovery 自定义 → 正确覆盖', () => {
+    const p = retryPolicyFromPlan({
+      maxRetries: 3,
+      maxRetriesPerStep: 1,
+      noRetryActions: false
+    });
+    assert.equal(p.maxRetries, 3);
+    assert.equal(p.maxRetriesPerStep, 1);
+    assert.equal(p.noRetryActions, false);
+  });
+});
+
+describe('PR #6: computeFidelity（2 个场景）', () => {
+  it('5/5 通过 + 0 retry + 0 flaky → 1.0', () => {
+    const p = new RetryPolicy();
+    const f = p.computeFidelity({ total: 5, passed: 5, retryCount: 0, flaky: 0 });
+    assert.equal(f, 1.0);
+  });
+
+  it('3/5 通过 + 2 retry → 0.4（base 0.6 - retryPenalty 0.2）', () => {
+    const p = new RetryPolicy();
+    const f = p.computeFidelity({ total: 5, passed: 3, retryCount: 2, flaky: 0 });
+    assert.equal(f, 0.4);
+  });
+});
+
+describe('PR #6: browser-engine.js 集成（1 个场景）', () => {
+  it('browser-engine.js 顶部 import retry-policy', () => {
+    const enginePath = path.join(SKILL_DIR, 'lib/browser-engine.js');
+    const content = fs.readFileSync(enginePath, 'utf8');
+    assert.ok(content.includes('from "./retry-policy.js"'), '应 import retry-policy');
+    assert.ok(content.includes('retryPolicyFromPlan'), '应使用 retryPolicyFromPlan');
+  });
+});
+
+describe('PR #6: build 副本同步', () => {
+  it('build 后 qwen-extension 含 retry-policy.js', async () => {
+    const { spawnSync } = await import('node:child_process');
+    let result;
+    for (let attempt = 0; attempt < 5; attempt++) {
+      result = spawnSync('node', ['szcd-mcp-client/agents/build.js'], {
+        cwd: '/scity/zengzhijie/mcp',
+        stdio: 'pipe'
+      });
+      if (result.status === 0) break;
+      if (result.stderr?.toString().includes('ENOTEMPTY')) {
+        await new Promise((r) => setTimeout(r, 500));
+        continue;
+      }
+      break;
+    }
+    assert.equal(result.status, 0, `build 失败: ${result.stderr?.toString()}`);
+
+    const target = '/scity/zengzhijie/mcp/szcd-mcp-client/qwen-extension/skills/local-browser-test/lib/retry-policy.js';
+    assert.ok(fs.existsSync(target), 'retry-policy.js 应同步到 qwen 副本');
+  });
+});

package/qwen-extension/skills/local-browser-test/tests/integration/pr-07.test.js

@@ -0,0 +1,168 @@
+/**
+ * PR #7 集成测试（用例标签 @smoke / @p0 / @p1 / @full / @flaky）
+ * 跑法：node --test tests/integration/pr-07.test.js
+ *
+ * 测试范围（不依赖真实浏览器）：
+ *   - parseTags: 逗号分隔 / 数组
+ *   - matchTags: any / all 模式
+ *   - filterCasesByTags: tags + excludeTags
+ *   - filterPlansByTags
+ *   - validateTags: 格式校验
+ *   - test-plan.js compilePlan: plan.tags 字段
+ *   - SKILL.md 章节
+ *   - build 副本同步
+ */
+
+import { describe, it } from 'node:test';
+import assert from 'node:assert/strict';
+import fs from 'node:fs';
+import path from 'node:path';
+import { fileURLToPath } from 'url';
+
+const __filename = fileURLToPath(import.meta.url);
+const __dirname = path.dirname(__filename);
+const SKILL_DIR = path.resolve(__dirname, '../../');
+
+const { parseTags, matchTags, filterCasesByTags, filterPlansByTags, validateTags } = await import(
+  '../../lib/tag-runner.js'
+);
+const { compilePlan } = await import('../../lib/test-plan.js');
+
+describe('PR #7: parseTags（3 个核心场景）', () => {
+  it('逗号分隔字符串 → 数组', () => {
+    assert.deepEqual(parseTags('@smoke,@p0,@p1'), ['@smoke', '@p0', '@p1']);
+  });
+
+  it('数组直接返回（去空）', () => {
+    assert.deepEqual(parseTags(['@smoke', '', null, '@p0']), ['@smoke', '@p0']);
+  });
+
+  it('undefined / null / 空字符串 → 空数组', () => {
+    assert.deepEqual(parseTags(undefined), []);
+    assert.deepEqual(parseTags(null), []);
+    assert.deepEqual(parseTags(''), []);
+  });
+});
+
+describe('PR #7: matchTags（4 个核心场景）', () => {
+  it('filterTags 为空 → 全部通过（不过滤）', () => {
+    assert.equal(matchTags(['@smoke'], [], 'any'), true);
+    assert.equal(matchTags(['@smoke'], [], 'all'), true);
+  });
+
+  it('mode=any：含任一 → 通过', () => {
+    assert.equal(matchTags(['@smoke'], ['@p0', '@smoke'], 'any'), true);
+  });
+
+  it('mode=all：必须含全部 → 通过', () => {
+    assert.equal(matchTags(['@p0', '@smoke'], ['@p0', '@smoke'], 'all'), true);
+    assert.equal(matchTags(['@p0'], ['@p0', '@smoke'], 'all'), false);
+  });
+
+  it('caseTags 为空 + filterTags 非空 → false（不过滤的场景才通过）', () => {
+    assert.equal(matchTags([], ['@p0'], 'any'), false);
+    assert.equal(matchTags(null, ['@p0'], 'any'), false);
+  });
+});
+
+describe('PR #7: filterCasesByTags（3 个场景）', () => {
+  const cases = [
+    { name: 'login-smoke', tags: ['@smoke'] },
+    { name: 'data-p0', tags: ['@p0'] },
+    { name: 'data-p1', tags: ['@p1'] },
+    { name: 'data-e2e', tags: ['@p0', '@p1'] },
+    { name: 'flaky-test', tags: ['@flaky'] }
+  ];
+
+  it('--tags @smoke → 只 smoke', () => {
+    const filtered = filterCasesByTags(cases, { tags: ['@smoke'] });
+    assert.equal(filtered.length, 1);
+    assert.equal(filtered[0].name, 'login-smoke');
+  });
+
+  it('--tags "@p0,@p1" any → p0 或 p1', () => {
+    const filtered = filterCasesByTags(cases, { tags: ['@p0', '@p1'], mode: 'any' });
+    assert.equal(filtered.length, 3, 'data-p0 + data-p1 + data-e2e');
+  });
+
+  it('--tags @p0 --exclude-tags @flaky → 排除 flaky', () => {
+    const filtered = filterCasesByTags(cases, { tags: ['@p0'], excludeTags: ['@flaky'] });
+    assert.equal(filtered.length, 2, 'data-p0 + data-e2e（flaky 已排除）');
+  });
+});
+
+describe('PR #7: filterPlansByTags（2 个场景）', () => {
+  const plans = [
+    { title: 'P0-regression', tags: ['@p0'] },
+    { title: 'P1-regression', tags: ['@p1'] },
+    { title: 'E2E', tags: ['@p0', '@p1'] }
+  ];
+
+  it('--tags @p0 any → P0 + E2E', () => {
+    const filtered = filterPlansByTags(plans, { tags: ['@p0'], mode: 'any' });
+    assert.equal(filtered.length, 2);
+  });
+
+  it('--tags "@p0,@p1" all → E2E', () => {
+    const filtered = filterPlansByTags(plans, { tags: ['@p0', '@p1'], mode: 'all' });
+    assert.equal(filtered.length, 1);
+    assert.equal(filtered[0].title, 'E2E');
+  });
+});
+
+describe('PR #7: validateTags（2 个场景）', () => {
+  it('合法 tag（@ 前缀）→ valid=true', () => {
+    const r = validateTags(['@smoke', '@p0', '@p1', '@flaky']);
+    assert.equal(r.valid, true);
+    assert.deepEqual(r.invalid, []);
+  });
+
+  it('非法 tag（无 @ 前缀）→ valid=false', () => {
+    const r = validateTags(['smoke', '@p0', 'p1']);
+    assert.equal(r.valid, false);
+    assert.deepEqual(r.invalid, ['smoke', 'p1']);
+  });
+});
+
+describe('PR #7: test-plan.js compilePlan（2 个场景）', () => {
+  it('plan.tags → testCase.tags 透传', () => {
+    const plan = {
+      planId: 'test-1',
+      description: 'P0 regression',
+      tags: ['@p0', '@regression'],
+      steps: [{ type: 'act', click: '登录' }]
+    };
+    const tc = compilePlan(plan);
+    assert.deepEqual(tc.tags, ['@p0', '@regression']);
+  });
+
+  it('plan 无 tags → testCase.tags = []（默认空数组）', () => {
+    const tc = compilePlan({ planId: 'test-1', steps: [] });
+    assert.deepEqual(tc.tags, []);
+  });
+});
+
+describe('PR #7: build 副本同步', () => {
+  it('build 后 qwen-extension 含 tag-runner.js + test-plan.js', async () => {
+    const { spawnSync } = await import('node:child_process');
+    let result;
+    for (let attempt = 0; attempt < 5; attempt++) {
+      result = spawnSync('node', ['szcd-mcp-client/agents/build.js'], {
+        cwd: '/scity/zengzhijie/mcp',
+        stdio: 'pipe'
+      });
+      if (result.status === 0) break;
+      if (result.stderr?.toString().includes('ENOTEMPTY')) {
+        await new Promise((r) => setTimeout(r, 500));
+        continue;
+      }
+      break;
+    }
+    assert.equal(result.status, 0, `build 失败: ${result.stderr?.toString()}`);
+
+    const base = '/scity/zengzhijie/mcp/szcd-mcp-client/qwen-extension/skills/local-browser-test/lib/';
+    for (const f of ['tag-runner.js', 'test-plan.js']) {
+      assert.ok(fs.existsSync(base + f), `${f} 应同步到 qwen 副本`);
+    }
+  });
+});