npm - @autobest-ui/agent - Versions diffs - 1.0.0 - Mend

@autobest-ui/agent 1.0.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Files changed (59) hide show

package/plugins/autobest-delivery/mcp-server/tests/fixture-server.mjs ADDED Viewed

@@ -0,0 +1,36 @@
+import http from 'node:http';
+const html = `<!doctype html>
+<html lang="zh-CN">
+  <head><meta charset="utf-8"><title>Autobest 交付测试页</title></head>
+  <body>
+    <main>
+      <h1>交付测试页</h1>
+      <button type="button" id="reveal">显示结果</button>
+      <p id="result" aria-live="polite"></p>
+    </main>
+    <script>
+      document.querySelector('#reveal').addEventListener('click', function () {
+        document.querySelector('#result').textContent = '运行器运行正常';
+      });
+    </script>
+  </body>
+</html>`;
+export function startFixtureServer() {
+  const server = http.createServer((request, response) => {
+    response.writeHead(200, { 'Content-Type': 'text/html; charset=utf-8' });
+    response.end(html);
+  });
+  return new Promise((resolve, reject) => {
+    server.once('error', reject);
+    server.listen(0, '127.0.0.1', () => {
+      const address = server.address();
+      resolve({
+        baseUrl: `http://127.0.0.1:${address.port}`,
+        close: () => new Promise(done => server.close(done))
+      });
+    });
+  });
+}

package/plugins/autobest-delivery/mcp-server/tests/fixtures/basic.feature.mjs ADDED Viewed

@@ -0,0 +1,68 @@
+export const metadata = {
+  reportSchemaVersion: 1,
+  scenes: ['initial', 'revealed'],
+  viewports: [{ name: 'desktop', width: 1400, height: 900 }],
+  visualMappings: [
+    {
+      scene: 'revealed',
+      capture: 'fixture-main.png',
+      locator: 'main',
+      reportModule: '运行器测试页',
+      reportGroup: 'fixture-result',
+      reportTitle: '运行结果',
+      reportDevice: 'desktop'
+    }
+  ]
+};
+export default async function run({
+  page,
+  expect,
+  check,
+  capture,
+  artifact,
+  baseUrl
+}) {
+  await page.setViewportSize({ width: 1400, height: 900 });
+  await page.goto(baseUrl, { waitUntil: 'domcontentloaded' });
+  await check(
+    {
+      id: 'fixture-heading',
+      specSnippet: '测试页显示标题。',
+      scene: 'initial',
+      reportModule: '运行器测试页',
+      reportGroup: 'fixture-heading',
+      reportTitle: '页面标题',
+      reportMethod: '检查页面标题是否正确显示。',
+      errorType: '功能缺陷',
+      expect: '交付测试页标题可见'
+    },
+    async () => {
+      await expect(page.getByRole('heading', { name: '交付测试页' })).toBeVisible();
+      return '交付测试页标题可见';
+    }
+  );
+  await page.getByRole('button', { name: '显示结果' }).click();
+  await check(
+    {
+      id: 'fixture-result',
+      specSnippet: '点击后测试页显示运行结果。',
+      scene: 'revealed',
+      reportModule: '运行器测试页',
+      reportGroup: 'fixture-result',
+      reportTitle: '运行结果',
+      reportMethod: '检查操作后的运行结果是否正确显示。',
+      errorType: '功能缺陷',
+      expect: '运行器运行正常提示可见'
+    },
+    async () => {
+      await expect(page.getByText('运行器运行正常')).toBeVisible();
+      return '运行器运行正常提示可见';
+    }
+  );
+  const evidencePath = await capture(page.locator('main'), 'fixture-main.png');
+  await artifact('fixture-evidence.json', { evidencePath });
+}

package/plugins/autobest-delivery/mcp-server/tests/mcp-smoke.test.mjs ADDED Viewed

@@ -0,0 +1,83 @@
+import assert from 'node:assert/strict';
+import fs from 'node:fs/promises';
+import os from 'node:os';
+import path from 'node:path';
+import test from 'node:test';
+import { fileURLToPath } from 'node:url';
+import { Client } from '@modelcontextprotocol/sdk/client/index.js';
+import { StdioClientTransport } from '@modelcontextprotocol/sdk/client/stdio.js';
+import { startFixtureServer } from './fixture-server.mjs';
+const testsRoot = path.dirname(fileURLToPath(import.meta.url));
+const pluginRoot = path.resolve(testsRoot, '..', '..');
+const fixtureScenario = path.join(testsRoot, 'fixtures', 'basic.feature.mjs');
+test('stdio MCP 能暴露环境信息并执行功能场景', async t => {
+  const fixture = await startFixtureServer();
+  t.after(fixture.close);
+  const workspaceRoot = await fs.mkdtemp(path.join(os.tmpdir(), 'autobest-mcp-'));
+  t.after(() => fs.rm(workspaceRoot, { recursive: true, force: true }));
+  const scenarioPath = path.join(workspaceRoot, 'feature', 'e2e', 'e2e.feature.mjs');
+  await fs.mkdir(path.dirname(scenarioPath), { recursive: true });
+  await fs.copyFile(fixtureScenario, scenarioPath);
+  const pluginConfig = JSON.parse(
+    await fs.readFile(path.join(pluginRoot, '.mcp.json'), 'utf8')
+  );
+  const serverConfig = pluginConfig.mcpServers['autobest-delivery'];
+  const transport = new StdioClientTransport({
+    command: serverConfig.command,
+    args: serverConfig.args,
+    cwd: pluginRoot,
+    stderr: 'pipe'
+  });
+  const client = new Client({ name: 'autobest-delivery-test', version: '0.1.0' });
+  await client.connect(transport);
+  t.after(() => client.close());
+  const environment = await client.callTool({
+    name: 'check_environment',
+    arguments: {}
+  });
+  assert.equal(environment.structuredContent.ready, true);
+  assert.equal(environment.structuredContent.browserMode, 'headless');
+  const execution = await client.callTool({
+    name: 'run_feature_e2e',
+    arguments: {
+      workspaceRoot,
+      scenarioPath: path.relative(workspaceRoot, scenarioPath),
+      baseUrl: fixture.baseUrl,
+      outputDir: 'feature/e2e/runs/iteration-01',
+      iteration: 1,
+      timeoutMs: 15000
+    }
+  });
+  assert.equal(execution.structuredContent.status, 'passed');
+  assert.equal(execution.structuredContent.checks.length, 2);
+  const rejectedPath = await client.callTool({
+    name: 'run_feature_e2e',
+    arguments: {
+      workspaceRoot,
+      scenarioPath: path.relative(workspaceRoot, scenarioPath),
+      baseUrl: fixture.baseUrl,
+      outputDir: '../outside',
+      iteration: 2,
+      timeoutMs: 15000
+    }
+  });
+  assert.equal(rejectedPath.structuredContent.status, 'blocked');
+  assert.match(rejectedPath.structuredContent.blockers[0].detail, /位于 workspaceRoot 内/);
+  const missingSession = await client.callTool({
+    name: 'resolve_blocked_run',
+    arguments: {
+      sessionId: '00000000-0000-4000-8000-000000000000',
+      decision: 'retry',
+      note: 'MCP schema smoke test'
+    }
+  });
+  assert.equal(missingSession.structuredContent.status, 'not-found');
+});

package/plugins/autobest-delivery/mcp-server/tests/report.test.mjs ADDED Viewed

@@ -0,0 +1,254 @@
+import assert from 'node:assert/strict';
+import { createHash } from 'node:crypto';
+import { mkdtemp, mkdir, readFile, writeFile } from 'node:fs/promises';
+import os from 'node:os';
+import path from 'node:path';
+import test from 'node:test';
+import { fileURLToPath } from 'node:url';
+import ExcelJS from 'exceljs';
+import { exportDeliveryReport } from '../src/report.mjs';
+const pluginRoot = path.resolve(path.dirname(fileURLToPath(import.meta.url)), '..', '..');
+const templatePath = path.join(pluginRoot, 'assets', 'delivery-report-template.xlsx');
+const png = Buffer.from(
+  'iVBORw0KGgoAAAANSUhEUgAAAAEAAAABCAQAAAC1HAwCAAAAC0lEQVR42mNk+A8AAQUBAScY42YAAAAASUVORK5CYII=',
+  'base64'
+);
+async function createFixture() {
+  const workspaceRoot = await mkdtemp(path.join(os.tmpdir(), 'autobest-report-'));
+  await mkdir(path.join(workspaceRoot, '.git'));
+  const featureDir = path.join(workspaceRoot, '.scratch', 'feature');
+  const runDir = path.join(featureDir, 'e2e', 'runs', 'iteration-02');
+  const capturesDir = path.join(runDir, 'captures');
+  await mkdir(path.join(featureDir, 'checker'), { recursive: true });
+  await mkdir(capturesDir, { recursive: true });
+  await writeFile(
+    path.join(featureDir, 'spec.md'),
+    '# 订单规格\n\n## 用户故事\n\n1. 作为访客，我希望订单页显示标题。\n2. 作为访客，我希望订单页标题样式正确。\n3. 作为访客，我希望支付操作可用。\n4. 作为访客，我希望错误状态可见。\n\n## 实现决策\n'
+  );
+  const relativeRun = '.scratch/feature/e2e/runs/iteration-02/runner-result.json';
+  const desktop = '.scratch/feature/e2e/runs/iteration-02/captures/order-desktop-payment.png';
+  const mobile = '.scratch/feature/e2e/runs/iteration-02/captures/order-mobile-payment.png';
+  await writeFile(path.join(workspaceRoot, desktop), png);
+  await writeFile(path.join(workspaceRoot, mobile), png);
+  await writeFile(
+    path.join(featureDir, 'checker', 'checker-result.json'),
+    JSON.stringify({
+      status: 'failed',
+      iteration: 2,
+      scenarioSha256: 'aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa',
+      runnerResult: relativeRun,
+      checks: [
+        {
+          id: 'story-02',
+          scene: 'order-desktop',
+          expect: '标题样式正确',
+          actual: '标题样式错误',
+          isPass: false
+        }
+      ]
+    })
+  );
+  await writeFile(
+    path.join(runDir, 'runner-result.json'),
+    JSON.stringify({
+      status: 'failed',
+      iteration: 2,
+      scenarioSha256: 'aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa',
+      metadata: {
+        visualMappings: [
+          {
+            capture: path.basename(desktop),
+            scene: 'order-desktop',
+            specSnippet: '订单支付操作',
+            reportModule: '订单页',
+            reportGroup: 'payment-action',
+            reportTitle: '支付操作',
+            reportDevice: 'desktop'
+          },
+          {
+            capture: path.basename(mobile),
+            scene: 'order-mobile',
+            specSnippet: '订单支付操作',
+            reportModule: '订单页',
+            reportGroup: 'payment-action',
+            reportTitle: '支付操作',
+            reportDevice: 'mobile'
+          }
+        ]
+      },
+      checks: [
+        {
+          id: 'story-01',
+          scene: 'order-desktop',
+          reportModule: '订单页',
+          reportGroup: 'order-heading',
+          reportTitle: '订单标题',
+          reportMethod: '检查订单页标题的文案、层级和视觉样式。',
+          expect: '标题可见',
+          actual: '标题可见',
+          isPass: true
+        },
+        {
+          id: 'story-02',
+          scene: 'order-desktop',
+          reportModule: '订单页',
+          reportGroup: 'order-heading',
+          reportTitle: '订单标题',
+          reportMethod: '检查订单页标题的文案、层级和视觉样式。',
+          expect: '标题样式正确',
+          actual: '标题样式正确',
+          isPass: true
+        },
+        {
+          id: 'story-03',
+          scene: 'order-desktop',
+          reportModule: '订单页',
+          reportGroup: 'payment-action',
+          reportTitle: '支付操作',
+          reportMethod: '检查支付操作的可用性和提交结果。',
+          expect: '支付操作可以提交',
+          actual: '提交成功',
+          isPass: true
+        },
+        {
+          id: 'story-04',
+          scene: 'order-error',
+          reportModule: '订单页',
+          reportGroup: 'order-error',
+          reportTitle: '订单错误状态',
+          reportMethod: '检查订单请求失败时的错误反馈。',
+          expect: '错误状态可见',
+          actual: '本轮未执行到该检查点'
+        }
+      ],
+      captures: [desktop, mobile]
+    })
+  );
+  return { workspaceRoot, featureDir, runDir, desktop, mobile };
+}
+test('同一组件或功能合并为单 Sheet 一行，不输出原子明细', async () => {
+  const { workspaceRoot, featureDir } = await createFixture();
+  const inputBefore = await readFile(path.join(featureDir, 'checker', 'checker-result.json'));
+  const result = await exportDeliveryReport({ featureDir, workspaceRoot, templatePath });
+  assert.equal(result.rows, 3);
+  assert.deepEqual(result.statuses, { '通过': 1, '不通过': 1, Blocked: 1 });
+  assert.equal(result.embeddedScreenshots, 2);
+  assert.equal(result.screenshotPlacements, 2);
+  assert.equal(result.groupingSource, 'metadata');
+  const workbook = new ExcelJS.Workbook();
+  await workbook.xlsx.readFile(result.outputPath);
+  assert.deepEqual(workbook.worksheets.map(worksheet => worksheet.name), ['自测报告']);
+  const worksheet = workbook.getWorksheet('自测报告');
+  assert.deepEqual(
+    Array.from({ length: 6 }, (_, index) => worksheet.getCell(1, index + 1).value),
+    ['页面/模块', '自测点', '自测方式', '通过', '截图1', '截图2']
+  );
+  assert.equal(worksheet.getCell('A2').value, '订单页');
+  assert.equal(worksheet.getCell('B2').value, '订单标题');
+  assert.equal(worksheet.getCell('D2').value, '不通过');
+  assert.match(worksheet.getCell('C2').value, /^检查订单页标题的文案、层级和视觉样式。/);
+  assert.doesNotMatch(worksheet.getCell('C2').value, /story-/);
+  assert.equal(worksheet.getCell('B3').value, '支付操作');
+  assert.equal(worksheet.getCell('D3').value, '通过');
+  assert.equal(worksheet.getCell('D4').value, 'Blocked');
+  assert.equal(workbook.model.media.length, 2);
+  assert.deepEqual(
+    await readFile(path.join(featureDir, 'checker', 'checker-result.json')),
+    inputBefore
+  );
+});
+test('旧证据必须提供完整语义分组清单，不能按 scene 猜测功能', async () => {
+  const { workspaceRoot, featureDir, runDir, desktop, mobile } = await createFixture();
+  const runnerPath = path.join(runDir, 'runner-result.json');
+  const runner = JSON.parse(await readFile(runnerPath, 'utf8'));
+  for (const check of runner.checks) {
+    delete check.reportModule;
+    delete check.reportGroup;
+    delete check.reportTitle;
+    delete check.reportMethod;
+  }
+  for (const mapping of runner.metadata.visualMappings) {
+    delete mapping.reportModule;
+    delete mapping.reportGroup;
+    delete mapping.reportTitle;
+    delete mapping.reportDevice;
+  }
+  await writeFile(runnerPath, JSON.stringify(runner));
+  await assert.rejects(
+    exportDeliveryReport({ featureDir, workspaceRoot, templatePath }),
+    /旧证据缺少语义分组清单/
+  );
+  const specText = await readFile(path.join(featureDir, 'spec.md'), 'utf8');
+  const groupingPath = path.join(featureDir, 'report', 'report-groups.json');
+  await mkdir(path.dirname(groupingPath), { recursive: true });
+  await writeFile(groupingPath, JSON.stringify({
+    version: 1,
+    source: {
+      specSha256: createHash('sha256').update(specText).digest('hex'),
+      iteration: 2,
+      scenarioSha256: runner.scenarioSha256
+    },
+    groups: [
+      {
+        id: 'order-heading',
+        module: '订单页',
+        title: '订单标题',
+        method: '检查订单页标题的文案、层级和视觉样式。',
+        storyIds: ['story-01', 'story-02']
+      },
+      {
+        id: 'payment-action',
+        module: '订单页',
+        title: '支付操作',
+        method: '检查支付操作的可用性和提交结果。',
+        storyIds: ['story-03'],
+        desktopCapture: path.basename(desktop),
+        mobileCapture: path.basename(mobile)
+      },
+      {
+        id: 'order-error',
+        module: '订单页',
+        title: '订单错误状态',
+        method: '检查订单请求失败时的错误反馈。',
+        storyIds: ['story-04']
+      }
+    ]
+  }));
+  const result = await exportDeliveryReport({
+    featureDir,
+    workspaceRoot,
+    templatePath,
+    groupingPath
+  });
+  assert.equal(result.rows, 3);
+  assert.equal(result.groupingSource, 'manifest');
+  assert.equal(result.groupingPath, groupingPath);
+  const workbook = new ExcelJS.Workbook();
+  await workbook.xlsx.readFile(result.outputPath);
+  assert.deepEqual(workbook.worksheets.map(worksheet => worksheet.name), ['自测报告']);
+  assert.equal(workbook.getWorksheet('自测报告').getCell('A2').value, '订单页');
+});
+test('拒绝功能目录之外的输出路径', async () => {
+  const { workspaceRoot, featureDir } = await createFixture();
+  await assert.rejects(
+    exportDeliveryReport({
+      featureDir,
+      workspaceRoot,
+      templatePath,
+      outputPath: path.join(workspaceRoot, 'outside.xlsx')
+    }),
+    /输出路径必须位于功能目录内/
+  );
+});