@dommaker/harness 1.10.0 → 1.11.0

package/src/cli/commands/__tests__/posteval-plan.test.ts

@@ -1,204 +0,0 @@
-/**
- * posteval-plan 命令测试
- */
-
-import * as fs from 'fs';
-import { captureIO, type CapturingIO } from '../../command-contract';
-import * as path from 'path';
-import * as os from 'os';
-
-let io: CapturingIO;
-beforeEach(() => {
-  io = captureIO();
-});
-
-describe('postevalPlan', () => {
-  jest.setTimeout(30000); // Retry-based tests with exponential backoff need longer timeout
-  let tempDir: string;
-  let planPath: string;
-  let originalFetch: typeof fetch;
-  let originalEnv: NodeJS.ProcessEnv;
-
-  beforeAll(() => {
-    tempDir = fs.mkdtempSync(path.join(os.tmpdir(), 'temp-test-posteval-'));
-    planPath = path.join(tempDir, 'plan.md');
-    fs.writeFileSync(planPath, '# Test plan\n- [AC-001] Task 1\n- [AC-002] Task 2');
-  });
-
-  afterAll(() => {
-    try {
-      fs.rmSync(tempDir, { recursive: true, force: true });
-    } catch {
-      // ignore
-    }
-  });
-
-  beforeEach(() => {
-    jest.clearAllMocks();
-    originalFetch = global.fetch;
-    originalEnv = { ...process.env };
-    delete process.env.API_PORT;
-    delete process.env.POSTEVAL_GRACE_MS;
-  });
-
-  afterEach(() => {
-    global.fetch = originalFetch;
-    process.env = originalEnv;
-    jest.useRealTimers();
-  });
-
-  it('应该成功验证 plan 覆盖率并打印绿色信息', async () => {
-    global.fetch = jest.fn().mockResolvedValue({
-      ok: true,
-      json: () => Promise.resolve({
-        completeness: 1,
-        matchedAcs: ['AC-001', 'AC-002'],
-        missedAcs: [],
-      }),
-    }) as any;
-
-    const { postevalPlan } = await import('../posteval-plan');
-    await postevalPlan({ planPath }, io);
-
-    expect(io.outText()).toContain('100%');
-  });
-
-  it('completeness < 1：fail（覆盖率不足，含缺失项）', async () => {
-    global.fetch = jest.fn().mockResolvedValue({
-      ok: true,
-      json: () => Promise.resolve({
-        completeness: 0.5,
-        matchedAcs: ['AC-001'],
-        missedAcs: ['AC-002'],
-      }),
-    }) as any;
-
-    const { postevalPlan } = await import('../posteval-plan');
-    const result = await postevalPlan({ planPath }, io);
-
-    expect(result).toEqual({ kind: 'fail', reason: expect.stringContaining('plan coverage 50% < 100%') });
-    expect(io.errText()).toContain('50%');
-  });
-
-  it('completeness < 1 时应该列出缺失项', async () => {
-    global.fetch = jest.fn().mockResolvedValue({
-      ok: true,
-      json: () => Promise.resolve({
-        completeness: 0.33,
-        matchedAcs: ['AC-001'],
-        missedAcs: ['AC-002', 'AC-003'],
-      }),
-    }) as any;
-
-    const { postevalPlan } = await import('../posteval-plan');
-    const result = await postevalPlan({ planPath }, io);
-
-    expect(result).toEqual({
-      kind: 'fail',
-      reason: 'plan coverage 33% < 100%，缺 2 项: AC-002; AC-003',
-    });
-    expect(io.errText()).toContain('AC-002');
-  });
-
-  it('4xx 错误应该 exit(1)', async () => {
-    global.fetch = jest.fn().mockResolvedValue({
-      ok: false,
-      status: 400,
-      statusText: 'Bad Request',
-    }) as any;
-
-    const { postevalPlan } = await import('../posteval-plan');
-    const result = await postevalPlan({ planPath }, io);
-
-    expect(result).toEqual({ kind: 'fail', reason: 'PostEval API error: 400 Bad Request' });
-    expect(io.errText()).toContain('400');
-  });
-
-  it('5xx 错误：skip（未判定，允许提交；退出码面 0 不变）', async () => {
-    global.fetch = jest.fn().mockResolvedValue({
-      ok: false,
-      status: 503,
-      statusText: 'Service Unavailable',
-    }) as any;
-
-    const { postevalPlan } = await import('../posteval-plan');
-    const result = await postevalPlan({ planPath }, io);
-
-    expect(result).toEqual({ kind: 'skip', reason: expect.stringContaining('服务端错误 503') });
-    expect(io.errText()).toContain('unavailable');
-  });
-
-  it('网络错误重试耗尽：skip（未判定，允许提交）', async () => {
-    global.fetch = jest.fn().mockRejectedValue(new Error('ECONNREFUSED'));
-
-    const { postevalPlan } = await import('../posteval-plan');
-    const result = await postevalPlan({ planPath }, io);
-
-    expect(result).toEqual({ kind: 'skip', reason: expect.stringContaining('Studio API 不可达') });
-    expect(io.errText()).toContain('unreachable');
-  });
-
-  it('应该支持自定义 API_PORT', async () => {
-    process.env.API_PORT = '3999';
-    global.fetch = jest.fn().mockResolvedValue({
-      ok: true,
-      json: () => Promise.resolve({
-        completeness: 1,
-        matchedAcs: ['AC-001'],
-        missedAcs: [],
-      }),
-    }) as any;
-
-    const { postevalPlan } = await import('../posteval-plan');
-    await postevalPlan({ planPath }, io);
-
-    // Verify the fetch was called with port 3999
-    const fetchCall = (global.fetch as jest.Mock).mock.calls[0][0];
-    expect(fetchCall).toContain(':3999');
-  });
-
-  it('网络错误重试后成功应该不退出', async () => {
-    // First 2 calls fail, 3rd succeeds
-    const mockFetch = jest.fn()
-      .mockRejectedValueOnce(new Error('ECONNREFUSED'))
-      .mockRejectedValueOnce(new Error('ECONNREFUSED'))
-      .mockResolvedValueOnce({
-        ok: true,
-        json: () => Promise.resolve({
-          completeness: 1,
-          matchedAcs: ['AC-001'],
-          missedAcs: [],
-        }),
-      });
-
-    global.fetch = mockFetch as any;
-
-    const { postevalPlan } = await import('../posteval-plan');
-    const result = await postevalPlan({ planPath }, io);
-
-    // Should have been called 3 times
-    expect(mockFetch).toHaveBeenCalledTimes(3);
-    expect(io.outText()).toContain('100%');
-    expect(result.kind).toBe('ok');
-  });
-
-  it('completeness 为 0 时应该正确显示 0%', async () => {
-    global.fetch = jest.fn().mockResolvedValue({
-      ok: true,
-      json: () => Promise.resolve({
-        completeness: 0,
-        matchedAcs: [],
-        missedAcs: ['AC-001'],
-      }),
-    }) as any;
-
-    const { postevalPlan } = await import('../posteval-plan');
-    const result = await postevalPlan({ planPath }, io);
-
-    expect(result).toEqual({
-      kind: 'fail',
-      reason: 'plan coverage 0% < 100%，缺 1 项: AC-001',
-    });
-    expect(io.errText()).toContain('0%');
-  });
-});

package/src/cli/commands/posteval-plan.ts

@@ -1,98 +0,0 @@
-/**
- * harness posteval-plan 命令
- *
- * 调用 Studio PostEval API，验证 plan 文件的 checklist items 是否都有对应的 staged diff。
- * pre-commit hook 使用此命令防止"假装完成"。
- *
- * 判定经返回值外溢（架构评审候选7）：API 不可用/5xx 属"未判定"→ skip（退出码面 0 不变）；
- * 覆盖率不足与 4xx → fail，reason 指明是哪一项否决。
- */
-
-import chalk from 'chalk';
-import { log, logError, processIO, type CommandIO, type CommandResult } from '../command-contract';
-
-export interface PostEvalPlanOptions {
-  planPath: string;
-}
-
-const MAX_RETRIES = 3;
-const RETRY_DELAY_MS = 2000;
-
-async function fetchWithRetry(url: string, body: string, retries: number): Promise<Response> {
-  let lastError: any;
-  for (let i = 0; i < retries; i++) {
-    try {
-      const controller = new AbortController();
-      const timeout = setTimeout(() => controller.abort(), 5000);
-      const res = await fetch(url, {
-        method: 'POST',
-        headers: { 'Content-Type': 'application/json' },
-        body,
-        signal: controller.signal,
-      });
-      clearTimeout(timeout);
-      return res;
-    } catch (error: any) {
-      lastError = error;
-      if (i < retries - 1) {
-        await new Promise(resolve => setTimeout(resolve, RETRY_DELAY_MS * (i + 1))); // exponential backoff
-      }
-    }
-  }
-  throw lastError;
-}
-
-export async function postevalPlan(
-  options: PostEvalPlanOptions,
-  io: CommandIO = processIO,
-): Promise<CommandResult> {
-  const apiPort = process.env.API_PORT || '3001';
-  const url = `http://localhost:${apiPort}/api/v1/agents/post-eval/plan-coverage`;
-
-  try {
-    const res = await fetchWithRetry(url, JSON.stringify({ planPath: options.planPath }), MAX_RETRIES);
-
-    if (!res.ok) {
-      if (res.status >= 500) {
-        // Server error — allow commit with warning (don't block on infrastructure failure)
-        logError(io, chalk.yellow(`⚠️  PostEval API unavailable (${res.status}), allowing commit with warning`));
-        logError(io, chalk.yellow(`   Plan: ${options.planPath}`));
-        return { kind: 'skip', reason: `PostEval API 服务端错误 ${res.status}，未判定` };
-      }
-      logError(io, chalk.red(`❌ PostEval API error: ${res.status} ${res.statusText}`));
-      return { kind: 'fail', reason: `PostEval API error: ${res.status} ${res.statusText}` };
-    }
-
-    const report = await res.json() as {
-      completeness: number;
-      matchedAcs: string[];
-      missedAcs: string[];
-    };
-
-    const pct = Math.round(report.completeness * 100);
-
-    if (report.completeness < 1) {
-      logError(io, chalk.red(`❌ Plan coverage: ${pct}% (${report.matchedAcs.length}/${report.matchedAcs.length + report.missedAcs.length})`));
-      if (report.missedAcs.length > 0) {
-        logError(io, chalk.red('Missed items:'));
-        report.missedAcs.forEach((item: string) => logError(io, chalk.red(`  - ${item}`)));
-      }
-      return {
-        kind: 'fail',
-        reason: `plan coverage ${pct}% < 100%，缺 ${report.missedAcs.length} 项: ${report.missedAcs.join('; ')}`,
-      };
-    }
-
-    log(io, chalk.green(`✅ Plan coverage: ${pct}%`));
-    return { kind: 'ok' };
-  } catch (error: any) {
-    // API unreachable after all retries — allow with warning (don't block commits on infra)
-    logError(io, chalk.yellow(`⚠️  Studio API unreachable after ${MAX_RETRIES} retries, allowing commit with warning`));
-    logError(io, chalk.yellow(`   Plan: ${options.planPath}`));
-    logError(io, chalk.yellow(`   Error: ${error?.code || error?.message || String(error)}`));
-    return {
-      kind: 'skip',
-      reason: `Studio API 不可达（${error?.code || error?.message || String(error)}），未判定`,
-    };
-  }
-}