@dommaker/harness 1.1.1 → 1.2.0

package/src/verification/__tests__/rules-based.test.ts

@@ -1,240 +0,0 @@
-/**
- * RulesBasedVerification 测试
- */
-
-import { RulesBasedVerification } from '../rules-based';
-import type { VerificationRule, VerificationContext } from '../types';
-
-describe('RulesBasedVerification', () => {
-  const context: VerificationContext = {
-    projectRoot: process.cwd(),
-  };
-
-  describe('verifyAll', () => {
-    it('应该通过空规则列表', async () => {
-      const verifier = new RulesBasedVerification([]);
-      const results = await verifier.verifyAll(context);
-      expect(results.length).toBe(0);
-    });
-
-    it('应该执行所有规则', async () => {
-      const rules: VerificationRule[] = [
-        {
-          id: 'rule-1',
-          type: 'custom',
-          name: 'Rule 1',
-          description: 'Always pass',
-          verify: async () => ({ passed: true, ruleId: 'rule-1', duration: 0 }),
-        },
-        {
-          id: 'rule-2',
-          type: 'custom',
-          name: 'Rule 2',
-          description: 'Always pass',
-          verify: async () => ({ passed: true, ruleId: 'rule-2', duration: 0 }),
-        },
-      ];
-
-      const verifier = new RulesBasedVerification(rules);
-      const results = await verifier.verifyAll(context);
-      expect(results.length).toBe(2);
-      expect(results.every(r => r.passed)).toBe(true);
-    });
-
-    it('应该收集失败结果', async () => {
-      const rules: VerificationRule[] = [
-        {
-          id: 'pass',
-          type: 'custom',
-          name: 'Pass',
-          description: '',
-          verify: async () => ({ passed: true, ruleId: 'pass', duration: 0 }),
-        },
-        {
-          id: 'fail',
-          type: 'custom',
-          name: 'Fail',
-          description: '',
-          verify: async () => ({ passed: false, ruleId: 'fail', message: 'failed', duration: 0 }),
-        },
-      ];
-
-      const verifier = new RulesBasedVerification(rules);
-      const results = await verifier.verifyAll(context);
-      expect(results.some(r => r.passed)).toBe(true);
-      expect(results.some(r => !r.passed)).toBe(true);
-    });
-  });
-
-  describe('command rules', () => {
-    it('应该执行成功的命令', async () => {
-      const rules: VerificationRule[] = [
-        {
-          id: 'echo',
-          type: 'test',
-          name: 'Echo Test',
-          description: 'Run echo',
-          command: 'echo "hello"',
-        },
-      ];
-
-      const verifier = new RulesBasedVerification(rules);
-      const results = await verifier.verifyAll(context);
-      expect(results[0].passed).toBe(true);
-      expect(results[0].details).toContain('hello');
-    });
-
-    it('应该处理失败的命令', async () => {
-      const rules: VerificationRule[] = [
-        {
-          id: 'fail-cmd',
-          type: 'test',
-          name: 'Fail Test',
-          description: 'Run failing command',
-          command: 'exit 1',
-        },
-      ];
-
-      const verifier = new RulesBasedVerification(rules);
-      const results = await verifier.verifyAll(context);
-      expect(results[0].passed).toBe(false);
-    });
-
-    it('应该处理缺少 command 的规则', async () => {
-      const rules: VerificationRule[] = [
-        {
-          id: 'no-cmd',
-          type: 'lint',
-          name: 'No Command',
-          description: 'Missing command',
-        },
-      ];
-
-      const verifier = new RulesBasedVerification(rules);
-      const results = await verifier.verifyAll(context);
-      expect(results[0].passed).toBe(false);
-      expect(results[0].message).toContain('缺少 command');
-    });
-  });
-
-  describe('custom rules', () => {
-    it('应该执行自定义验证函数', async () => {
-      const rules: VerificationRule[] = [
-        {
-          id: 'custom',
-          type: 'custom',
-          name: 'Custom Check',
-          description: 'Check changed files',
-          verify: async (ctx) => ({
-            passed: (ctx.changedFiles?.length ?? 0) > 0,
-            ruleId: 'custom',
-            message: '需要变更文件',
-            duration: 0,
-          }),
-        },
-      ];
-
-      const verifier = new RulesBasedVerification(rules);
-
-      // 没有变更文件 -> 失败
-      const failResults = await verifier.verifyAll(context);
-      expect(failResults[0].passed).toBe(false);
-
-      // 有变更文件 -> 通过
-      const passResults = await verifier.verifyAll({ ...context, changedFiles: ['a.ts'] });
-      expect(passResults[0].passed).toBe(true);
-    });
-
-    it('应该处理缺少 verify 的 custom 规则', async () => {
-      const rules: VerificationRule[] = [
-        {
-          id: 'no-verify',
-          type: 'custom',
-          name: 'No Verify',
-          description: 'Missing verify function',
-        },
-      ];
-
-      const verifier = new RulesBasedVerification(rules);
-      const results = await verifier.verifyAll(context);
-      expect(results[0].passed).toBe(false);
-      expect(results[0].message).toContain('缺少 verify');
-    });
-  });
-
-  describe('rule management', () => {
-    it('应该添加规则', () => {
-      const verifier = new RulesBasedVerification([]);
-      verifier.addRule({
-        id: 'new',
-        type: 'custom',
-        name: 'New',
-        description: '',
-        verify: async () => ({ passed: true, ruleId: 'new', duration: 0 }),
-      });
-      expect(verifier.getRules().length).toBe(1);
-    });
-
-    it('应该移除规则', () => {
-      const verifier = new RulesBasedVerification([
-        { id: 'a', type: 'custom', name: 'A', description: '' },
-        { id: 'b', type: 'custom', name: 'B', description: '' },
-      ]);
-      verifier.removeRule('a');
-      expect(verifier.getRules().length).toBe(1);
-      expect(verifier.getRules()[0].id).toBe('b');
-    });
-  });
-
-  describe('error handling', () => {
-    it('应该处理验证函数抛出异常', async () => {
-      const rules: VerificationRule[] = [
-        {
-          id: 'throw',
-          type: 'custom',
-          name: 'Throw',
-          description: '',
-          verify: async () => { throw new Error('boom'); },
-        },
-      ];
-
-      const verifier = new RulesBasedVerification(rules);
-      const results = await verifier.verifyAll(context);
-      expect(results[0].passed).toBe(false);
-      expect(results[0].message).toContain('boom');
-    });
-
-    it('应该处理未知规则类型', async () => {
-      const rules: VerificationRule[] = [
-        {
-          id: 'unknown',
-          type: 'unknown' as any,
-          name: 'Unknown',
-          description: '',
-        },
-      ];
-
-      const verifier = new RulesBasedVerification(rules);
-      const results = await verifier.verifyAll(context);
-      expect(results[0].passed).toBe(false);
-      expect(results[0].message).toContain('未知');
-    });
-
-    it('应该处理命令执行超时', async () => {
-      const rules: VerificationRule[] = [
-        {
-          id: 'timeout',
-          type: 'test',
-          name: 'Timeout Test',
-          description: '',
-          command: 'sleep 10',
-          timeout: 100,
-        },
-      ];
-
-      const verifier = new RulesBasedVerification(rules);
-      const results = await verifier.verifyAll(context);
-      expect(results[0].passed).toBe(false);
-    }, 10000);
-  });
-});

package/src/verification/index.ts

@@ -1,3 +0,0 @@
-export * from './types';
-export * from './rules-based';
-export * from './loop';

package/src/verification/loop.ts

@@ -1,137 +0,0 @@
-/**
- * 验证循环（Gather-Act-Verify）
- *
- * 编排验证流程：
- * 1. Gather：收集当前状态
- * 2. Act：执行动作
- * 3. Verify：验证结果
- * 失败时重试，最多 N 次
- */
-
-import type {
-  VerificationLoopConfig,
-  LoopSnapshot,
-  LoopStatus,
-  VerificationResult,
-  GatherState,
-  ActAction,
-  VerificationContext,
-} from './types';
-import { RulesBasedVerification } from './rules-based';
-
-export type GatherFn = (attempt: number) => Promise<GatherState>;
-export type ActFn = (state: GatherState, results: VerificationResult[]) => Promise<ActAction>;
-
-export class VerificationLoop {
-  private config: VerificationLoopConfig;
-  private verifier: RulesBasedVerification;
-  private status: LoopStatus = 'idle';
-  private attempt = 0;
-  private results: VerificationResult[] = [];
-  private lastError?: string;
-
-  constructor(config: VerificationLoopConfig) {
-    this.config = config;
-    this.verifier = new RulesBasedVerification(config.rules);
-  }
-
-  /**
-   * 执行验证循环
-   */
-  async run(
-    context: VerificationContext,
-    gather: GatherFn,
-    act?: ActFn,
-  ): Promise<LoopSnapshot> {
-    this.status = 'idle';
-    this.attempt = 0;
-    this.results = [];
-    this.lastError = undefined;
-
-    while (this.attempt < this.config.maxRetries) {
-      this.attempt++;
-
-      // Gather
-      this.status = 'gathering';
-      let gatherState: GatherState;
-      try {
-        gatherState = await gather(this.attempt);
-      } catch (error) {
-        this.lastError = `Gather 失败: ${error instanceof Error ? error.message : String(error)}`;
-        this.status = 'failed';
-        return this.snapshot();
-      }
-
-      // Act（可选）
-      if (act && this.attempt > 1) {
-        this.status = 'acting';
-        try {
-          const action = await act(gatherState, this.results);
-          if (action.type === 'abort') {
-            this.lastError = `Act 中止: ${action.description}`;
-            this.status = 'failed';
-            return this.snapshot();
-          }
-          if (action.type === 'skip') {
-            this.status = 'passed';
-            return this.snapshot();
-          }
-        } catch (error) {
-          this.lastError = `Act 失败: ${error instanceof Error ? error.message : String(error)}`;
-          this.status = 'failed';
-          return this.snapshot();
-        }
-      }
-
-      // Verify
-      this.status = 'verifying';
-      try {
-        this.results = await this.verifier.verifyAll(context);
-      } catch (error) {
-        this.lastError = `Verify 失败: ${error instanceof Error ? error.message : String(error)}`;
-        this.status = 'failed';
-        return this.snapshot();
-      }
-
-      const allPassed = this.results.every(r => r.passed);
-      if (allPassed) {
-        this.status = 'passed';
-        return this.snapshot();
-      }
-
-      // failFast: 首次失败立即停止
-      if (this.config.failFast) {
-        this.lastError = '验证失败 (failFast)';
-        this.status = 'failed';
-        return this.snapshot();
-      }
-    }
-
-    this.lastError = `达到最大重试次数 (${this.config.maxRetries})`;
-    this.status = 'failed';
-    return this.snapshot();
-  }
-
-  private snapshot(): LoopSnapshot {
-    return {
-      status: this.status,
-      attempt: this.attempt,
-      maxRetries: this.config.maxRetries,
-      results: this.results,
-      lastError: this.lastError,
-      timestamp: new Date().toISOString(),
-    };
-  }
-
-  getStatus(): LoopStatus {
-    return this.status;
-  }
-
-  getAttempt(): number {
-    return this.attempt;
-  }
-
-  getResults(): VerificationResult[] {
-    return [...this.results];
-  }
-}

package/src/verification/rules-based.ts

@@ -1,152 +0,0 @@
-/**
- * 基于规则的确定性验证
- *
- * 执行 test / lint / typecheck / custom 规则
- * 纯确定性验证，不依赖 LLM
- */
-
-import { execSync } from 'child_process';
-import type {
-  VerificationRule,
-  VerificationContext,
-  VerificationResult,
-} from './types';
-
-export class RulesBasedVerification {
-  private rules: VerificationRule[];
-
-  constructor(rules: VerificationRule[]) {
-    this.rules = rules;
-  }
-
-  /**
-   * 执行所有规则验证
-   */
-  async verifyAll(context: VerificationContext): Promise<VerificationResult[]> {
-    const results: VerificationResult[] = [];
-
-    for (const rule of this.rules) {
-      const result = await this.verifyRule(rule, context);
-      results.push(result);
-    }
-
-    return results;
-  }
-
-  /**
-   * 执行单条规则验证
-   */
-  async verifyRule(rule: VerificationRule, context: VerificationContext): Promise<VerificationResult> {
-    const start = Date.now();
-
-    try {
-      switch (rule.type) {
-        case 'test':
-        case 'lint':
-        case 'typecheck':
-          return await this.executeCommand(rule, context, start);
-        case 'custom':
-          return await this.executeCustom(rule, context, start);
-        default:
-          return {
-            passed: false,
-            ruleId: rule.id,
-            message: `未知的规则类型: ${rule.type}`,
-            duration: Date.now() - start,
-          };
-      }
-    } catch (error) {
-      return {
-        passed: false,
-        ruleId: rule.id,
-        message: `验证执行失败: ${error instanceof Error ? error.message : String(error)}`,
-        duration: Date.now() - start,
-      };
-    }
-  }
-
-  /**
-   * 执行命令类规则
-   */
-  private async executeCommand(
-    rule: VerificationRule,
-    context: VerificationContext,
-    start: number,
-  ): Promise<VerificationResult> {
-    if (!rule.command) {
-      return {
-        passed: false,
-        ruleId: rule.id,
-        message: `规则 ${rule.id} 缺少 command`,
-        duration: Date.now() - start,
-      };
-    }
-
-    try {
-      const output = execSync(rule.command, {
-        cwd: context.projectRoot,
-        timeout: rule.timeout ?? 30000,
-        encoding: 'utf-8',
-        stdio: ['pipe', 'pipe', 'pipe'],
-      });
-
-      return {
-        passed: true,
-        ruleId: rule.id,
-        message: `${rule.name} 通过`,
-        details: output.slice(0, 1000),
-        duration: Date.now() - start,
-      };
-    } catch (error: unknown) {
-      const execError = error as { status?: number; stderr?: string; stdout?: string };
-      return {
-        passed: false,
-        ruleId: rule.id,
-        message: `${rule.name} 失败 (exit ${execError.status ?? 'unknown'})`,
-        details: (execError.stderr ?? execError.stdout ?? '').slice(0, 1000),
-        duration: Date.now() - start,
-      };
-    }
-  }
-
-  /**
-   * 执行自定义规则
-   */
-  private async executeCustom(
-    rule: VerificationRule,
-    context: VerificationContext,
-    start: number,
-  ): Promise<VerificationResult> {
-    if (!rule.verify) {
-      return {
-        passed: false,
-        ruleId: rule.id,
-        message: `规则 ${rule.id} 缺少 verify 函数`,
-        duration: Date.now() - start,
-      };
-    }
-
-    return rule.verify(context);
-  }
-
-  /**
-   * 添加规则
-   */
-  addRule(rule: VerificationRule): void {
-    this.rules.push(rule);
-  }
-
-  /**
-   * 移除规则
-   */
-  removeRule(ruleId: string): void {
-    this.rules = this.rules.filter(r => r.id !== ruleId);
-  }
-
-  /**
-   * 获取规则列表
-   */
-  getRules(): VerificationRule[] {
-    return [...this.rules];
-  }
-}

package/src/verification/types.ts

@@ -1,81 +0,0 @@
-/**
- * Verification Loop 类型定义
- */
-
-// ── 验证规则 ─────────────────────────────────────────────
-
-/** 验证规则类型 */
-export type VerificationRuleType = 'test' | 'lint' | 'typecheck' | 'custom';
-
-/** 验证规则 */
-export interface VerificationRule {
-  id: string;
-  type: VerificationRuleType;
-  name: string;
-  description: string;
-  /** 执行命令（用于 test/lint/typecheck） */
-  command?: string;
-  /** 自定义验证函数（用于 custom） */
-  verify?: (context: VerificationContext) => Promise<VerificationResult>;
-  /** 超时（ms） */
-  timeout?: number;
-}
-
-/** 验证上下文 */
-export interface VerificationContext {
-  /** 项目根目录 */
-  projectRoot: string;
-  /** 变更的文件列表 */
-  changedFiles?: string[];
-  /** 额外元数据 */
-  metadata?: Record<string, unknown>;
-}
-
-/** 单条规则的验证结果 */
-export interface VerificationResult {
-  passed: boolean;
-  ruleId: string;
-  message?: string;
-  details?: string;
-  duration: number;
-}
-
-// ── 验证循环 ─────────────────────────────────────────────
-
-/** 验证循环状态 */
-export type LoopStatus = 'idle' | 'gathering' | 'acting' | 'verifying' | 'passed' | 'failed';
-
-/** 验证循环配置 */
-export interface VerificationLoopConfig {
-  /** 最大重试次数 */
-  maxRetries: number;
-  /** 验证规则 */
-  rules: VerificationRule[];
-  /** 是否在首次失败时立即停止 */
-  failFast?: boolean;
-}
-
-/** 验证循环快照 */
-export interface LoopSnapshot {
-  status: LoopStatus;
-  attempt: number;
-  maxRetries: number;
-  results: VerificationResult[];
-  lastError?: string;
-  timestamp: string;
-}
-
-/** Gather 阶段的状态 */
-export interface GatherState {
-  changedFiles: string[];
-  testResults?: string;
-  lintResults?: string;
-  metadata: Record<string, unknown>;
-}
-
-/** Act 阶段的动作 */
-export interface ActAction {
-  type: 'fix' | 'retry' | 'skip' | 'abort';
-  description: string;
-  target?: string;
-}