@su-record/vibe 3.2.13 → 3.2.15

package/hooks/scripts/__tests__/recipe-extractor.test.js

@@ -1,244 +0,0 @@
-/**
- * recipe-extractor.js — Phase 3 테스트
- *
- * 검증 범위:
- *  - 휴리스틱 게이트: total_tools≥8 AND fails≥3 AND last=success
- *  - VIBE_RECIPE_LLM=mock 으로 LLM 우회 (외부 의존 0)
- *  - frontmatter schema 충족
- *  - silent fail 정책 (jsonl 없음 / 게이트 실패 / 디렉토리 부재)
- *
- * 외부 의존:
- *  - 실제 claude CLI 는 호출하지 않음 (mock 모드 사용)
- */
-import { describe, it, expect, beforeEach } from 'vitest';
-import { spawnSync } from 'child_process';
-import fs from 'fs';
-import os from 'os';
-import path from 'path';
-import { fileURLToPath } from 'url';
-
-const __dirname = path.dirname(fileURLToPath(import.meta.url));
-const SCRIPT = path.resolve(__dirname, '..', 'recipe-extractor.js');
-
-function makeTmpProject() {
-  return fs.mkdtempSync(path.join(os.tmpdir(), 'vibe-recipe-extractor-'));
-}
-
-function writeJsonl(projectDir, records) {
-  const dir = path.join(projectDir, '.vibe', 'metrics');
-  fs.mkdirSync(dir, { recursive: true });
-  const lines = records.map((r) => JSON.stringify(r)).join('\n') + '\n';
-  fs.writeFileSync(path.join(dir, 'current-run.jsonl'), lines);
-}
-
-function writeRunMeta(projectDir, meta) {
-  const dir = path.join(projectDir, '.vibe', 'metrics');
-  fs.mkdirSync(dir, { recursive: true });
-  fs.writeFileSync(path.join(dir, 'current-run.json'), JSON.stringify(meta));
-}
-
-function runExtractor(projectDir, { mock = true } = {}) {
-  const result = spawnSync('node', [SCRIPT], {
-    encoding: 'utf-8',
-    timeout: 5000,
-    env: {
-      ...process.env,
-      CLAUDE_PROJECT_DIR: projectDir,
-      ...(mock ? { VIBE_RECIPE_LLM: 'mock' } : {}),
-      VIBE_HOOK_DEPTH: '0',
-    },
-  });
-  return result;
-}
-
-function listRecipes(projectDir) {
-  const dir = path.join(projectDir, '.vibe', 'recipes');
-  if (!fs.existsSync(dir)) return [];
-  return fs.readdirSync(dir).filter((f) => f.endsWith('.md'));
-}
-
-function makeRecord({ tool = 'Bash', ok = true, file = null, category = null }) {
-  return {
-    ts: new Date().toISOString(),
-    tool,
-    ok,
-    target_file: file,
-    error_category: ok ? null : category,
-  };
-}
-
-describe('recipe-extractor (Phase 3)', () => {
-  let projectDir;
-
-  beforeEach(() => {
-    projectDir = makeTmpProject();
-  });
-
-  // ───────── 게이트 통과 조건 ─────────
-  describe('휴리스틱 게이트', () => {
-    it('총 ≥8 + 실패 ≥3 + 마지막 성공 → recipe 생성', () => {
-      const records = [
-        makeRecord({ ok: false, category: 'integration' }),
-        makeRecord({ ok: false, category: 'integration' }),
-        makeRecord({ ok: false, category: 'auth' }),
-        makeRecord({ ok: true }),
-        makeRecord({ ok: true }),
-        makeRecord({ ok: true, tool: 'Edit', file: 'src/foo.ts' }),
-        makeRecord({ ok: true, tool: 'Read', file: 'src/foo.ts' }),
-        makeRecord({ ok: true, tool: 'Bash' }), // 마지막=성공
-      ];
-      writeJsonl(projectDir, records);
-      writeRunMeta(projectDir, { feature: 'auth-fix', startedAt: '2026-05-07T00:00:00.000Z', steps: 8 });
-
-      const r = runExtractor(projectDir);
-      expect(r.status).toBe(0);
-      expect(listRecipes(projectDir)).toHaveLength(1);
-    });
-
-    it('툴콜 부족 (<8) → 생성 안 함', () => {
-      const records = [
-        makeRecord({ ok: false, category: 'integration' }),
-        makeRecord({ ok: false, category: 'integration' }),
-        makeRecord({ ok: false, category: 'integration' }),
-        makeRecord({ ok: true }),
-      ];
-      writeJsonl(projectDir, records);
-      writeRunMeta(projectDir, { feature: 'x' });
-      runExtractor(projectDir);
-      expect(listRecipes(projectDir)).toHaveLength(0);
-    });
-
-    it('실패 부족 (<3) → 생성 안 함', () => {
-      const records = Array.from({ length: 10 }, () => makeRecord({ ok: true }));
-      records[0] = makeRecord({ ok: false, category: 'other' });
-      records[1] = makeRecord({ ok: false, category: 'other' });
-      writeJsonl(projectDir, records);
-      writeRunMeta(projectDir, { feature: 'x' });
-      runExtractor(projectDir);
-      expect(listRecipes(projectDir)).toHaveLength(0);
-    });
-
-    it('마지막 호출이 실패 → 생성 안 함 (task 미완료)', () => {
-      const records = [
-        ...Array.from({ length: 5 }, () => makeRecord({ ok: true })),
-        makeRecord({ ok: false, category: 'integration' }),
-        makeRecord({ ok: false, category: 'integration' }),
-        makeRecord({ ok: false, category: 'integration' }),
-      ];
-      writeJsonl(projectDir, records);
-      writeRunMeta(projectDir, { feature: 'x' });
-      runExtractor(projectDir);
-      expect(listRecipes(projectDir)).toHaveLength(0);
-    });
-  });
-
-  // ───────── frontmatter 검증 ─────────
-  describe('frontmatter schema', () => {
-    function makeQualifyingRun() {
-      const records = [
-        makeRecord({ tool: 'Bash', ok: false, category: 'integration' }),
-        makeRecord({ tool: 'Bash', ok: false, category: 'integration' }),
-        makeRecord({ tool: 'Edit', file: 'src/foo.ts', ok: false, category: 'type-narrow' }),
-        makeRecord({ tool: 'Edit', file: 'src/foo.ts', ok: true }),
-        makeRecord({ tool: 'Read', file: 'src/foo.ts', ok: true }),
-        makeRecord({ tool: 'Bash', ok: true }),
-        makeRecord({ tool: 'Bash', ok: true }),
-        makeRecord({ tool: 'Bash', ok: true }),
-      ];
-      writeJsonl(projectDir, records);
-      writeRunMeta(projectDir, { feature: 'login flow', startedAt: '2026-05-07T10:00:00.000Z', steps: 8 });
-    }
-
-    it('생성된 recipe 의 frontmatter 가 schema 충족', () => {
-      makeQualifyingRun();
-      runExtractor(projectDir);
-      const [filename] = listRecipes(projectDir);
-      const content = fs.readFileSync(path.join(projectDir, '.vibe', 'recipes', filename), 'utf-8');
-
-      expect(content).toMatch(/^---\n/);
-      expect(content).toMatch(/^slug: login-flow__\d{8}-\d{6}$/m);
-      expect(content).toMatch(/^type: recipe$/m);
-      expect(content).toMatch(/^symptom-context: "login flow"$/m);
-      expect(content).toMatch(/^recipe: ".+"$/m);
-      expect(content).toMatch(/^tools-touched: \[/m);
-      expect(content).toMatch(/^retry-count-saved: 3$/m);
-      expect(content).toMatch(/^created: \d{4}-\d{2}-\d{2}$/m);
-      expect(content).toMatch(/^source-run: "2026-05-07T10:00:00\.000Z"$/m);
-      expect(content).toMatch(/^confidence: low$/m);
-    });
-
-    it('파일명이 timestamp slug 포함', () => {
-      makeQualifyingRun();
-      runExtractor(projectDir);
-      const [filename] = listRecipes(projectDir);
-      expect(filename).toMatch(/^login-flow__\d{8}-\d{6}\.md$/);
-    });
-
-    it('feature 누락 시 anon slug', () => {
-      const records = Array.from({ length: 8 }, (_, i) => makeRecord({
-        ok: i < 3 ? false : true,
-        category: i < 3 ? 'integration' : null,
-      }));
-      writeJsonl(projectDir, records);
-      writeRunMeta(projectDir, { feature: null });
-      runExtractor(projectDir);
-      const [filename] = listRecipes(projectDir);
-      expect(filename).toMatch(/^anon__/);
-    });
-  });
-
-  // ───────── 안전성 ─────────
-  describe('silent fail 정책', () => {
-    it('jsonl 없음 → exit 0, 파일 생성 안 함', () => {
-      const r = runExtractor(projectDir);
-      expect(r.status).toBe(0);
-      expect(listRecipes(projectDir)).toHaveLength(0);
-    });
-
-    it('빈 jsonl → exit 0, 생성 안 함', () => {
-      writeJsonl(projectDir, []);
-      const r = runExtractor(projectDir);
-      expect(r.status).toBe(0);
-      expect(listRecipes(projectDir)).toHaveLength(0);
-    });
-
-    it('VIBE_HOOK_DEPTH≥1 → 재귀 가드, 생성 안 함', () => {
-      const records = [
-        ...Array.from({ length: 5 }, () => makeRecord({ ok: false, category: 'integration' })),
-        makeRecord({ ok: true }), makeRecord({ ok: true }), makeRecord({ ok: true }),
-      ];
-      writeJsonl(projectDir, records);
-      writeRunMeta(projectDir, { feature: 'x' });
-
-      const r = spawnSync('node', [SCRIPT], {
-        encoding: 'utf-8',
-        timeout: 5000,
-        env: {
-          ...process.env,
-          CLAUDE_PROJECT_DIR: projectDir,
-          VIBE_RECIPE_LLM: 'mock',
-          VIBE_HOOK_DEPTH: '1',
-        },
-      });
-      expect(r.status).toBe(0);
-      expect(listRecipes(projectDir)).toHaveLength(0);
-    });
-
-    it('손상된 jsonl 라인은 무시', () => {
-      const dir = path.join(projectDir, '.vibe', 'metrics');
-      fs.mkdirSync(dir, { recursive: true });
-      // 일부 라인 손상 + 8개 정상
-      const good = Array.from({ length: 8 }, (_, i) => JSON.stringify(makeRecord({
-        ok: i < 3 ? false : true,
-        category: i < 3 ? 'integration' : null,
-      })));
-      const lines = ['{ broken', ...good].join('\n') + '\n';
-      fs.writeFileSync(path.join(dir, 'current-run.jsonl'), lines);
-      writeRunMeta(projectDir, { feature: 'x' });
-
-      const r = runExtractor(projectDir);
-      expect(r.status).toBe(0);
-      expect(listRecipes(projectDir)).toHaveLength(1);
-    });
-  });
-});

package/hooks/scripts/__tests__/run-ledger-verify-required.test.js

@@ -1,151 +0,0 @@
-/**
- * run-ledger verifyRequired 확장 테스트
- *
- * 검증 대상:
- *   - recordVerifyRequired: verifyRequired=true, reason 설정
- *   - recordVerify(pass) → verifyRequired 클리어
- *   - recordVerify(fail) → verifyRequired 유지
- *   - auto-commit 게이트: verifyRequired=true 시 skip
- */
-import { describe, it, expect, beforeEach, afterEach } from 'vitest';
-import { fileURLToPath } from 'url';
-import path from 'path';
-import fs from 'fs';
-import os from 'os';
-
-const __dirname = path.dirname(fileURLToPath(import.meta.url));
-
-let tmpDir;
-beforeEach(() => {
-  tmpDir = fs.mkdtempSync(path.join(os.tmpdir(), 'vibe-verify-required-'));
-});
-afterEach(() => {
-  try { fs.rmSync(tmpDir, { recursive: true, force: true }); } catch { /* ignore */ }
-});
-
-async function importLedger() {
-  const ledgerPath = path.resolve(__dirname, '..', 'lib', 'run-ledger.js');
-  return import(ledgerPath);
-}
-
-describe('run-ledger: verifyRequired', () => {
-  it('초기 상태: verifyRequired 없음', async () => {
-    const { recordRunStart, readLedger } = await importLedger();
-    recordRunStart(tmpDir, 'feat');
-    const ledger = readLedger(tmpDir);
-    // verifyRequired는 undefined 또는 false여야 함
-    expect(ledger.verifyRequired).toBeFalsy();
-  });
-
-  it('recordVerifyRequired → verifyRequired=true, reason 설정', async () => {
-    const { recordRunStart, recordVerifyRequired, readLedger } = await importLedger();
-    recordRunStart(tmpDir, 'feat');
-    recordVerifyRequired(tmpDir, 'P1 any-type line 5');
-    const ledger = readLedger(tmpDir);
-    expect(ledger.verifyRequired).toBe(true);
-    expect(ledger.verifyRequiredReason).toBe('P1 any-type line 5');
-  });
-
-  it('recordVerify(pass) → verifyRequired 클리어', async () => {
-    const { recordRunStart, recordVerifyRequired, recordVerify, readLedger } = await importLedger();
-    recordRunStart(tmpDir, 'feat');
-    recordVerifyRequired(tmpDir, 'P1 console.log found');
-    const started = readLedger(tmpDir);
-    recordVerify(tmpDir, true, {
-      runId: started.runId,
-      verificationResults: [{ command: 'npm test', exitCode: 0 }],
-    });
-    const ledger = readLedger(tmpDir);
-    expect(ledger.verifyRequired).toBe(false);
-    expect(ledger.verifyRequiredReason).toBeNull();
-    expect(ledger.verifyPassed).toBe(true);
-  });
-
-  it('recordVerify(fail) → verifyRequired 유지됨', async () => {
-    const { recordRunStart, recordVerifyRequired, recordVerify, readLedger } = await importLedger();
-    recordRunStart(tmpDir, 'feat');
-    recordVerifyRequired(tmpDir, 'P1 issue');
-    const started = readLedger(tmpDir);
-    recordVerify(tmpDir, false, { runId: started.runId, verificationResults: [] });
-    const ledger = readLedger(tmpDir);
-    // fail 시 verifyRequired는 유지되어야 함
-    expect(ledger.verifyRequired).toBe(true);
-    expect(ledger.verifyPassed).toBe(false);
-  });
-
-  it('reason 없이 recordVerifyRequired → 기본 reason 설정', async () => {
-    const { recordRunStart, recordVerifyRequired, readLedger } = await importLedger();
-    recordRunStart(tmpDir, 'feat');
-    recordVerifyRequired(tmpDir, '');
-    const ledger = readLedger(tmpDir);
-    expect(ledger.verifyRequired).toBe(true);
-    expect(typeof ledger.verifyRequiredReason).toBe('string');
-  });
-
-  it('recordVerifyRequired fail-open (레저 없이도 작동)', async () => {
-    const { recordVerifyRequired, readLedger } = await importLedger();
-    // runStart 없이 호출
-    recordVerifyRequired(tmpDir, 'standalone P1');
-    const ledger = readLedger(tmpDir);
-    expect(ledger.verifyRequired).toBe(true);
-  });
-});
-
-describe('auto-commit: verifyRequired 게이트 로직', () => {
-  function autoCommitGatePass(ledger) {
-    if (!ledger) return true;
-
-    // verify 게이트 (기존)
-    if (ledger.runStarted) {
-      const verifyOk = ledger.verifyPassed === true
-        && ledger.verifyAt
-        && ledger.verifyAt > ledger.runStarted;
-      if (!verifyOk) return false;
-    }
-
-    // verifyRequired 게이트 (신규)
-    if (ledger.verifyRequired === true) return false;
-
-    return true;
-  }
-
-  it('verifyRequired=true → 차단', () => {
-    expect(autoCommitGatePass({
-      runStarted: null,
-      verifyRequired: true,
-      verifyRequiredReason: 'P1 any-type',
-    })).toBe(false);
-  });
-
-  it('verifyRequired=false → 통과 (verifyRequired만 확인 시)', () => {
-    expect(autoCommitGatePass({
-      runStarted: null,
-      verifyRequired: false,
-    })).toBe(true);
-  });
-
-  it('verifyRequired=undefined → 통과 (기존 레저 호환)', () => {
-    expect(autoCommitGatePass({
-      runStarted: null,
-      verifyRequired: undefined,
-    })).toBe(true);
-  });
-
-  it('runStarted + verifyPassed + verifyRequired=true → 차단 (verifyRequired 우선)', () => {
-    expect(autoCommitGatePass({
-      runStarted: '2026-01-01T10:00:00.000Z',
-      verifyPassed: true,
-      verifyAt: '2026-01-01T10:05:00.000Z',
-      verifyRequired: true,
-    })).toBe(false);
-  });
-
-  it('runStarted + verifyPassed + verifyRequired=false → 통과', () => {
-    expect(autoCommitGatePass({
-      runStarted: '2026-01-01T10:00:00.000Z',
-      verifyPassed: true,
-      verifyAt: '2026-01-01T10:05:00.000Z',
-      verifyRequired: false,
-    })).toBe(true);
-  });
-});