@su-record/vibe 2.7.10 → 2.7.12

package/dist/infra/lib/evolution/InsightStore.js

@@ -15,62 +15,62 @@ export class InsightStore {
         this.initializeTables();
     }
     initializeTables() {
-        this.db.exec(`
-      CREATE TABLE IF NOT EXISTS insights (
-        id TEXT PRIMARY KEY,
-        type TEXT NOT NULL CHECK(type IN ('pattern','anti_pattern','preference','skill_gap','optimization')),
-        title TEXT NOT NULL,
-        description TEXT NOT NULL,
-        evidence TEXT,
-        confidence REAL DEFAULT 0.5 CHECK(confidence >= 0 AND confidence <= 1),
-        occurrences INTEGER DEFAULT 1,
-        tags TEXT,
-        status TEXT NOT NULL DEFAULT 'draft' CHECK(status IN ('draft','confirmed','applied','deprecated')),
-        generatedFrom TEXT NOT NULL CHECK(generatedFrom IN ('reflection','observation','agent_stats','manual')),
-        appliedAs TEXT,
-        createdAt TEXT NOT NULL,
-        updatedAt TEXT NOT NULL
-      );
-
-      CREATE INDEX IF NOT EXISTS idx_ins_type ON insights(type);
-      CREATE INDEX IF NOT EXISTS idx_ins_status ON insights(status);
-      CREATE INDEX IF NOT EXISTS idx_ins_confidence ON insights(confidence);
-      CREATE INDEX IF NOT EXISTS idx_ins_created ON insights(createdAt);
-      CREATE INDEX IF NOT EXISTS idx_ins_source ON insights(generatedFrom);
+        this.db.exec(`
+      CREATE TABLE IF NOT EXISTS insights (
+        id TEXT PRIMARY KEY,
+        type TEXT NOT NULL CHECK(type IN ('pattern','anti_pattern','preference','skill_gap','optimization')),
+        title TEXT NOT NULL,
+        description TEXT NOT NULL,
+        evidence TEXT,
+        confidence REAL DEFAULT 0.5 CHECK(confidence >= 0 AND confidence <= 1),
+        occurrences INTEGER DEFAULT 1,
+        tags TEXT,
+        status TEXT NOT NULL DEFAULT 'draft' CHECK(status IN ('draft','confirmed','applied','deprecated')),
+        generatedFrom TEXT NOT NULL CHECK(generatedFrom IN ('reflection','observation','agent_stats','manual')),
+        appliedAs TEXT,
+        createdAt TEXT NOT NULL,
+        updatedAt TEXT NOT NULL
+      );
+
+      CREATE INDEX IF NOT EXISTS idx_ins_type ON insights(type);
+      CREATE INDEX IF NOT EXISTS idx_ins_status ON insights(status);
+      CREATE INDEX IF NOT EXISTS idx_ins_confidence ON insights(confidence);
+      CREATE INDEX IF NOT EXISTS idx_ins_created ON insights(createdAt);
+      CREATE INDEX IF NOT EXISTS idx_ins_source ON insights(generatedFrom);
     `);
         // Skill gaps table for prompt-dispatcher miss logging
-        this.db.exec(`
-      CREATE TABLE IF NOT EXISTS skill_gaps (
-        id TEXT PRIMARY KEY,
-        prompt TEXT NOT NULL,
-        normalizedPrompt TEXT,
-        sessionId TEXT,
-        createdAt TEXT NOT NULL
-      );
-
-      CREATE INDEX IF NOT EXISTS idx_sg_normalized ON skill_gaps(normalizedPrompt);
-      CREATE INDEX IF NOT EXISTS idx_sg_created ON skill_gaps(createdAt);
+        this.db.exec(`
+      CREATE TABLE IF NOT EXISTS skill_gaps (
+        id TEXT PRIMARY KEY,
+        prompt TEXT NOT NULL,
+        normalizedPrompt TEXT,
+        sessionId TEXT,
+        createdAt TEXT NOT NULL
+      );
+
+      CREATE INDEX IF NOT EXISTS idx_sg_normalized ON skill_gaps(normalizedPrompt);
+      CREATE INDEX IF NOT EXISTS idx_sg_created ON skill_gaps(createdAt);
     `);
         if (this.fts5Available) {
             try {
-                this.db.exec(`
-          CREATE VIRTUAL TABLE IF NOT EXISTS insights_fts
-            USING fts5(title, description, tags, content=insights, content_rowid=rowid);
-
-          CREATE TRIGGER IF NOT EXISTS insights_ai AFTER INSERT ON insights BEGIN
-            INSERT INTO insights_fts(rowid, title, description, tags)
-              VALUES (new.rowid, new.title, new.description, new.tags);
-          END;
-          CREATE TRIGGER IF NOT EXISTS insights_ad AFTER DELETE ON insights BEGIN
-            INSERT INTO insights_fts(insights_fts, rowid, title, description, tags)
-              VALUES('delete', old.rowid, old.title, old.description, old.tags);
-          END;
-          CREATE TRIGGER IF NOT EXISTS insights_au AFTER UPDATE ON insights BEGIN
-            INSERT INTO insights_fts(insights_fts, rowid, title, description, tags)
-              VALUES('delete', old.rowid, old.title, old.description, old.tags);
-            INSERT INTO insights_fts(rowid, title, description, tags)
-              VALUES (new.rowid, new.title, new.description, new.tags);
-          END;
+                this.db.exec(`
+          CREATE VIRTUAL TABLE IF NOT EXISTS insights_fts
+            USING fts5(title, description, tags, content=insights, content_rowid=rowid);
+
+          CREATE TRIGGER IF NOT EXISTS insights_ai AFTER INSERT ON insights BEGIN
+            INSERT INTO insights_fts(rowid, title, description, tags)
+              VALUES (new.rowid, new.title, new.description, new.tags);
+          END;
+          CREATE TRIGGER IF NOT EXISTS insights_ad AFTER DELETE ON insights BEGIN
+            INSERT INTO insights_fts(insights_fts, rowid, title, description, tags)
+              VALUES('delete', old.rowid, old.title, old.description, old.tags);
+          END;
+          CREATE TRIGGER IF NOT EXISTS insights_au AFTER UPDATE ON insights BEGIN
+            INSERT INTO insights_fts(insights_fts, rowid, title, description, tags)
+              VALUES('delete', old.rowid, old.title, old.description, old.tags);
+            INSERT INTO insights_fts(rowid, title, description, tags)
+              VALUES (new.rowid, new.title, new.description, new.tags);
+          END;
         `);
             }
             catch {
@@ -82,9 +82,9 @@ export class InsightStore {
         const id = generateId();
         const now = new Date().toISOString();
         const confidence = Math.max(0, Math.min(1, input.confidence ?? 0.5));
-        this.db.prepare(`
-      INSERT INTO insights (id, type, title, description, evidence, confidence, occurrences, tags, status, generatedFrom, createdAt, updatedAt)
-      VALUES (?, ?, ?, ?, ?, ?, 1, ?, 'draft', ?, ?, ?)
+        this.db.prepare(`
+      INSERT INTO insights (id, type, title, description, evidence, confidence, occurrences, tags, status, generatedFrom, createdAt, updatedAt)
+      VALUES (?, ?, ?, ?, ?, ?, 1, ?, 'draft', ?, ?, ?)
     `).run(id, input.type, input.title, input.description, JSON.stringify(input.evidence ?? []), confidence, JSON.stringify(input.tags ?? []), input.generatedFrom, now, now);
         return id;
     }
@@ -95,19 +95,19 @@ export class InsightStore {
     findAndMergeDuplicate(title, description) {
         if (this.fts5Available) {
             try {
-                const row = this.db.prepare(`
-          SELECT i.id, i.occurrences, i.confidence
-          FROM insights_fts fts
-          JOIN insights i ON i.rowid = fts.rowid
-          WHERE insights_fts MATCH ?
-          ORDER BY bm25(insights_fts)
-          LIMIT 1
+                const row = this.db.prepare(`
+          SELECT i.id, i.occurrences, i.confidence
+          FROM insights_fts fts
+          JOIN insights i ON i.rowid = fts.rowid
+          WHERE insights_fts MATCH ?
+          ORDER BY bm25(insights_fts)
+          LIMIT 1
         `).get(title);
                 if (row) {
                     const newOccurrences = row.occurrences + 1;
                     const newConfidence = Math.min(1.0, newOccurrences * 0.2 + 0.1);
-                    this.db.prepare(`
-            UPDATE insights SET occurrences = ?, confidence = ?, updatedAt = ? WHERE id = ?
+                    this.db.prepare(`
+            UPDATE insights SET occurrences = ?, confidence = ?, updatedAt = ? WHERE id = ?
           `).run(newOccurrences, newConfidence, new Date().toISOString(), row.id);
                     return row.id;
                 }
@@ -121,13 +121,13 @@ export class InsightStore {
     search(query, limit = 20) {
         if (this.fts5Available) {
             try {
-                const rows = this.db.prepare(`
-          SELECT i.*, bm25(insights_fts) as rank
-          FROM insights_fts fts
-          JOIN insights i ON i.rowid = fts.rowid
-          WHERE insights_fts MATCH ?
-          ORDER BY i.confidence DESC, rank
-          LIMIT ?
+                const rows = this.db.prepare(`
+          SELECT i.*, bm25(insights_fts) as rank
+          FROM insights_fts fts
+          JOIN insights i ON i.rowid = fts.rowid
+          WHERE insights_fts MATCH ?
+          ORDER BY i.confidence DESC, rank
+          LIMIT ?
         `).all(query, limit);
                 return rows.map(this.rowToInsight);
             }
@@ -136,11 +136,11 @@ export class InsightStore {
             }
         }
         const pattern = `%${query}%`;
-        const rows = this.db.prepare(`
-      SELECT * FROM insights
-      WHERE title LIKE ? OR description LIKE ? OR tags LIKE ?
-      ORDER BY confidence DESC, createdAt DESC
-      LIMIT ?
+        const rows = this.db.prepare(`
+      SELECT * FROM insights
+      WHERE title LIKE ? OR description LIKE ? OR tags LIKE ?
+      ORDER BY confidence DESC, createdAt DESC
+      LIMIT ?
     `).all(pattern, pattern, pattern, limit);
         return rows.map(this.rowToInsight);
     }
@@ -149,42 +149,42 @@ export class InsightStore {
         return row ? this.rowToInsight(row) : null;
     }
     getActionable() {
-        const rows = this.db.prepare(`
-      SELECT * FROM insights
-      WHERE status = 'confirmed' AND type IN ('skill_gap', 'pattern', 'anti_pattern')
-      ORDER BY confidence DESC, occurrences DESC
-      LIMIT 20
+        const rows = this.db.prepare(`
+      SELECT * FROM insights
+      WHERE status = 'confirmed' AND type IN ('skill_gap', 'pattern', 'anti_pattern')
+      ORDER BY confidence DESC, occurrences DESC
+      LIMIT 20
     `).all();
         return rows.map(this.rowToInsight);
     }
     getByStatus(status, limit = 50) {
-        const rows = this.db.prepare(`
-      SELECT * FROM insights WHERE status = ? ORDER BY updatedAt DESC LIMIT ?
+        const rows = this.db.prepare(`
+      SELECT * FROM insights WHERE status = ? ORDER BY updatedAt DESC LIMIT ?
     `).all(status, limit);
         return rows.map(this.rowToInsight);
     }
     getByType(type, limit = 50) {
-        const rows = this.db.prepare(`
-      SELECT * FROM insights WHERE type = ? ORDER BY confidence DESC LIMIT ?
+        const rows = this.db.prepare(`
+      SELECT * FROM insights WHERE type = ? ORDER BY confidence DESC LIMIT ?
     `).all(type, limit);
         return rows.map(this.rowToInsight);
     }
     updateStatus(id, status) {
-        const result = this.db.prepare(`
-      UPDATE insights SET status = ?, updatedAt = ? WHERE id = ?
+        const result = this.db.prepare(`
+      UPDATE insights SET status = ?, updatedAt = ? WHERE id = ?
     `).run(status, new Date().toISOString(), id);
         return result.changes > 0;
     }
     setAppliedAs(id, generationId) {
-        const result = this.db.prepare(`
-      UPDATE insights SET appliedAs = ?, status = 'applied', updatedAt = ? WHERE id = ?
+        const result = this.db.prepare(`
+      UPDATE insights SET appliedAs = ?, status = 'applied', updatedAt = ? WHERE id = ?
     `).run(generationId, new Date().toISOString(), id);
         return result.changes > 0;
     }
     cleanupLowConfidence(maxAge = 7 * 24 * 60 * 60 * 1000) {
         const cutoff = new Date(Date.now() - maxAge).toISOString();
-        const result = this.db.prepare(`
-      DELETE FROM insights WHERE confidence < 0.3 AND createdAt < ?
+        const result = this.db.prepare(`
+      DELETE FROM insights WHERE confidence < 0.3 AND createdAt < ?
     `).run(cutoff);
         return result.changes;
     }

package/dist/infra/lib/evolution/RollbackManager.js

@@ -78,14 +78,14 @@ export class RollbackManager {
         let disabled = 0;
         const transaction = this.db.transaction(() => {
             // Update all non-disabled/non-deleted in DB
-            const result = this.db.prepare(`
-        UPDATE generations SET status = 'disabled', updatedAt = ?
-        WHERE status IN ('draft', 'testing', 'active')
+            const result = this.db.prepare(`
+        UPDATE generations SET status = 'disabled', updatedAt = ?
+        WHERE status IN ('draft', 'testing', 'active')
       `).run(new Date().toISOString());
             disabled = result.changes;
             // Rename all active files
-            const activeGens = this.db.prepare(`
-        SELECT filePath FROM generations WHERE status = 'disabled' AND filePath IS NOT NULL
+            const activeGens = this.db.prepare(`
+        SELECT filePath FROM generations WHERE status = 'disabled' AND filePath IS NOT NULL
       `).all();
             for (const gen of activeGens) {
                 if (gen.filePath && existsSync(gen.filePath) && !gen.filePath.endsWith('.disabled')) {

package/dist/infra/lib/evolution/SkillBenchmark.d.ts

@@ -0,0 +1,81 @@
+import { MemoryStorage } from '../memory/MemoryStorage.js';
+export interface BenchmarkResult {
+    id: string;
+    skillName: string;
+    iteration: number;
+    timestamp: string;
+    summary: BenchmarkSummary;
+    evalBreakdowns: EvalBreakdown[];
+}
+export interface BenchmarkSummary {
+    totalEvals: number;
+    withSkill: VariantStats;
+    baseline: VariantStats;
+    delta: DeltaStats;
+}
+export interface VariantStats {
+    passRate: number;
+    meanDurationMs: number;
+    stddevDurationMs: number;
+    meanTokens: number;
+    stddevTokens: number;
+    totalRuns: number;
+}
+export interface DeltaStats {
+    passRateDelta: number;
+    durationDeltaMs: number;
+    tokenDelta: number;
+}
+export interface EvalBreakdown {
+    evalId: string;
+    prompt: string;
+    withSkillPassed: boolean;
+    baselinePassed: boolean;
+    withSkillDurationMs: number;
+    baselineDurationMs: number;
+    withSkillTokens: number;
+    baselineTokens: number;
+    assertionResults: Array<{
+        description: string;
+        withSkillPassed: boolean;
+        baselinePassed: boolean;
+    }>;
+}
+export declare class SkillBenchmark {
+    private db;
+    private evalRunner;
+    constructor(storage: MemoryStorage);
+    private initializeTables;
+    /**
+     * Aggregate latest eval runs into a benchmark
+     */
+    aggregate(skillName: string): BenchmarkResult;
+    /**
+     * Get benchmark history for a skill
+     */
+    getHistory(skillName: string): BenchmarkResult[];
+    /**
+     * Get the latest benchmark for a skill
+     */
+    getLatest(skillName: string): BenchmarkResult | null;
+    /**
+     * Compare two benchmark iterations
+     */
+    compare(skillName: string, iterA: number, iterB: number): {
+        iterationA: BenchmarkResult | null;
+        iterationB: BenchmarkResult | null;
+        improvement: DeltaStats | null;
+    };
+    /**
+     * Format benchmark as markdown report
+     */
+    formatReport(benchmark: BenchmarkResult): string;
+    private getBenchmarkByIteration;
+    private getNextIteration;
+    private computeVariantStats;
+    private mergeAssertionResults;
+    private pct;
+    private signedPct;
+    private rowToBenchmark;
+}
+//# sourceMappingURL=SkillBenchmark.d.ts.map

package/dist/infra/lib/evolution/SkillBenchmark.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"SkillBenchmark.d.ts","sourceRoot":"","sources":["../../../../src/infra/lib/evolution/SkillBenchmark.ts"],"names":[],"mappings":"AASA,OAAO,EAAE,aAAa,EAAE,MAAM,4BAA4B,CAAC;AAG3D,MAAM,WAAW,eAAe;IAC9B,EAAE,EAAE,MAAM,CAAC;IACX,SAAS,EAAE,MAAM,CAAC;IAClB,SAAS,EAAE,MAAM,CAAC;IAClB,SAAS,EAAE,MAAM,CAAC;IAClB,OAAO,EAAE,gBAAgB,CAAC;IAC1B,cAAc,EAAE,aAAa,EAAE,CAAC;CACjC;AAED,MAAM,WAAW,gBAAgB;IAC/B,UAAU,EAAE,MAAM,CAAC;IACnB,SAAS,EAAE,YAAY,CAAC;IACxB,QAAQ,EAAE,YAAY,CAAC;IACvB,KAAK,EAAE,UAAU,CAAC;CACnB;AAED,MAAM,WAAW,YAAY;IAC3B,QAAQ,EAAE,MAAM,CAAC;IACjB,cAAc,EAAE,MAAM,CAAC;IACvB,gBAAgB,EAAE,MAAM,CAAC;IACzB,UAAU,EAAE,MAAM,CAAC;IACnB,YAAY,EAAE,MAAM,CAAC;IACrB,SAAS,EAAE,MAAM,CAAC;CACnB;AAED,MAAM,WAAW,UAAU;IACzB,aAAa,EAAE,MAAM,CAAC;IACtB,eAAe,EAAE,MAAM,CAAC;IACxB,UAAU,EAAE,MAAM,CAAC;CACpB;AAED,MAAM,WAAW,aAAa;IAC5B,MAAM,EAAE,MAAM,CAAC;IACf,MAAM,EAAE,MAAM,CAAC;IACf,eAAe,EAAE,OAAO,CAAC;IACzB,cAAc,EAAE,OAAO,CAAC;IACxB,mBAAmB,EAAE,MAAM,CAAC;IAC5B,kBAAkB,EAAE,MAAM,CAAC;IAC3B,eAAe,EAAE,MAAM,CAAC;IACxB,cAAc,EAAE,MAAM,CAAC;IACvB,gBAAgB,EAAE,KAAK,CAAC;QACtB,WAAW,EAAE,MAAM,CAAC;QACpB,eAAe,EAAE,OAAO,CAAC;QACzB,cAAc,EAAE,OAAO,CAAC;KACzB,CAAC,CAAC;CACJ;AAWD,qBAAa,cAAc;IACzB,OAAO,CAAC,EAAE,CAA2C;IACrD,OAAO,CAAC,UAAU,CAAkB;gBAExB,OAAO,EAAE,aAAa;IAMlC,OAAO,CAAC,gBAAgB;IAgBxB;;OAEG;IACI,SAAS,CAAC,SAAS,EAAE,MAAM,GAAG,eAAe;IAuDpD;;OAEG;IACI,UAAU,CAAC,SAAS,EAAE,MAAM,GAAG,eAAe,EAAE;IAOvD;;OAEG;IACI,SAAS,CAAC,SAAS,EAAE,MAAM,GAAG,eAAe,GAAG,IAAI;IAO3D;;OAEG;IACI,OAAO,CAAC,SAAS,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,GAAG;QAC/D,UAAU,EAAE,eAAe,GAAG,IAAI,CAAC;QACnC,UAAU,EAAE,eAAe,GAAG,IAAI,CAAC;QACnC,WAAW,EAAE,UAAU,GAAG,IAAI,CAAC;KAChC;IAmBD;;OAEG;IACI,YAAY,CAAC,SAAS,EAAE,eAAe,GAAG,MAAM;IAyCvD,OAAO,CAAC,uBAAuB;IAO/B,OAAO,CAAC,gBAAgB;IAOxB,OAAO,CAAC,mBAAmB;IAmB3B,OAAO,CAAC,qBAAqB;IAoB7B,OAAO,CAAC,GAAG;IAIX,OAAO,CAAC,SAAS;IAKjB,OAAO,CAAC,cAAc;CAUvB"}

package/dist/infra/lib/evolution/SkillBenchmark.js

@@ -0,0 +1,233 @@
+// Skill Benchmark - Phase 5: Aggregate eval results into benchmarks
+// Tracks pass rate, time, tokens across iterations
+//
+// Produces benchmark reports for comparing:
+// - with-skill vs baseline performance
+// - Current iteration vs previous iterations
+// - Per-eval and per-assertion breakdowns
+import { randomUUID } from 'crypto';
+import { SkillEvalRunner } from './SkillEvalRunner.js';
+export class SkillBenchmark {
+    db;
+    evalRunner;
+    constructor(storage) {
+        this.db = storage.getDatabase();
+        this.evalRunner = new SkillEvalRunner(storage);
+        this.initializeTables();
+    }
+    initializeTables() {
+        this.db.exec(`
+      CREATE TABLE IF NOT EXISTS skill_benchmarks (
+        id TEXT PRIMARY KEY,
+        skillName TEXT NOT NULL,
+        iteration INTEGER NOT NULL,
+        summary TEXT NOT NULL,
+        evalBreakdowns TEXT NOT NULL,
+        createdAt TEXT NOT NULL
+      );
+
+      CREATE INDEX IF NOT EXISTS idx_sb_skill ON skill_benchmarks(skillName);
+      CREATE INDEX IF NOT EXISTS idx_sb_iter ON skill_benchmarks(skillName, iteration);
+    `);
+    }
+    /**
+     * Aggregate latest eval runs into a benchmark
+     */
+    aggregate(skillName) {
+        const latestRuns = this.evalRunner.getLatestRuns(skillName);
+        const evalCases = this.evalRunner.getEvalCases(skillName);
+        const iteration = this.getNextIteration(skillName);
+        const withSkillRuns = [];
+        const baselineRuns = [];
+        const breakdowns = [];
+        for (const evalCase of evalCases) {
+            const runPair = latestRuns.get(evalCase.id);
+            const ws = runPair?.withSkill ?? null;
+            const bl = runPair?.baseline ?? null;
+            if (ws)
+                withSkillRuns.push(ws);
+            if (bl)
+                baselineRuns.push(bl);
+            breakdowns.push({
+                evalId: evalCase.id,
+                prompt: evalCase.prompt,
+                withSkillPassed: ws?.status === 'passed',
+                baselinePassed: bl?.status === 'passed',
+                withSkillDurationMs: ws?.durationMs ?? 0,
+                baselineDurationMs: bl?.durationMs ?? 0,
+                withSkillTokens: ws?.tokenCount ?? 0,
+                baselineTokens: bl?.tokenCount ?? 0,
+                assertionResults: this.mergeAssertionResults(ws, bl),
+            });
+        }
+        const withSkillStats = this.computeVariantStats(withSkillRuns);
+        const baselineStats = this.computeVariantStats(baselineRuns);
+        const summary = {
+            totalEvals: evalCases.length,
+            withSkill: withSkillStats,
+            baseline: baselineStats,
+            delta: {
+                passRateDelta: withSkillStats.passRate - baselineStats.passRate,
+                durationDeltaMs: withSkillStats.meanDurationMs - baselineStats.meanDurationMs,
+                tokenDelta: withSkillStats.meanTokens - baselineStats.meanTokens,
+            },
+        };
+        const id = `bench-${Date.now().toString(36)}-${randomUUID().replace(/-/g, '').slice(0, 8)}`;
+        const now = new Date().toISOString();
+        this.db.prepare(`
+      INSERT INTO skill_benchmarks (id, skillName, iteration, summary, evalBreakdowns, createdAt)
+      VALUES (?, ?, ?, ?, ?, ?)
+    `).run(id, skillName, iteration, JSON.stringify(summary), JSON.stringify(breakdowns), now);
+        return { id, skillName, iteration, timestamp: now, summary, evalBreakdowns: breakdowns };
+    }
+    /**
+     * Get benchmark history for a skill
+     */
+    getHistory(skillName) {
+        const rows = this.db.prepare(`
+      SELECT * FROM skill_benchmarks WHERE skillName = ? ORDER BY iteration ASC
+    `).all(skillName);
+        return rows.map(this.rowToBenchmark);
+    }
+    /**
+     * Get the latest benchmark for a skill
+     */
+    getLatest(skillName) {
+        const row = this.db.prepare(`
+      SELECT * FROM skill_benchmarks WHERE skillName = ? ORDER BY iteration DESC LIMIT 1
+    `).get(skillName);
+        return row ? this.rowToBenchmark(row) : null;
+    }
+    /**
+     * Compare two benchmark iterations
+     */
+    compare(skillName, iterA, iterB) {
+        const a = this.getBenchmarkByIteration(skillName, iterA);
+        const b = this.getBenchmarkByIteration(skillName, iterB);
+        if (!a || !b) {
+            return { iterationA: a, iterationB: b, improvement: null };
+        }
+        return {
+            iterationA: a,
+            iterationB: b,
+            improvement: {
+                passRateDelta: b.summary.withSkill.passRate - a.summary.withSkill.passRate,
+                durationDeltaMs: b.summary.withSkill.meanDurationMs - a.summary.withSkill.meanDurationMs,
+                tokenDelta: b.summary.withSkill.meanTokens - a.summary.withSkill.meanTokens,
+            },
+        };
+    }
+    /**
+     * Format benchmark as markdown report
+     */
+    formatReport(benchmark) {
+        const { summary } = benchmark;
+        const lines = [
+            `# Benchmark: ${benchmark.skillName} (Iteration ${benchmark.iteration})`,
+            '',
+            `**Date**: ${benchmark.timestamp}`,
+            '',
+            '## Summary',
+            '',
+            '| Metric | With Skill | Baseline | Delta |',
+            '|--------|-----------|----------|-------|',
+            `| Pass Rate | ${this.pct(summary.withSkill.passRate)} | ${this.pct(summary.baseline.passRate)} | ${this.signedPct(summary.delta.passRateDelta)} |`,
+            `| Mean Duration | ${summary.withSkill.meanDurationMs.toFixed(0)}ms | ${summary.baseline.meanDurationMs.toFixed(0)}ms | ${summary.delta.durationDeltaMs > 0 ? '+' : ''}${summary.delta.durationDeltaMs.toFixed(0)}ms |`,
+            `| Mean Tokens | ${summary.withSkill.meanTokens.toFixed(0)} | ${summary.baseline.meanTokens.toFixed(0)} | ${summary.delta.tokenDelta > 0 ? '+' : ''}${summary.delta.tokenDelta.toFixed(0)} |`,
+            '',
+            '## Per-Eval Breakdown',
+            '',
+        ];
+        for (const bd of benchmark.evalBreakdowns) {
+            const wsIcon = bd.withSkillPassed ? 'PASS' : 'FAIL';
+            const blIcon = bd.baselinePassed ? 'PASS' : 'FAIL';
+            lines.push(`### ${bd.evalId}`);
+            lines.push(`- **Prompt**: ${bd.prompt.slice(0, 80)}${bd.prompt.length > 80 ? '...' : ''}`);
+            lines.push(`- **With Skill**: ${wsIcon} (${bd.withSkillDurationMs}ms, ${bd.withSkillTokens} tokens)`);
+            lines.push(`- **Baseline**: ${blIcon} (${bd.baselineDurationMs}ms, ${bd.baselineTokens} tokens)`);
+            if (bd.assertionResults.length > 0) {
+                lines.push('- **Assertions**:');
+                for (const ar of bd.assertionResults) {
+                    const wsA = ar.withSkillPassed ? 'PASS' : 'FAIL';
+                    const blA = ar.baselinePassed ? 'PASS' : 'FAIL';
+                    lines.push(`  - ${ar.description}: skill=${wsA}, baseline=${blA}`);
+                }
+            }
+            lines.push('');
+        }
+        return lines.join('\n');
+    }
+    getBenchmarkByIteration(skillName, iteration) {
+        const row = this.db.prepare(`
+      SELECT * FROM skill_benchmarks WHERE skillName = ? AND iteration = ?
+    `).get(skillName, iteration);
+        return row ? this.rowToBenchmark(row) : null;
+    }
+    getNextIteration(skillName) {
+        const row = this.db.prepare(`
+      SELECT MAX(iteration) as maxIter FROM skill_benchmarks WHERE skillName = ?
+    `).get(skillName);
+        return (row.maxIter ?? 0) + 1;
+    }
+    computeVariantStats(runs) {
+        if (runs.length === 0) {
+            return { passRate: 0, meanDurationMs: 0, stddevDurationMs: 0, meanTokens: 0, stddevTokens: 0, totalRuns: 0 };
+        }
+        const passed = runs.filter(r => r.status === 'passed').length;
+        const durations = runs.map(r => r.durationMs);
+        const tokens = runs.map(r => r.tokenCount);
+        return {
+            passRate: passed / runs.length,
+            meanDurationMs: mean(durations),
+            stddevDurationMs: stddev(durations),
+            meanTokens: mean(tokens),
+            stddevTokens: stddev(tokens),
+            totalRuns: runs.length,
+        };
+    }
+    mergeAssertionResults(ws, bl) {
+        const wsGrades = ws?.grades ?? [];
+        const blGrades = bl?.grades ?? [];
+        // Use ws assertions as base, merge baseline grades
+        const allDescriptions = new Set([
+            ...wsGrades.map(g => g.description),
+            ...blGrades.map(g => g.description),
+        ]);
+        return Array.from(allDescriptions).map(desc => ({
+            description: desc,
+            withSkillPassed: wsGrades.find(g => g.description === desc)?.passed ?? false,
+            baselinePassed: blGrades.find(g => g.description === desc)?.passed ?? false,
+        }));
+    }
+    pct(value) {
+        return `${(value * 100).toFixed(1)}%`;
+    }
+    signedPct(value) {
+        const sign = value > 0 ? '+' : '';
+        return `${sign}${(value * 100).toFixed(1)}%`;
+    }
+    rowToBenchmark(row) {
+        return {
+            id: row.id,
+            skillName: row.skillName,
+            iteration: row.iteration,
+            timestamp: row.createdAt,
+            summary: JSON.parse(row.summary),
+            evalBreakdowns: JSON.parse(row.evalBreakdowns),
+        };
+    }
+}
+// --- Utility functions ---
+function mean(values) {
+    if (values.length === 0)
+        return 0;
+    return values.reduce((a, b) => a + b, 0) / values.length;
+}
+function stddev(values) {
+    if (values.length < 2)
+        return 0;
+    const avg = mean(values);
+    const variance = values.reduce((sum, v) => sum + (v - avg) ** 2, 0) / (values.length - 1);
+    return Math.sqrt(variance);
+}
+//# sourceMappingURL=SkillBenchmark.js.map

package/dist/infra/lib/evolution/SkillBenchmark.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"SkillBenchmark.js","sourceRoot":"","sources":["../../../../src/infra/lib/evolution/SkillBenchmark.ts"],"names":[],"mappings":"AAAA,oEAAoE;AACpE,mDAAmD;AACnD,EAAE;AACF,4CAA4C;AAC5C,uCAAuC;AACvC,6CAA6C;AAC7C,0CAA0C;AAE1C,OAAO,EAAE,UAAU,EAAE,MAAM,QAAQ,CAAC;AAEpC,OAAO,EAAE,eAAe,EAAiB,MAAM,sBAAsB,CAAC;AA0DtE,MAAM,OAAO,cAAc;IACjB,EAAE,CAA2C;IAC7C,UAAU,CAAkB;IAEpC,YAAY,OAAsB;QAChC,IAAI,CAAC,EAAE,GAAG,OAAO,CAAC,WAAW,EAAE,CAAC;QAChC,IAAI,CAAC,UAAU,GAAG,IAAI,eAAe,CAAC,OAAO,CAAC,CAAC;QAC/C,IAAI,CAAC,gBAAgB,EAAE,CAAC;IAC1B,CAAC;IAEO,gBAAgB;QACtB,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC;;;;;;;;;;;;KAYZ,CAAC,CAAC;IACL,CAAC;IAED;;OAEG;IACI,SAAS,CAAC,SAAiB;QAChC,MAAM,UAAU,GAAG,IAAI,CAAC,UAAU,CAAC,aAAa,CAAC,SAAS,CAAC,CAAC;QAC5D,MAAM,SAAS,GAAG,IAAI,CAAC,UAAU,CAAC,YAAY,CAAC,SAAS,CAAC,CAAC;QAC1D,MAAM,SAAS,GAAG,IAAI,CAAC,gBAAgB,CAAC,SAAS,CAAC,CAAC;QAEnD,MAAM,aAAa,GAAoB,EAAE,CAAC;QAC1C,MAAM,YAAY,GAAoB,EAAE,CAAC;QACzC,MAAM,UAAU,GAAoB,EAAE,CAAC;QAEvC,KAAK,MAAM,QAAQ,IAAI,SAAS,EAAE,CAAC;YACjC,MAAM,OAAO,GAAG,UAAU,CAAC,GAAG,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC;YAC5C,MAAM,EAAE,GAAG,OAAO,EAAE,SAAS,IAAI,IAAI,CAAC;YACtC,MAAM,EAAE,GAAG,OAAO,EAAE,QAAQ,IAAI,IAAI,CAAC;YAErC,IAAI,EAAE;gBAAE,aAAa,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;YAC/B,IAAI,EAAE;gBAAE,YAAY,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;YAE9B,UAAU,CAAC,IAAI,CAAC;gBACd,MAAM,EAAE,QAAQ,CAAC,EAAE;gBACnB,MAAM,EAAE,QAAQ,CAAC,MAAM;gBACvB,eAAe,EAAE,EAAE,EAAE,MAAM,KAAK,QAAQ;gBACxC,cAAc,EAAE,EAAE,EAAE,MAAM,KAAK,QAAQ;gBACvC,mBAAmB,EAAE,EAAE,EAAE,UAAU,IAAI,CAAC;gBACxC,kBAAkB,EAAE,EAAE,EAAE,UAAU,IAAI,CAAC;gBACvC,eAAe,EAAE,EAAE,EAAE,UAAU,IAAI,CAAC;gBACpC,cAAc,EAAE,EAAE,EAAE,UAAU,IAAI,CAAC;gBACnC,gBAAgB,EAAE,IAAI,CAAC,qBAAqB,CAAC,EAAE,EAAE,EAAE,CAAC;aACrD,CAAC,CAAC;QACL,CAAC;QAED,MAAM,cAAc,GAAG,IAAI,CAAC,mBAAmB,CAAC,aAAa,CAAC,CAAC;QAC/D,MAAM,aAAa,GAAG,IAAI,CAAC,mBAAmB,CAAC,YAAY,CAAC,CAAC;QAE7D,MAAM,OAAO,GAAqB;YAChC,UAAU,EAAE,SAAS,CAAC,MAAM;YAC5B,SAAS,EAAE,cAAc;YACzB,QAAQ,EAAE,aAAa;YACvB,KAAK,EAAE;gBACL,aAAa,EAAE,cAAc,CAAC,QAAQ,GAAG,aAAa,CAAC,QAAQ;gBAC/D,eAAe,EAAE,cAAc,CAAC,cAAc,GAAG,aAAa,CAAC,cAAc;gBAC7E,UAAU,EAAE,cAAc,CAAC,UAAU,GAAG,aAAa,CAAC,UAAU;aACjE;SACF,CAAC;QAEF,MAAM,EAAE,GAAG,SAAS,IAAI,CAAC,GAAG,EAAE,CAAC,QAAQ,CAAC,EAAE,CAAC,IAAI,UAAU,EAAE,CAAC,OAAO,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC;QAC5F,MAAM,GAAG,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;QAErC,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC;;;KAGf,CAAC,CAAC,GAAG,CAAC,EAAE,EAAE,SAAS,EAAE,SAAS,EAAE,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,EAAE,IAAI,CAAC,SAAS,CAAC,UAAU,CAAC,EAAE,GAAG,CAAC,CAAC;QAE3F,OAAO,EAAE,EAAE,EAAE,SAAS,EAAE,SAAS,EAAE,SAAS,EAAE,GAAG,EAAE,OAAO,EAAE,cAAc,EAAE,UAAU,EAAE,CAAC;IAC3F,CAAC;IAED;;OAEG;IACI,UAAU,CAAC,SAAiB;QACjC,MAAM,IAAI,GAAG,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC;;KAE5B,CAAC,CAAC,GAAG,CAAC,SAAS,CAAmB,CAAC;QACpC,OAAO,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;IACvC,CAAC;IAED;;OAEG;IACI,SAAS,CAAC,SAAiB;QAChC,MAAM,GAAG,GAAG,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC;;KAE3B,CAAC,CAAC,GAAG,CAAC,SAAS,CAA6B,CAAC;QAC9C,OAAO,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;IAC/C,CAAC;IAED;;OAEG;IACI,OAAO,CAAC,SAAiB,EAAE,KAAa,EAAE,KAAa;QAK5D,MAAM,CAAC,GAAG,IAAI,CAAC,uBAAuB,CAAC,SAAS,EAAE,KAAK,CAAC,CAAC;QACzD,MAAM,CAAC,GAAG,IAAI,CAAC,uBAAuB,CAAC,SAAS,EAAE,KAAK,CAAC,CAAC;QAEzD,IAAI,CAAC,CAAC,IAAI,CAAC,CAAC,EAAE,CAAC;YACb,OAAO,EAAE,UAAU,EAAE,CAAC,EAAE,UAAU,EAAE,CAAC,EAAE,WAAW,EAAE,IAAI,EAAE,CAAC;QAC7D,CAAC;QAED,OAAO;YACL,UAAU,EAAE,CAAC;YACb,UAAU,EAAE,CAAC;YACb,WAAW,EAAE;gBACX,aAAa,EAAE,CAAC,CAAC,OAAO,CAAC,SAAS,CAAC,QAAQ,GAAG,CAAC,CAAC,OAAO,CAAC,SAAS,CAAC,QAAQ;gBAC1E,eAAe,EAAE,CAAC,CAAC,OAAO,CAAC,SAAS,CAAC,cAAc,GAAG,CAAC,CAAC,OAAO,CAAC,SAAS,CAAC,cAAc;gBACxF,UAAU,EAAE,CAAC,CAAC,OAAO,CAAC,SAAS,CAAC,UAAU,GAAG,CAAC,CAAC,OAAO,CAAC,SAAS,CAAC,UAAU;aAC5E;SACF,CAAC;IACJ,CAAC;IAED;;OAEG;IACI,YAAY,CAAC,SAA0B;QAC5C,MAAM,EAAE,OAAO,EAAE,GAAG,SAAS,CAAC;QAC9B,MAAM,KAAK,GAAa;YACtB,gBAAgB,SAAS,CAAC,SAAS,eAAe,SAAS,CAAC,SAAS,GAAG;YACxE,EAAE;YACF,aAAa,SAAS,CAAC,SAAS,EAAE;YAClC,EAAE;YACF,YAAY;YACZ,EAAE;YACF,4CAA4C;YAC5C,2CAA2C;YAC3C,iBAAiB,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,SAAS,CAAC,QAAQ,CAAC,MAAM,IAAI,CAAC,GAAG,CAAC,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAC,MAAM,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,KAAK,CAAC,aAAa,CAAC,IAAI;YACnJ,qBAAqB,OAAO,CAAC,SAAS,CAAC,cAAc,CAAC,OAAO,CAAC,CAAC,CAAC,QAAQ,OAAO,CAAC,QAAQ,CAAC,cAAc,CAAC,OAAO,CAAC,CAAC,CAAC,QAAQ,OAAO,CAAC,KAAK,CAAC,eAAe,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,GAAG,OAAO,CAAC,KAAK,CAAC,eAAe,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM;YACvN,mBAAmB,OAAO,CAAC,SAAS,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,OAAO,CAAC,QAAQ,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,OAAO,CAAC,KAAK,CAAC,UAAU,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,GAAG,OAAO,CAAC,KAAK,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI;YAC7L,EAAE;YACF,uBAAuB;YACvB,EAAE;SACH,CAAC;QAEF,KAAK,MAAM,EAAE,IAAI,SAAS,CAAC,cAAc,EAAE,CAAC;YAC1C,MAAM,MAAM,GAAG,EAAE,CAAC,eAAe,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC;YACpD,MAAM,MAAM,GAAG,EAAE,CAAC,cAAc,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC;YACnD,KAAK,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC,MAAM,EAAE,CAAC,CAAC;YAC/B,KAAK,CAAC,IAAI,CAAC,iBAAiB,EAAE,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,GAAG,EAAE,CAAC,MAAM,CAAC,MAAM,GAAG,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;YAC3F,KAAK,CAAC,IAAI,CAAC,qBAAqB,MAAM,KAAK,EAAE,CAAC,mBAAmB,OAAO,EAAE,CAAC,eAAe,UAAU,CAAC,CAAC;YACtG,KAAK,CAAC,IAAI,CAAC,mBAAmB,MAAM,KAAK,EAAE,CAAC,kBAAkB,OAAO,EAAE,CAAC,cAAc,UAAU,CAAC,CAAC;YAElG,IAAI,EAAE,CAAC,gBAAgB,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACnC,KAAK,CAAC,IAAI,CAAC,mBAAmB,CAAC,CAAC;gBAChC,KAAK,MAAM,EAAE,IAAI,EAAE,CAAC,gBAAgB,EAAE,CAAC;oBACrC,MAAM,GAAG,GAAG,EAAE,CAAC,eAAe,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC;oBACjD,MAAM,GAAG,GAAG,EAAE,CAAC,cAAc,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC;oBAChD,KAAK,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC,WAAW,WAAW,GAAG,cAAc,GAAG,EAAE,CAAC,CAAC;gBACrE,CAAC;YACH,CAAC;YACD,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACjB,CAAC;QAED,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAC1B,CAAC;IAEO,uBAAuB,CAAC,SAAiB,EAAE,SAAiB;QAClE,MAAM,GAAG,GAAG,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC;;KAE3B,CAAC,CAAC,GAAG,CAAC,SAAS,EAAE,SAAS,CAA6B,CAAC;QACzD,OAAO,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;IAC/C,CAAC;IAEO,gBAAgB,CAAC,SAAiB;QACxC,MAAM,GAAG,GAAG,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC;;KAE3B,CAAC,CAAC,GAAG,CAAC,SAAS,CAA+B,CAAC;QAChD,OAAO,CAAC,GAAG,CAAC,OAAO,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC;IAChC,CAAC;IAEO,mBAAmB,CAAC,IAAqB;QAC/C,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACtB,OAAO,EAAE,QAAQ,EAAE,CAAC,EAAE,cAAc,EAAE,CAAC,EAAE,gBAAgB,EAAE,CAAC,EAAE,UAAU,EAAE,CAAC,EAAE,YAAY,EAAE,CAAC,EAAE,SAAS,EAAE,CAAC,EAAE,CAAC;QAC/G,CAAC;QAED,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,KAAK,QAAQ,CAAC,CAAC,MAAM,CAAC;QAC9D,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC;QAC9C,MAAM,MAAM,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC;QAE3C,OAAO;YACL,QAAQ,EAAE,MAAM,GAAG,IAAI,CAAC,MAAM;YAC9B,cAAc,EAAE,IAAI,CAAC,SAAS,CAAC;YAC/B,gBAAgB,EAAE,MAAM,CAAC,SAAS,CAAC;YACnC,UAAU,EAAE,IAAI,CAAC,MAAM,CAAC;YACxB,YAAY,EAAE,MAAM,CAAC,MAAM,CAAC;YAC5B,SAAS,EAAE,IAAI,CAAC,MAAM;SACvB,CAAC;IACJ,CAAC;IAEO,qBAAqB,CAC3B,EAAwB,EACxB,EAAwB;QAExB,MAAM,QAAQ,GAAG,EAAE,EAAE,MAAM,IAAI,EAAE,CAAC;QAClC,MAAM,QAAQ,GAAG,EAAE,EAAE,MAAM,IAAI,EAAE,CAAC;QAElC,mDAAmD;QACnD,MAAM,eAAe,GAAG,IAAI,GAAG,CAAC;YAC9B,GAAG,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,WAAW,CAAC;YACnC,GAAG,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,WAAW,CAAC;SACpC,CAAC,CAAC;QAEH,OAAO,KAAK,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;YAC9C,WAAW,EAAE,IAAI;YACjB,eAAe,EAAE,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,WAAW,KAAK,IAAI,CAAC,EAAE,MAAM,IAAI,KAAK;YAC5E,cAAc,EAAE,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,WAAW,KAAK,IAAI,CAAC,EAAE,MAAM,IAAI,KAAK;SAC5E,CAAC,CAAC,CAAC;IACN,CAAC;IAEO,GAAG,CAAC,KAAa;QACvB,OAAO,GAAG,CAAC,KAAK,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC;IACxC,CAAC;IAEO,SAAS,CAAC,KAAa;QAC7B,MAAM,IAAI,GAAG,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC;QAClC,OAAO,GAAG,IAAI,GAAG,CAAC,KAAK,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC;IAC/C,CAAC;IAEO,cAAc,CAAC,GAAiB;QACtC,OAAO;YACL,EAAE,EAAE,GAAG,CAAC,EAAE;YACV,SAAS,EAAE,GAAG,CAAC,SAAS;YACxB,SAAS,EAAE,GAAG,CAAC,SAAS;YACxB,SAAS,EAAE,GAAG,CAAC,SAAS;YACxB,OAAO,EAAE,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,OAAO,CAAC;YAChC,cAAc,EAAE,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,cAAc,CAAC;SAC/C,CAAC;IACJ,CAAC;CACF;AAED,4BAA4B;AAE5B,SAAS,IAAI,CAAC,MAAgB;IAC5B,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,CAAC,CAAC;IAClC,OAAO,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,GAAG,MAAM,CAAC,MAAM,CAAC;AAC3D,CAAC;AAED,SAAS,MAAM,CAAC,MAAgB;IAC9B,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC;QAAE,OAAO,CAAC,CAAC;IAChC,MAAM,GAAG,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC;IACzB,MAAM,QAAQ,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,GAAG,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,GAAG,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;IAC1F,OAAO,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;AAC7B,CAAC"}

package/dist/infra/lib/evolution/SkillClassifier.d.ts

@@ -0,0 +1,35 @@
+import { MemoryStorage } from '../memory/MemoryStorage.js';
+export type SkillCategory = 'capability_uplift' | 'encoded_preference' | 'unknown';
+export interface ClassificationResult {
+    skillName: string;
+    category: SkillCategory;
+    confidence: number;
+    reasoning: string;
+    baselinePassRate: number;
+    withSkillPassRate: number;
+    trend: 'converging' | 'stable' | 'diverging' | 'insufficient_data';
+    recommendation: string;
+}
+export declare class SkillClassifier {
+    private benchmark;
+    constructor(storage: MemoryStorage);
+    /**
+     * Classify a skill based on benchmark history
+     */
+    classify(skillName: string): ClassificationResult;
+    /**
+     * Classify based on explicit pass rates (no DB lookup)
+     */
+    classifyFromRates(skillName: string, withSkillPassRate: number, baselinePassRate: number, trend?: ClassificationResult['trend']): ClassificationResult;
+    /**
+     * Check if a skill is becoming obsolete (capability uplift that model now handles)
+     */
+    isBecomingObsolete(skillName: string): {
+        obsolete: boolean;
+        reason: string;
+    };
+    private determineCategory;
+    private computeTrend;
+    private pct;
+}
+//# sourceMappingURL=SkillClassifier.d.ts.map

package/dist/infra/lib/evolution/SkillClassifier.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"SkillClassifier.d.ts","sourceRoot":"","sources":["../../../../src/infra/lib/evolution/SkillClassifier.ts"],"names":[],"mappings":"AAYA,OAAO,EAAE,aAAa,EAAE,MAAM,4BAA4B,CAAC;AAG3D,MAAM,MAAM,aAAa,GAAG,mBAAmB,GAAG,oBAAoB,GAAG,SAAS,CAAC;AAEnF,MAAM,WAAW,oBAAoB;IACnC,SAAS,EAAE,MAAM,CAAC;IAClB,QAAQ,EAAE,aAAa,CAAC;IACxB,UAAU,EAAE,MAAM,CAAC;IACnB,SAAS,EAAE,MAAM,CAAC;IAClB,gBAAgB,EAAE,MAAM,CAAC;IACzB,iBAAiB,EAAE,MAAM,CAAC;IAC1B,KAAK,EAAE,YAAY,GAAG,QAAQ,GAAG,WAAW,GAAG,mBAAmB,CAAC;IACnE,cAAc,EAAE,MAAM,CAAC;CACxB;AAUD,qBAAa,eAAe;IAC1B,OAAO,CAAC,SAAS,CAAiB;gBAEtB,OAAO,EAAE,aAAa;IAIlC;;OAEG;IACI,QAAQ,CAAC,SAAS,EAAE,MAAM,GAAG,oBAAoB;IAuBxD;;OAEG;IACI,iBAAiB,CACtB,SAAS,EAAE,MAAM,EACjB,iBAAiB,EAAE,MAAM,EACzB,gBAAgB,EAAE,MAAM,EACxB,KAAK,GAAE,oBAAoB,CAAC,OAAO,CAAuB,GACzD,oBAAoB;IAIvB;;OAEG;IACI,kBAAkB,CAAC,SAAS,EAAE,MAAM,GAAG;QAAE,QAAQ,EAAE,OAAO,CAAC;QAAC,MAAM,EAAE,MAAM,CAAA;KAAE;IAoBnF,OAAO,CAAC,iBAAiB;IAmFzB,OAAO,CAAC,YAAY;IA6BpB,OAAO,CAAC,GAAG;CAGZ"}