@su-record/vibe 2.7.10 → 2.7.12

package/dist/infra/lib/evolution/SkillClassifier.js

@@ -0,0 +1,167 @@
+// Skill Classifier - Phase 5: Capability Uplift vs Encoded Preference
+//
+// Two types of skills (from Anthropic's taxonomy):
+//
+// 1. Capability Uplift: Compensates for what the model can't do well.
+//    - Becomes obsolete as models improve
+//    - Eval: if baseline (no skill) starts passing, the skill has served its purpose
+//
+// 2. Encoded Preference: Encodes team-specific workflow, style, or process.
+//    - Durable regardless of model improvements
+//    - Eval: baseline will never pass because the model can't know your preferences
+import { SkillBenchmark } from './SkillBenchmark.js';
+/**
+ * Thresholds for classification
+ */
+const BASELINE_HIGH_THRESHOLD = 0.7;
+const BASELINE_LOW_THRESHOLD = 0.3;
+const CONVERGENCE_THRESHOLD = 0.15;
+const MIN_BENCHMARKS_FOR_TREND = 2;
+export class SkillClassifier {
+    benchmark;
+    constructor(storage) {
+        this.benchmark = new SkillBenchmark(storage);
+    }
+    /**
+     * Classify a skill based on benchmark history
+     */
+    classify(skillName) {
+        const history = this.benchmark.getHistory(skillName);
+        if (history.length === 0) {
+            return {
+                skillName,
+                category: 'unknown',
+                confidence: 0,
+                reasoning: 'No benchmark data available. Run evals first.',
+                baselinePassRate: 0,
+                withSkillPassRate: 0,
+                trend: 'insufficient_data',
+                recommendation: 'Create eval cases and run benchmarks to classify this skill.',
+            };
+        }
+        const latest = history[history.length - 1];
+        const { withSkill, baseline } = latest.summary;
+        const trend = this.computeTrend(history);
+        return this.determineCategory(skillName, withSkill.passRate, baseline.passRate, trend, history.length);
+    }
+    /**
+     * Classify based on explicit pass rates (no DB lookup)
+     */
+    classifyFromRates(skillName, withSkillPassRate, baselinePassRate, trend = 'insufficient_data') {
+        return this.determineCategory(skillName, withSkillPassRate, baselinePassRate, trend, 1);
+    }
+    /**
+     * Check if a skill is becoming obsolete (capability uplift that model now handles)
+     */
+    isBecomingObsolete(skillName) {
+        const result = this.classify(skillName);
+        if (result.category === 'capability_uplift' && result.trend === 'converging') {
+            return {
+                obsolete: true,
+                reason: `Baseline pass rate (${this.pct(result.baselinePassRate)}) is converging with skill pass rate (${this.pct(result.withSkillPassRate)}). The model may now handle this without the skill.`,
+            };
+        }
+        if (result.baselinePassRate >= BASELINE_HIGH_THRESHOLD) {
+            return {
+                obsolete: true,
+                reason: `Baseline pass rate is ${this.pct(result.baselinePassRate)} — the model handles this well without the skill.`,
+            };
+        }
+        return { obsolete: false, reason: 'Skill still provides significant value.' };
+    }
+    determineCategory(skillName, wsRate, blRate, trend, benchmarkCount) {
+        const gap = wsRate - blRate;
+        // Case 1: Baseline already performs well → capability uplift (possibly obsolete)
+        if (blRate >= BASELINE_HIGH_THRESHOLD) {
+            return {
+                skillName,
+                category: 'capability_uplift',
+                confidence: Math.min(0.9, 0.5 + blRate * 0.4),
+                reasoning: `Baseline pass rate is high (${this.pct(blRate)}), indicating the model can handle this well without the skill. This is a capability uplift skill that may be nearing obsolescence.`,
+                baselinePassRate: blRate,
+                withSkillPassRate: wsRate,
+                trend,
+                recommendation: gap < CONVERGENCE_THRESHOLD
+                    ? 'Consider retiring this skill — the model handles this natively now.'
+                    : 'Monitor baseline trend. The skill still adds some value.',
+            };
+        }
+        // Case 2: Baseline performs poorly and skill helps a lot → likely encoded preference
+        if (blRate <= BASELINE_LOW_THRESHOLD && gap > CONVERGENCE_THRESHOLD) {
+            const isEncoded = trend === 'stable' || trend === 'diverging' || benchmarkCount < MIN_BENCHMARKS_FOR_TREND;
+            return {
+                skillName,
+                category: isEncoded ? 'encoded_preference' : 'capability_uplift',
+                confidence: isEncoded ? Math.min(0.85, 0.4 + gap * 0.5) : 0.5,
+                reasoning: isEncoded
+                    ? `Low baseline (${this.pct(blRate)}) with stable gap suggests team-specific preferences the model cannot infer.`
+                    : `Low baseline (${this.pct(blRate)}) but converging trend suggests model capability gap that is closing.`,
+                baselinePassRate: blRate,
+                withSkillPassRate: wsRate,
+                trend,
+                recommendation: isEncoded
+                    ? 'This skill encodes team preferences. Keep and maintain it.'
+                    : 'Capability uplift skill. Monitor baseline improvements across model updates.',
+            };
+        }
+        // Case 3: Middle ground — need more data or trend analysis
+        if (trend === 'converging') {
+            return {
+                skillName,
+                category: 'capability_uplift',
+                confidence: 0.6,
+                reasoning: `Baseline trend is converging toward skill performance, suggesting a capability gap that is closing.`,
+                baselinePassRate: blRate,
+                withSkillPassRate: wsRate,
+                trend,
+                recommendation: 'Likely capability uplift. Re-evaluate after model updates.',
+            };
+        }
+        if (trend === 'stable' || trend === 'diverging') {
+            return {
+                skillName,
+                category: 'encoded_preference',
+                confidence: 0.55,
+                reasoning: `Baseline-to-skill gap is stable/diverging, suggesting persistent team-specific knowledge.`,
+                baselinePassRate: blRate,
+                withSkillPassRate: wsRate,
+                trend,
+                recommendation: 'Likely encoded preference. Maintain and refine.',
+            };
+        }
+        return {
+            skillName,
+            category: 'unknown',
+            confidence: 0.3,
+            reasoning: `Not enough data to classify confidently. Baseline: ${this.pct(blRate)}, With-skill: ${this.pct(wsRate)}.`,
+            baselinePassRate: blRate,
+            withSkillPassRate: wsRate,
+            trend,
+            recommendation: 'Run more benchmark iterations to gather trend data.',
+        };
+    }
+    computeTrend(history) {
+        if (history.length < MIN_BENCHMARKS_FOR_TREND) {
+            return 'insufficient_data';
+        }
+        // Compare gap between first and last benchmarks
+        const first = history[0];
+        const last = history[history.length - 1];
+        const firstGap = first.summary.withSkill.passRate - first.summary.baseline.passRate;
+        const lastGap = last.summary.withSkill.passRate - last.summary.baseline.passRate;
+        const gapChange = lastGap - firstGap;
+        if (Math.abs(gapChange) < CONVERGENCE_THRESHOLD / 2) {
+            return 'stable';
+        }
+        // Gap is shrinking → baseline is catching up → converging
+        if (gapChange < 0) {
+            return 'converging';
+        }
+        // Gap is growing → skill is pulling ahead → diverging
+        return 'diverging';
+    }
+    pct(value) {
+        return `${(value * 100).toFixed(1)}%`;
+    }
+}
+//# sourceMappingURL=SkillClassifier.js.map

package/dist/infra/lib/evolution/SkillClassifier.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"SkillClassifier.js","sourceRoot":"","sources":["../../../../src/infra/lib/evolution/SkillClassifier.ts"],"names":[],"mappings":"AAAA,sEAAsE;AACtE,EAAE;AACF,mDAAmD;AACnD,EAAE;AACF,sEAAsE;AACtE,0CAA0C;AAC1C,qFAAqF;AACrF,EAAE;AACF,4EAA4E;AAC5E,gDAAgD;AAChD,oFAAoF;AAGpF,OAAO,EAAE,cAAc,EAAmB,MAAM,qBAAqB,CAAC;AAetE;;GAEG;AACH,MAAM,uBAAuB,GAAG,GAAG,CAAC;AACpC,MAAM,sBAAsB,GAAG,GAAG,CAAC;AACnC,MAAM,qBAAqB,GAAG,IAAI,CAAC;AACnC,MAAM,wBAAwB,GAAG,CAAC,CAAC;AAEnC,MAAM,OAAO,eAAe;IAClB,SAAS,CAAiB;IAElC,YAAY,OAAsB;QAChC,IAAI,CAAC,SAAS,GAAG,IAAI,cAAc,CAAC,OAAO,CAAC,CAAC;IAC/C,CAAC;IAED;;OAEG;IACI,QAAQ,CAAC,SAAiB;QAC/B,MAAM,OAAO,GAAG,IAAI,CAAC,SAAS,CAAC,UAAU,CAAC,SAAS,CAAC,CAAC;QAErD,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACzB,OAAO;gBACL,SAAS;gBACT,QAAQ,EAAE,SAAS;gBACnB,UAAU,EAAE,CAAC;gBACb,SAAS,EAAE,+CAA+C;gBAC1D,gBAAgB,EAAE,CAAC;gBACnB,iBAAiB,EAAE,CAAC;gBACpB,KAAK,EAAE,mBAAmB;gBAC1B,cAAc,EAAE,8DAA8D;aAC/E,CAAC;QACJ,CAAC;QAED,MAAM,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;QAC3C,MAAM,EAAE,SAAS,EAAE,QAAQ,EAAE,GAAG,MAAM,CAAC,OAAO,CAAC;QAC/C,MAAM,KAAK,GAAG,IAAI,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC;QAEzC,OAAO,IAAI,CAAC,iBAAiB,CAAC,SAAS,EAAE,SAAS,CAAC,QAAQ,EAAE,QAAQ,CAAC,QAAQ,EAAE,KAAK,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC;IACzG,CAAC;IAED;;OAEG;IACI,iBAAiB,CACtB,SAAiB,EACjB,iBAAyB,EACzB,gBAAwB,EACxB,QAAuC,mBAAmB;QAE1D,OAAO,IAAI,CAAC,iBAAiB,CAAC,SAAS,EAAE,iBAAiB,EAAE,gBAAgB,EAAE,KAAK,EAAE,CAAC,CAAC,CAAC;IAC1F,CAAC;IAED;;OAEG;IACI,kBAAkB,CAAC,SAAiB;QACzC,MAAM,MAAM,GAAG,IAAI,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC;QAExC,IAAI,MAAM,CAAC,QAAQ,KAAK,mBAAmB,IAAI,MAAM,CAAC,KAAK,KAAK,YAAY,EAAE,CAAC;YAC7E,OAAO;gBACL,QAAQ,EAAE,IAAI;gBACd,MAAM,EAAE,uBAAuB,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,gBAAgB,CAAC,yCAAyC,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,iBAAiB,CAAC,qDAAqD;aACjM,CAAC;QACJ,CAAC;QAED,IAAI,MAAM,CAAC,gBAAgB,IAAI,uBAAuB,EAAE,CAAC;YACvD,OAAO;gBACL,QAAQ,EAAE,IAAI;gBACd,MAAM,EAAE,yBAAyB,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,gBAAgB,CAAC,mDAAmD;aACtH,CAAC;QACJ,CAAC;QAED,OAAO,EAAE,QAAQ,EAAE,KAAK,EAAE,MAAM,EAAE,yCAAyC,EAAE,CAAC;IAChF,CAAC;IAEO,iBAAiB,CACvB,SAAiB,EACjB,MAAc,EACd,MAAc,EACd,KAAoC,EACpC,cAAsB;QAEtB,MAAM,GAAG,GAAG,MAAM,GAAG,MAAM,CAAC;QAE5B,iFAAiF;QACjF,IAAI,MAAM,IAAI,uBAAuB,EAAE,CAAC;YACtC,OAAO;gBACL,SAAS;gBACT,QAAQ,EAAE,mBAAmB;gBAC7B,UAAU,EAAE,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,GAAG,GAAG,MAAM,GAAG,GAAG,CAAC;gBAC7C,SAAS,EAAE,+BAA+B,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,qIAAqI;gBAC/L,gBAAgB,EAAE,MAAM;gBACxB,iBAAiB,EAAE,MAAM;gBACzB,KAAK;gBACL,cAAc,EAAE,GAAG,GAAG,qBAAqB;oBACzC,CAAC,CAAC,qEAAqE;oBACvE,CAAC,CAAC,0DAA0D;aAC/D,CAAC;QACJ,CAAC;QAED,qFAAqF;QACrF,IAAI,MAAM,IAAI,sBAAsB,IAAI,GAAG,GAAG,qBAAqB,EAAE,CAAC;YACpE,MAAM,SAAS,GAAG,KAAK,KAAK,QAAQ,IAAI,KAAK,KAAK,WAAW,IAAI,cAAc,GAAG,wBAAwB,CAAC;YAC3G,OAAO;gBACL,SAAS;gBACT,QAAQ,EAAE,SAAS,CAAC,CAAC,CAAC,oBAAoB,CAAC,CAAC,CAAC,mBAAmB;gBAChE,UAAU,EAAE,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,EAAE,GAAG,GAAG,GAAG,GAAG,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG;gBAC7D,SAAS,EAAE,SAAS;oBAClB,CAAC,CAAC,iBAAiB,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,8EAA8E;oBACjH,CAAC,CAAC,iBAAiB,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,uEAAuE;gBAC5G,gBAAgB,EAAE,MAAM;gBACxB,iBAAiB,EAAE,MAAM;gBACzB,KAAK;gBACL,cAAc,EAAE,SAAS;oBACvB,CAAC,CAAC,4DAA4D;oBAC9D,CAAC,CAAC,8EAA8E;aACnF,CAAC;QACJ,CAAC;QAED,2DAA2D;QAC3D,IAAI,KAAK,KAAK,YAAY,EAAE,CAAC;YAC3B,OAAO;gBACL,SAAS;gBACT,QAAQ,EAAE,mBAAmB;gBAC7B,UAAU,EAAE,GAAG;gBACf,SAAS,EAAE,qGAAqG;gBAChH,gBAAgB,EAAE,MAAM;gBACxB,iBAAiB,EAAE,MAAM;gBACzB,KAAK;gBACL,cAAc,EAAE,4DAA4D;aAC7E,CAAC;QACJ,CAAC;QAED,IAAI,KAAK,KAAK,QAAQ,IAAI,KAAK,KAAK,WAAW,EAAE,CAAC;YAChD,OAAO;gBACL,SAAS;gBACT,QAAQ,EAAE,oBAAoB;gBAC9B,UAAU,EAAE,IAAI;gBAChB,SAAS,EAAE,2FAA2F;gBACtG,gBAAgB,EAAE,MAAM;gBACxB,iBAAiB,EAAE,MAAM;gBACzB,KAAK;gBACL,cAAc,EAAE,iDAAiD;aAClE,CAAC;QACJ,CAAC;QAED,OAAO;YACL,SAAS;YACT,QAAQ,EAAE,SAAS;YACnB,UAAU,EAAE,GAAG;YACf,SAAS,EAAE,sDAAsD,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,iBAAiB,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,GAAG;YACrH,gBAAgB,EAAE,MAAM;YACxB,iBAAiB,EAAE,MAAM;YACzB,KAAK;YACL,cAAc,EAAE,qDAAqD;SACtE,CAAC;IACJ,CAAC;IAEO,YAAY,CAClB,OAA0B;QAE1B,IAAI,OAAO,CAAC,MAAM,GAAG,wBAAwB,EAAE,CAAC;YAC9C,OAAO,mBAAmB,CAAC;QAC7B,CAAC;QAED,gDAAgD;QAChD,MAAM,KAAK,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC;QACzB,MAAM,IAAI,GAAG,OAAO,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;QAEzC,MAAM,QAAQ,GAAG,KAAK,CAAC,OAAO,CAAC,SAAS,CAAC,QAAQ,GAAG,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAC;QACpF,MAAM,OAAO,GAAG,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC,QAAQ,GAAG,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAC;QAEjF,MAAM,SAAS,GAAG,OAAO,GAAG,QAAQ,CAAC;QAErC,IAAI,IAAI,CAAC,GAAG,CAAC,SAAS,CAAC,GAAG,qBAAqB,GAAG,CAAC,EAAE,CAAC;YACpD,OAAO,QAAQ,CAAC;QAClB,CAAC;QAED,0DAA0D;QAC1D,IAAI,SAAS,GAAG,CAAC,EAAE,CAAC;YAClB,OAAO,YAAY,CAAC;QACtB,CAAC;QAED,sDAAsD;QACtD,OAAO,WAAW,CAAC;IACrB,CAAC;IAEO,GAAG,CAAC,KAAa;QACvB,OAAO,GAAG,CAAC,KAAK,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC;IACxC,CAAC;CACF"}

package/dist/infra/lib/evolution/SkillEvalRunner.d.ts

@@ -0,0 +1,102 @@
+import { MemoryStorage } from '../memory/MemoryStorage.js';
+export type EvalStatus = 'pending' | 'running' | 'passed' | 'failed' | 'error';
+export interface SkillEvalCase {
+    id: string;
+    skillName: string;
+    prompt: string;
+    expectedOutput: string;
+    files: string[];
+    assertions: EvalAssertion[];
+}
+export interface EvalAssertion {
+    id: string;
+    description: string;
+    type: 'contains' | 'not_contains' | 'matches_regex' | 'custom';
+    value: string;
+}
+export interface EvalRunResult {
+    evalId: string;
+    runId: string;
+    skillName: string;
+    variant: 'with_skill' | 'baseline';
+    status: EvalStatus;
+    output: string;
+    grades: AssertionGrade[];
+    durationMs: number;
+    tokenCount: number;
+    createdAt: string;
+}
+export interface AssertionGrade {
+    assertionId: string;
+    description: string;
+    passed: boolean;
+    evidence: string;
+}
+export interface EvalSetInput {
+    skillName: string;
+    evals: Array<{
+        prompt: string;
+        expectedOutput: string;
+        files?: string[];
+        assertions?: Array<{
+            description: string;
+            type: 'contains' | 'not_contains' | 'matches_regex' | 'custom';
+            value: string;
+        }>;
+    }>;
+}
+export declare class SkillEvalRunner {
+    private db;
+    constructor(storage: MemoryStorage);
+    private initializeTables;
+    /**
+     * Create an eval set for a skill
+     */
+    createEvalSet(input: EvalSetInput): SkillEvalCase[];
+    /**
+     * Get all eval cases for a skill
+     */
+    getEvalCases(skillName: string): SkillEvalCase[];
+    /**
+     * Get a single eval case by ID
+     */
+    getEvalCase(evalId: string): SkillEvalCase | null;
+    /**
+     * Record the start of an eval run
+     */
+    startRun(evalId: string, skillName: string, variant: 'with_skill' | 'baseline'): string;
+    /**
+     * Complete an eval run with output and grades
+     */
+    completeRun(runId: string, output: string, grades: AssertionGrade[], durationMs: number, tokenCount: number): void;
+    /**
+     * Mark a run as errored
+     */
+    failRun(runId: string, errorMessage: string): void;
+    /**
+     * Grade output against assertions
+     */
+    gradeOutput(output: string, assertions: EvalAssertion[]): AssertionGrade[];
+    /**
+     * Get all runs for an eval case
+     */
+    getRunsForEval(evalId: string): EvalRunResult[];
+    /**
+     * Get all runs for a skill
+     */
+    getRunsForSkill(skillName: string): EvalRunResult[];
+    /**
+     * Get latest runs grouped by eval and variant
+     */
+    getLatestRuns(skillName: string): Map<string, {
+        withSkill: EvalRunResult | null;
+        baseline: EvalRunResult | null;
+    }>;
+    /**
+     * Delete all eval cases and runs for a skill
+     */
+    deleteEvalSet(skillName: string): number;
+    private rowToEvalCase;
+    private rowToRunResult;
+}
+//# sourceMappingURL=SkillEvalRunner.d.ts.map

package/dist/infra/lib/evolution/SkillEvalRunner.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"SkillEvalRunner.d.ts","sourceRoot":"","sources":["../../../../src/infra/lib/evolution/SkillEvalRunner.ts"],"names":[],"mappings":"AAUA,OAAO,EAAE,aAAa,EAAE,MAAM,4BAA4B,CAAC;AAI3D,MAAM,MAAM,UAAU,GAAG,SAAS,GAAG,SAAS,GAAG,QAAQ,GAAG,QAAQ,GAAG,OAAO,CAAC;AAE/E,MAAM,WAAW,aAAa;IAC5B,EAAE,EAAE,MAAM,CAAC;IACX,SAAS,EAAE,MAAM,CAAC;IAClB,MAAM,EAAE,MAAM,CAAC;IACf,cAAc,EAAE,MAAM,CAAC;IACvB,KAAK,EAAE,MAAM,EAAE,CAAC;IAChB,UAAU,EAAE,aAAa,EAAE,CAAC;CAC7B;AAED,MAAM,WAAW,aAAa;IAC5B,EAAE,EAAE,MAAM,CAAC;IACX,WAAW,EAAE,MAAM,CAAC;IACpB,IAAI,EAAE,UAAU,GAAG,cAAc,GAAG,eAAe,GAAG,QAAQ,CAAC;IAC/D,KAAK,EAAE,MAAM,CAAC;CACf;AAED,MAAM,WAAW,aAAa;IAC5B,MAAM,EAAE,MAAM,CAAC;IACf,KAAK,EAAE,MAAM,CAAC;IACd,SAAS,EAAE,MAAM,CAAC;IAClB,OAAO,EAAE,YAAY,GAAG,UAAU,CAAC;IACnC,MAAM,EAAE,UAAU,CAAC;IACnB,MAAM,EAAE,MAAM,CAAC;IACf,MAAM,EAAE,cAAc,EAAE,CAAC;IACzB,UAAU,EAAE,MAAM,CAAC;IACnB,UAAU,EAAE,MAAM,CAAC;IACnB,SAAS,EAAE,MAAM,CAAC;CACnB;AAED,MAAM,WAAW,cAAc;IAC7B,WAAW,EAAE,MAAM,CAAC;IACpB,WAAW,EAAE,MAAM,CAAC;IACpB,MAAM,EAAE,OAAO,CAAC;IAChB,QAAQ,EAAE,MAAM,CAAC;CAClB;AAED,MAAM,WAAW,YAAY;IAC3B,SAAS,EAAE,MAAM,CAAC;IAClB,KAAK,EAAE,KAAK,CAAC;QACX,MAAM,EAAE,MAAM,CAAC;QACf,cAAc,EAAE,MAAM,CAAC;QACvB,KAAK,CAAC,EAAE,MAAM,EAAE,CAAC;QACjB,UAAU,CAAC,EAAE,KAAK,CAAC;YACjB,WAAW,EAAE,MAAM,CAAC;YACpB,IAAI,EAAE,UAAU,GAAG,cAAc,GAAG,eAAe,GAAG,QAAQ,CAAC;YAC/D,KAAK,EAAE,MAAM,CAAC;SACf,CAAC,CAAC;KACJ,CAAC,CAAC;CACJ;AA4BD,qBAAa,eAAe;IAC1B,OAAO,CAAC,EAAE,CAA2C;gBAEzC,OAAO,EAAE,aAAa;IAKlC,OAAO,CAAC,gBAAgB;IAkCxB;;OAEG;IACI,aAAa,CAAC,KAAK,EAAE,YAAY,GAAG,aAAa,EAAE;IA6C1D;;OAEG;IACI,YAAY,CAAC,SAAS,EAAE,MAAM,GAAG,aAAa,EAAE;IAOvD;;OAEG;IACI,WAAW,CAAC,MAAM,EAAE,MAAM,GAAG,aAAa,GAAG,IAAI;IAOxD;;OAEG;IACI,QAAQ,CAAC,MAAM,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,EAAE,OAAO,EAAE,YAAY,GAAG,UAAU,GAAG,MAAM;IAY9F;;OAEG;IACI,WAAW,CAChB,KAAK,EAAE,MAAM,EACb,MAAM,EAAE,MAAM,EACd,MAAM,EAAE,cAAc,EAAE,EACxB,UAAU,EAAE,MAAM,EAClB,UAAU,EAAE,MAAM,GACjB,IAAI;IAWP;;OAEG;IACI,OAAO,CAAC,KAAK,EAAE,MAAM,EAAE,YAAY,EAAE,MAAM,GAAG,IAAI;IAMzD;;OAEG;IACI,WAAW,CAAC,MAAM,EAAE,MAAM,EAAE,UAAU,EAAE,aAAa,EAAE,GAAG,cAAc,EAAE;IAkDjF;;OAEG;IACI,cAAc,CAAC,MAAM,EAAE,MAAM,GAAG,aAAa,EAAE;IAOtD;;OAEG;IACI,eAAe,CAAC,SAAS,EAAE,MAAM,GAAG,aAAa,EAAE;IAO1D;;OAEG;IACI,aAAa,CAAC,SAAS,EAAE,MAAM,GAAG,GAAG,CAAC,MAAM,EAAE;QAAE,SAAS,EAAE,aAAa,GAAG,IAAI,CAAC;QAAC,QAAQ,EAAE,aAAa,GAAG,IAAI,CAAA;KAAE,CAAC;IAmBzH;;OAEG;IACI,aAAa,CAAC,SAAS,EAAE,MAAM,GAAG,MAAM;IAa/C,OAAO,CAAC,aAAa;IAWrB,OAAO,CAAC,cAAc;CAcvB"}

package/dist/infra/lib/evolution/SkillEvalRunner.js

@@ -0,0 +1,256 @@
+// Skill Eval Runner - Phase 5: Test, Measure, and Refine
+// Defines and runs evals for skills, tracking pass/fail per assertion
+//
+// Inspired by Anthropic's skill-creator eval framework:
+// - Define eval cases with prompts and expected outputs
+// - Run with-skill vs baseline comparisons
+// - Grade results against assertions
+// - Aggregate into benchmarks
+import { randomUUID } from 'crypto';
+export class SkillEvalRunner {
+    db;
+    constructor(storage) {
+        this.db = storage.getDatabase();
+        this.initializeTables();
+    }
+    initializeTables() {
+        this.db.exec(`
+      CREATE TABLE IF NOT EXISTS skill_eval_cases (
+        id TEXT PRIMARY KEY,
+        skillName TEXT NOT NULL,
+        prompt TEXT NOT NULL,
+        expectedOutput TEXT NOT NULL,
+        files TEXT DEFAULT '[]',
+        assertions TEXT DEFAULT '[]',
+        createdAt TEXT NOT NULL,
+        updatedAt TEXT NOT NULL
+      );
+
+      CREATE INDEX IF NOT EXISTS idx_sec_skill ON skill_eval_cases(skillName);
+
+      CREATE TABLE IF NOT EXISTS skill_eval_runs (
+        id TEXT PRIMARY KEY,
+        evalId TEXT NOT NULL,
+        skillName TEXT NOT NULL,
+        variant TEXT NOT NULL CHECK(variant IN ('with_skill','baseline')),
+        status TEXT NOT NULL DEFAULT 'pending' CHECK(status IN ('pending','running','passed','failed','error')),
+        output TEXT DEFAULT '',
+        grades TEXT DEFAULT '[]',
+        durationMs INTEGER DEFAULT 0,
+        tokenCount INTEGER DEFAULT 0,
+        createdAt TEXT NOT NULL
+      );
+
+      CREATE INDEX IF NOT EXISTS idx_ser_eval ON skill_eval_runs(evalId);
+      CREATE INDEX IF NOT EXISTS idx_ser_skill ON skill_eval_runs(skillName);
+      CREATE INDEX IF NOT EXISTS idx_ser_variant ON skill_eval_runs(variant);
+    `);
+    }
+    /**
+     * Create an eval set for a skill
+     */
+    createEvalSet(input) {
+        const cases = [];
+        const now = new Date().toISOString();
+        const insertStmt = this.db.prepare(`
+      INSERT INTO skill_eval_cases (id, skillName, prompt, expectedOutput, files, assertions, createdAt, updatedAt)
+      VALUES (?, ?, ?, ?, ?, ?, ?, ?)
+    `);
+        const insertMany = this.db.transaction((evals) => {
+            for (const evalCase of evals) {
+                const id = `eval-${Date.now().toString(36)}-${randomUUID().replace(/-/g, '').slice(0, 8)}`;
+                const assertions = (evalCase.assertions ?? []).map(a => ({
+                    id: `assert-${randomUUID().replace(/-/g, '').slice(0, 8)}`,
+                    description: a.description,
+                    type: a.type,
+                    value: a.value,
+                }));
+                insertStmt.run(id, input.skillName, evalCase.prompt, evalCase.expectedOutput, JSON.stringify(evalCase.files ?? []), JSON.stringify(assertions), now, now);
+                cases.push({
+                    id,
+                    skillName: input.skillName,
+                    prompt: evalCase.prompt,
+                    expectedOutput: evalCase.expectedOutput,
+                    files: evalCase.files ?? [],
+                    assertions,
+                });
+            }
+        });
+        insertMany(input.evals);
+        return cases;
+    }
+    /**
+     * Get all eval cases for a skill
+     */
+    getEvalCases(skillName) {
+        const rows = this.db.prepare(`
+      SELECT * FROM skill_eval_cases WHERE skillName = ? ORDER BY createdAt ASC
+    `).all(skillName);
+        return rows.map(this.rowToEvalCase);
+    }
+    /**
+     * Get a single eval case by ID
+     */
+    getEvalCase(evalId) {
+        const row = this.db.prepare(`
+      SELECT * FROM skill_eval_cases WHERE id = ?
+    `).get(evalId);
+        return row ? this.rowToEvalCase(row) : null;
+    }
+    /**
+     * Record the start of an eval run
+     */
+    startRun(evalId, skillName, variant) {
+        const id = `run-${Date.now().toString(36)}-${randomUUID().replace(/-/g, '').slice(0, 8)}`;
+        const now = new Date().toISOString();
+        this.db.prepare(`
+      INSERT INTO skill_eval_runs (id, evalId, skillName, variant, status, createdAt)
+      VALUES (?, ?, ?, ?, 'running', ?)
+    `).run(id, evalId, skillName, variant, now);
+        return id;
+    }
+    /**
+     * Complete an eval run with output and grades
+     */
+    completeRun(runId, output, grades, durationMs, tokenCount) {
+        const allPassed = grades.length === 0 || grades.every(g => g.passed);
+        const status = allPassed ? 'passed' : 'failed';
+        this.db.prepare(`
+      UPDATE skill_eval_runs
+      SET status = ?, output = ?, grades = ?, durationMs = ?, tokenCount = ?
+      WHERE id = ?
+    `).run(status, output, JSON.stringify(grades), durationMs, tokenCount, runId);
+    }
+    /**
+     * Mark a run as errored
+     */
+    failRun(runId, errorMessage) {
+        this.db.prepare(`
+      UPDATE skill_eval_runs SET status = 'error', output = ? WHERE id = ?
+    `).run(errorMessage, runId);
+    }
+    /**
+     * Grade output against assertions
+     */
+    gradeOutput(output, assertions) {
+        return assertions.map(assertion => {
+            let passed = false;
+            let evidence = '';
+            switch (assertion.type) {
+                case 'contains':
+                    passed = output.includes(assertion.value);
+                    evidence = passed
+                        ? `Output contains "${assertion.value}"`
+                        : `Output does not contain "${assertion.value}"`;
+                    break;
+                case 'not_contains':
+                    passed = !output.includes(assertion.value);
+                    evidence = passed
+                        ? `Output correctly excludes "${assertion.value}"`
+                        : `Output unexpectedly contains "${assertion.value}"`;
+                    break;
+                case 'matches_regex': {
+                    try {
+                        const regex = new RegExp(assertion.value);
+                        passed = regex.test(output);
+                        evidence = passed
+                            ? `Output matches pattern /${assertion.value}/`
+                            : `Output does not match pattern /${assertion.value}/`;
+                    }
+                    catch {
+                        passed = false;
+                        evidence = `Invalid regex pattern: ${assertion.value}`;
+                    }
+                    break;
+                }
+                case 'custom':
+                    // Custom assertions require external grading (LLM or script)
+                    passed = false;
+                    evidence = 'Custom assertion requires external grading';
+                    break;
+            }
+            return {
+                assertionId: assertion.id,
+                description: assertion.description,
+                passed,
+                evidence,
+            };
+        });
+    }
+    /**
+     * Get all runs for an eval case
+     */
+    getRunsForEval(evalId) {
+        const rows = this.db.prepare(`
+      SELECT * FROM skill_eval_runs WHERE evalId = ? ORDER BY createdAt DESC
+    `).all(evalId);
+        return rows.map(this.rowToRunResult);
+    }
+    /**
+     * Get all runs for a skill
+     */
+    getRunsForSkill(skillName) {
+        const rows = this.db.prepare(`
+      SELECT * FROM skill_eval_runs WHERE skillName = ? ORDER BY createdAt DESC
+    `).all(skillName);
+        return rows.map(this.rowToRunResult);
+    }
+    /**
+     * Get latest runs grouped by eval and variant
+     */
+    getLatestRuns(skillName) {
+        const runs = this.getRunsForSkill(skillName);
+        const grouped = new Map();
+        for (const run of runs) {
+            if (!grouped.has(run.evalId)) {
+                grouped.set(run.evalId, { withSkill: null, baseline: null });
+            }
+            const entry = grouped.get(run.evalId);
+            if (run.variant === 'with_skill' && !entry.withSkill) {
+                entry.withSkill = run;
+            }
+            else if (run.variant === 'baseline' && !entry.baseline) {
+                entry.baseline = run;
+            }
+        }
+        return grouped;
+    }
+    /**
+     * Delete all eval cases and runs for a skill
+     */
+    deleteEvalSet(skillName) {
+        const deleteRuns = this.db.prepare(`DELETE FROM skill_eval_runs WHERE skillName = ?`);
+        const deleteCases = this.db.prepare(`DELETE FROM skill_eval_cases WHERE skillName = ?`);
+        const transaction = this.db.transaction(() => {
+            deleteRuns.run(skillName);
+            const result = deleteCases.run(skillName);
+            return result.changes;
+        });
+        return transaction();
+    }
+    rowToEvalCase(row) {
+        return {
+            id: row.id,
+            skillName: row.skillName,
+            prompt: row.prompt,
+            expectedOutput: row.expectedOutput,
+            files: JSON.parse(row.files),
+            assertions: JSON.parse(row.assertions),
+        };
+    }
+    rowToRunResult(row) {
+        return {
+            evalId: row.evalId,
+            runId: row.id,
+            skillName: row.skillName,
+            variant: row.variant,
+            status: row.status,
+            output: row.output,
+            grades: JSON.parse(row.grades),
+            durationMs: row.durationMs,
+            tokenCount: row.tokenCount,
+            createdAt: row.createdAt,
+        };
+    }
+}
+//# sourceMappingURL=SkillEvalRunner.js.map

package/dist/infra/lib/evolution/SkillEvalRunner.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"SkillEvalRunner.js","sourceRoot":"","sources":["../../../../src/infra/lib/evolution/SkillEvalRunner.ts"],"names":[],"mappings":"AAAA,yDAAyD;AACzD,sEAAsE;AACtE,EAAE;AACF,wDAAwD;AACxD,wDAAwD;AACxD,2CAA2C;AAC3C,qCAAqC;AACrC,8BAA8B;AAE9B,OAAO,EAAE,UAAU,EAAE,MAAM,QAAQ,CAAC;AAmFpC,MAAM,OAAO,eAAe;IAClB,EAAE,CAA2C;IAErD,YAAY,OAAsB;QAChC,IAAI,CAAC,EAAE,GAAG,OAAO,CAAC,WAAW,EAAE,CAAC;QAChC,IAAI,CAAC,gBAAgB,EAAE,CAAC;IAC1B,CAAC;IAEO,gBAAgB;QACtB,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;KA8BZ,CAAC,CAAC;IACL,CAAC;IAED;;OAEG;IACI,aAAa,CAAC,KAAmB;QACtC,MAAM,KAAK,GAAoB,EAAE,CAAC;QAClC,MAAM,GAAG,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;QAErC,MAAM,UAAU,GAAG,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC;;;KAGlC,CAAC,CAAC;QAEH,MAAM,UAAU,GAAG,IAAI,CAAC,EAAE,CAAC,WAAW,CAAC,CAAC,KAA4B,EAAE,EAAE;YACtE,KAAK,MAAM,QAAQ,IAAI,KAAK,EAAE,CAAC;gBAC7B,MAAM,EAAE,GAAG,QAAQ,IAAI,CAAC,GAAG,EAAE,CAAC,QAAQ,CAAC,EAAE,CAAC,IAAI,UAAU,EAAE,CAAC,OAAO,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC;gBAC3F,MAAM,UAAU,GAAoB,CAAC,QAAQ,CAAC,UAAU,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;oBACxE,EAAE,EAAE,UAAU,UAAU,EAAE,CAAC,OAAO,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE;oBAC1D,WAAW,EAAE,CAAC,CAAC,WAAW;oBAC1B,IAAI,EAAE,CAAC,CAAC,IAAI;oBACZ,KAAK,EAAE,CAAC,CAAC,KAAK;iBACf,CAAC,CAAC,CAAC;gBAEJ,UAAU,CAAC,GAAG,CACZ,EAAE,EACF,KAAK,CAAC,SAAS,EACf,QAAQ,CAAC,MAAM,EACf,QAAQ,CAAC,cAAc,EACvB,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,KAAK,IAAI,EAAE,CAAC,EACpC,IAAI,CAAC,SAAS,CAAC,UAAU,CAAC,EAC1B,GAAG,EACH,GAAG,CACJ,CAAC;gBAEF,KAAK,CAAC,IAAI,CAAC;oBACT,EAAE;oBACF,SAAS,EAAE,KAAK,CAAC,SAAS;oBAC1B,MAAM,EAAE,QAAQ,CAAC,MAAM;oBACvB,cAAc,EAAE,QAAQ,CAAC,cAAc;oBACvC,KAAK,EAAE,QAAQ,CAAC,KAAK,IAAI,EAAE;oBAC3B,UAAU;iBACX,CAAC,CAAC;YACL,CAAC;QACH,CAAC,CAAC,CAAC;QAEH,UAAU,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;QACxB,OAAO,KAAK,CAAC;IACf,CAAC;IAED;;OAEG;IACI,YAAY,CAAC,SAAiB;QACnC,MAAM,IAAI,GAAG,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC;;KAE5B,CAAC,CAAC,GAAG,CAAC,SAAS,CAAkB,CAAC;QACnC,OAAO,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;IACtC,CAAC;IAED;;OAEG;IACI,WAAW,CAAC,MAAc;QAC/B,MAAM,GAAG,GAAG,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC;;KAE3B,CAAC,CAAC,GAAG,CAAC,MAAM,CAA4B,CAAC;QAC1C,OAAO,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;IAC9C,CAAC;IAED;;OAEG;IACI,QAAQ,CAAC,MAAc,EAAE,SAAiB,EAAE,OAAkC;QACnF,MAAM,EAAE,GAAG,OAAO,IAAI,CAAC,GAAG,EAAE,CAAC,QAAQ,CAAC,EAAE,CAAC,IAAI,UAAU,EAAE,CAAC,OAAO,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC;QAC1F,MAAM,GAAG,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;QAErC,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC;;;KAGf,CAAC,CAAC,GAAG,CAAC,EAAE,EAAE,MAAM,EAAE,SAAS,EAAE,OAAO,EAAE,GAAG,CAAC,CAAC;QAE5C,OAAO,EAAE,CAAC;IACZ,CAAC;IAED;;OAEG;IACI,WAAW,CAChB,KAAa,EACb,MAAc,EACd,MAAwB,EACxB,UAAkB,EAClB,UAAkB;QAElB,MAAM,SAAS,GAAG,MAAM,CAAC,MAAM,KAAK,CAAC,IAAI,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC;QACrE,MAAM,MAAM,GAAe,SAAS,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,QAAQ,CAAC;QAE3D,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC;;;;KAIf,CAAC,CAAC,GAAG,CAAC,MAAM,EAAE,MAAM,EAAE,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,EAAE,UAAU,EAAE,UAAU,EAAE,KAAK,CAAC,CAAC;IAChF,CAAC;IAED;;OAEG;IACI,OAAO,CAAC,KAAa,EAAE,YAAoB;QAChD,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC;;KAEf,CAAC,CAAC,GAAG,CAAC,YAAY,EAAE,KAAK,CAAC,CAAC;IAC9B,CAAC;IAED;;OAEG;IACI,WAAW,CAAC,MAAc,EAAE,UAA2B;QAC5D,OAAO,UAAU,CAAC,GAAG,CAAC,SAAS,CAAC,EAAE;YAChC,IAAI,MAAM,GAAG,KAAK,CAAC;YACnB,IAAI,QAAQ,GAAG,EAAE,CAAC;YAElB,QAAQ,SAAS,CAAC,IAAI,EAAE,CAAC;gBACvB,KAAK,UAAU;oBACb,MAAM,GAAG,MAAM,CAAC,QAAQ,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;oBAC1C,QAAQ,GAAG,MAAM;wBACf,CAAC,CAAC,oBAAoB,SAAS,CAAC,KAAK,GAAG;wBACxC,CAAC,CAAC,4BAA4B,SAAS,CAAC,KAAK,GAAG,CAAC;oBACnD,MAAM;gBAER,KAAK,cAAc;oBACjB,MAAM,GAAG,CAAC,MAAM,CAAC,QAAQ,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;oBAC3C,QAAQ,GAAG,MAAM;wBACf,CAAC,CAAC,8BAA8B,SAAS,CAAC,KAAK,GAAG;wBAClD,CAAC,CAAC,iCAAiC,SAAS,CAAC,KAAK,GAAG,CAAC;oBACxD,MAAM;gBAER,KAAK,eAAe,CAAC,CAAC,CAAC;oBACrB,IAAI,CAAC;wBACH,MAAM,KAAK,GAAG,IAAI,MAAM,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;wBAC1C,MAAM,GAAG,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;wBAC5B,QAAQ,GAAG,MAAM;4BACf,CAAC,CAAC,2BAA2B,SAAS,CAAC,KAAK,GAAG;4BAC/C,CAAC,CAAC,kCAAkC,SAAS,CAAC,KAAK,GAAG,CAAC;oBAC3D,CAAC;oBAAC,MAAM,CAAC;wBACP,MAAM,GAAG,KAAK,CAAC;wBACf,QAAQ,GAAG,0BAA0B,SAAS,CAAC,KAAK,EAAE,CAAC;oBACzD,CAAC;oBACD,MAAM;gBACR,CAAC;gBAED,KAAK,QAAQ;oBACX,6DAA6D;oBAC7D,MAAM,GAAG,KAAK,CAAC;oBACf,QAAQ,GAAG,4CAA4C,CAAC;oBACxD,MAAM;YACV,CAAC;YAED,OAAO;gBACL,WAAW,EAAE,SAAS,CAAC,EAAE;gBACzB,WAAW,EAAE,SAAS,CAAC,WAAW;gBAClC,MAAM;gBACN,QAAQ;aACT,CAAC;QACJ,CAAC,CAAC,CAAC;IACL,CAAC;IAED;;OAEG;IACI,cAAc,CAAC,MAAc;QAClC,MAAM,IAAI,GAAG,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC;;KAE5B,CAAC,CAAC,GAAG,CAAC,MAAM,CAAiB,CAAC;QAC/B,OAAO,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;IACvC,CAAC;IAED;;OAEG;IACI,eAAe,CAAC,SAAiB;QACtC,MAAM,IAAI,GAAG,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC;;KAE5B,CAAC,CAAC,GAAG,CAAC,SAAS,CAAiB,CAAC;QAClC,OAAO,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;IACvC,CAAC;IAED;;OAEG;IACI,aAAa,CAAC,SAAiB;QACpC,MAAM,IAAI,GAAG,IAAI,CAAC,eAAe,CAAC,SAAS,CAAC,CAAC;QAC7C,MAAM,OAAO,GAAG,IAAI,GAAG,EAA+E,CAAC;QAEvG,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;YACvB,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC;gBAC7B,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,MAAM,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC,CAAC;YAC/D,CAAC;YACD,MAAM,KAAK,GAAG,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,MAAM,CAAE,CAAC;YACvC,IAAI,GAAG,CAAC,OAAO,KAAK,YAAY,IAAI,CAAC,KAAK,CAAC,SAAS,EAAE,CAAC;gBACrD,KAAK,CAAC,SAAS,GAAG,GAAG,CAAC;YACxB,CAAC;iBAAM,IAAI,GAAG,CAAC,OAAO,KAAK,UAAU,IAAI,CAAC,KAAK,CAAC,QAAQ,EAAE,CAAC;gBACzD,KAAK,CAAC,QAAQ,GAAG,GAAG,CAAC;YACvB,CAAC;QACH,CAAC;QAED,OAAO,OAAO,CAAC;IACjB,CAAC;IAED;;OAEG;IACI,aAAa,CAAC,SAAiB;QACpC,MAAM,UAAU,GAAG,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC,iDAAiD,CAAC,CAAC;QACtF,MAAM,WAAW,GAAG,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC,kDAAkD,CAAC,CAAC;QAExF,MAAM,WAAW,GAAG,IAAI,CAAC,EAAE,CAAC,WAAW,CAAC,GAAG,EAAE;YAC3C,UAAU,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;YAC1B,MAAM,MAAM,GAAG,WAAW,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;YAC1C,OAAO,MAAM,CAAC,OAAO,CAAC;QACxB,CAAC,CAAC,CAAC;QAEH,OAAO,WAAW,EAAE,CAAC;IACvB,CAAC;IAEO,aAAa,CAAC,GAAgB;QACpC,OAAO;YACL,EAAE,EAAE,GAAG,CAAC,EAAE;YACV,SAAS,EAAE,GAAG,CAAC,SAAS;YACxB,MAAM,EAAE,GAAG,CAAC,MAAM;YAClB,cAAc,EAAE,GAAG,CAAC,cAAc;YAClC,KAAK,EAAE,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,KAAK,CAAC;YAC5B,UAAU,EAAE,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,UAAU,CAAC;SACvC,CAAC;IACJ,CAAC;IAEO,cAAc,CAAC,GAAe;QACpC,OAAO;YACL,MAAM,EAAE,GAAG,CAAC,MAAM;YAClB,KAAK,EAAE,GAAG,CAAC,EAAE;YACb,SAAS,EAAE,GAAG,CAAC,SAAS;YACxB,OAAO,EAAE,GAAG,CAAC,OAAoC;YACjD,MAAM,EAAE,GAAG,CAAC,MAAoB;YAChC,MAAM,EAAE,GAAG,CAAC,MAAM;YAClB,MAAM,EAAE,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,MAAM,CAAC;YAC9B,UAAU,EAAE,GAAG,CAAC,UAAU;YAC1B,UAAU,EAAE,GAAG,CAAC,UAAU;YAC1B,SAAS,EAAE,GAAG,CAAC,SAAS;SACzB,CAAC;IACJ,CAAC;CACF"}

package/dist/infra/lib/evolution/SkillGapDetector.js

@@ -17,9 +17,9 @@ export class SkillGapDetector {
         const truncated = prompt.slice(0, 200);
         const normalized = truncated.toLowerCase().replace(/\s+/g, ' ').trim();
         try {
-            this.db.prepare(`
-        INSERT INTO skill_gaps (id, prompt, normalizedPrompt, sessionId, createdAt)
-        VALUES (?, ?, ?, ?, ?)
+            this.db.prepare(`
+        INSERT INTO skill_gaps (id, prompt, normalizedPrompt, sessionId, createdAt)
+        VALUES (?, ?, ?, ?, ?)
       `).run(id, truncated, normalized, sessionId || null, new Date().toISOString());
         }
         catch {
@@ -33,13 +33,13 @@ export class SkillGapDetector {
         const result = { newGaps: [], totalClusters: 0 };
         try {
             // Cluster by normalizedPrompt
-            const clusters = this.db.prepare(`
-        SELECT normalizedPrompt, COUNT(*) as count, GROUP_CONCAT(prompt, '|||') as prompts
-        FROM skill_gaps
-        GROUP BY normalizedPrompt
-        HAVING count >= 3
-        ORDER BY count DESC
-        LIMIT ?
+            const clusters = this.db.prepare(`
+        SELECT normalizedPrompt, COUNT(*) as count, GROUP_CONCAT(prompt, '|||') as prompts
+        FROM skill_gaps
+        GROUP BY normalizedPrompt
+        HAVING count >= 3
+        ORDER BY count DESC
+        LIMIT ?
       `).all(limit);
             result.totalClusters = clusters.length;
             for (const cluster of clusters) {