@su-record/vibe 2.7.10 → 2.7.11

package/dist/infra/lib/evolution/SkillEvalRunner.js

@@ -0,0 +1,256 @@
+// Skill Eval Runner - Phase 5: Test, Measure, and Refine
+// Defines and runs evals for skills, tracking pass/fail per assertion
+//
+// Inspired by Anthropic's skill-creator eval framework:
+// - Define eval cases with prompts and expected outputs
+// - Run with-skill vs baseline comparisons
+// - Grade results against assertions
+// - Aggregate into benchmarks
+import { randomUUID } from 'crypto';
+export class SkillEvalRunner {
+    db;
+    constructor(storage) {
+        this.db = storage.getDatabase();
+        this.initializeTables();
+    }
+    initializeTables() {
+        this.db.exec(`
+      CREATE TABLE IF NOT EXISTS skill_eval_cases (
+        id TEXT PRIMARY KEY,
+        skillName TEXT NOT NULL,
+        prompt TEXT NOT NULL,
+        expectedOutput TEXT NOT NULL,
+        files TEXT DEFAULT '[]',
+        assertions TEXT DEFAULT '[]',
+        createdAt TEXT NOT NULL,
+        updatedAt TEXT NOT NULL
+      );
+
+      CREATE INDEX IF NOT EXISTS idx_sec_skill ON skill_eval_cases(skillName);
+
+      CREATE TABLE IF NOT EXISTS skill_eval_runs (
+        id TEXT PRIMARY KEY,
+        evalId TEXT NOT NULL,
+        skillName TEXT NOT NULL,
+        variant TEXT NOT NULL CHECK(variant IN ('with_skill','baseline')),
+        status TEXT NOT NULL DEFAULT 'pending' CHECK(status IN ('pending','running','passed','failed','error')),
+        output TEXT DEFAULT '',
+        grades TEXT DEFAULT '[]',
+        durationMs INTEGER DEFAULT 0,
+        tokenCount INTEGER DEFAULT 0,
+        createdAt TEXT NOT NULL
+      );
+
+      CREATE INDEX IF NOT EXISTS idx_ser_eval ON skill_eval_runs(evalId);
+      CREATE INDEX IF NOT EXISTS idx_ser_skill ON skill_eval_runs(skillName);
+      CREATE INDEX IF NOT EXISTS idx_ser_variant ON skill_eval_runs(variant);
+    `);
+    }
+    /**
+     * Create an eval set for a skill
+     */
+    createEvalSet(input) {
+        const cases = [];
+        const now = new Date().toISOString();
+        const insertStmt = this.db.prepare(`
+      INSERT INTO skill_eval_cases (id, skillName, prompt, expectedOutput, files, assertions, createdAt, updatedAt)
+      VALUES (?, ?, ?, ?, ?, ?, ?, ?)
+    `);
+        const insertMany = this.db.transaction((evals) => {
+            for (const evalCase of evals) {
+                const id = `eval-${Date.now().toString(36)}-${randomUUID().replace(/-/g, '').slice(0, 8)}`;
+                const assertions = (evalCase.assertions ?? []).map(a => ({
+                    id: `assert-${randomUUID().replace(/-/g, '').slice(0, 8)}`,
+                    description: a.description,
+                    type: a.type,
+                    value: a.value,
+                }));
+                insertStmt.run(id, input.skillName, evalCase.prompt, evalCase.expectedOutput, JSON.stringify(evalCase.files ?? []), JSON.stringify(assertions), now, now);
+                cases.push({
+                    id,
+                    skillName: input.skillName,
+                    prompt: evalCase.prompt,
+                    expectedOutput: evalCase.expectedOutput,
+                    files: evalCase.files ?? [],
+                    assertions,
+                });
+            }
+        });
+        insertMany(input.evals);
+        return cases;
+    }
+    /**
+     * Get all eval cases for a skill
+     */
+    getEvalCases(skillName) {
+        const rows = this.db.prepare(`
+      SELECT * FROM skill_eval_cases WHERE skillName = ? ORDER BY createdAt ASC
+    `).all(skillName);
+        return rows.map(this.rowToEvalCase);
+    }
+    /**
+     * Get a single eval case by ID
+     */
+    getEvalCase(evalId) {
+        const row = this.db.prepare(`
+      SELECT * FROM skill_eval_cases WHERE id = ?
+    `).get(evalId);
+        return row ? this.rowToEvalCase(row) : null;
+    }
+    /**
+     * Record the start of an eval run
+     */
+    startRun(evalId, skillName, variant) {
+        const id = `run-${Date.now().toString(36)}-${randomUUID().replace(/-/g, '').slice(0, 8)}`;
+        const now = new Date().toISOString();
+        this.db.prepare(`
+      INSERT INTO skill_eval_runs (id, evalId, skillName, variant, status, createdAt)
+      VALUES (?, ?, ?, ?, 'running', ?)
+    `).run(id, evalId, skillName, variant, now);
+        return id;
+    }
+    /**
+     * Complete an eval run with output and grades
+     */
+    completeRun(runId, output, grades, durationMs, tokenCount) {
+        const allPassed = grades.length === 0 || grades.every(g => g.passed);
+        const status = allPassed ? 'passed' : 'failed';
+        this.db.prepare(`
+      UPDATE skill_eval_runs
+      SET status = ?, output = ?, grades = ?, durationMs = ?, tokenCount = ?
+      WHERE id = ?
+    `).run(status, output, JSON.stringify(grades), durationMs, tokenCount, runId);
+    }
+    /**
+     * Mark a run as errored
+     */
+    failRun(runId, errorMessage) {
+        this.db.prepare(`
+      UPDATE skill_eval_runs SET status = 'error', output = ? WHERE id = ?
+    `).run(errorMessage, runId);
+    }
+    /**
+     * Grade output against assertions
+     */
+    gradeOutput(output, assertions) {
+        return assertions.map(assertion => {
+            let passed = false;
+            let evidence = '';
+            switch (assertion.type) {
+                case 'contains':
+                    passed = output.includes(assertion.value);
+                    evidence = passed
+                        ? `Output contains "${assertion.value}"`
+                        : `Output does not contain "${assertion.value}"`;
+                    break;
+                case 'not_contains':
+                    passed = !output.includes(assertion.value);
+                    evidence = passed
+                        ? `Output correctly excludes "${assertion.value}"`
+                        : `Output unexpectedly contains "${assertion.value}"`;
+                    break;
+                case 'matches_regex': {
+                    try {
+                        const regex = new RegExp(assertion.value);
+                        passed = regex.test(output);
+                        evidence = passed
+                            ? `Output matches pattern /${assertion.value}/`
+                            : `Output does not match pattern /${assertion.value}/`;
+                    }
+                    catch {
+                        passed = false;
+                        evidence = `Invalid regex pattern: ${assertion.value}`;
+                    }
+                    break;
+                }
+                case 'custom':
+                    // Custom assertions require external grading (LLM or script)
+                    passed = false;
+                    evidence = 'Custom assertion requires external grading';
+                    break;
+            }
+            return {
+                assertionId: assertion.id,
+                description: assertion.description,
+                passed,
+                evidence,
+            };
+        });
+    }
+    /**
+     * Get all runs for an eval case
+     */
+    getRunsForEval(evalId) {
+        const rows = this.db.prepare(`
+      SELECT * FROM skill_eval_runs WHERE evalId = ? ORDER BY createdAt DESC
+    `).all(evalId);
+        return rows.map(this.rowToRunResult);
+    }
+    /**
+     * Get all runs for a skill
+     */
+    getRunsForSkill(skillName) {
+        const rows = this.db.prepare(`
+      SELECT * FROM skill_eval_runs WHERE skillName = ? ORDER BY createdAt DESC
+    `).all(skillName);
+        return rows.map(this.rowToRunResult);
+    }
+    /**
+     * Get latest runs grouped by eval and variant
+     */
+    getLatestRuns(skillName) {
+        const runs = this.getRunsForSkill(skillName);
+        const grouped = new Map();
+        for (const run of runs) {
+            if (!grouped.has(run.evalId)) {
+                grouped.set(run.evalId, { withSkill: null, baseline: null });
+            }
+            const entry = grouped.get(run.evalId);
+            if (run.variant === 'with_skill' && !entry.withSkill) {
+                entry.withSkill = run;
+            }
+            else if (run.variant === 'baseline' && !entry.baseline) {
+                entry.baseline = run;
+            }
+        }
+        return grouped;
+    }
+    /**
+     * Delete all eval cases and runs for a skill
+     */
+    deleteEvalSet(skillName) {
+        const deleteRuns = this.db.prepare(`DELETE FROM skill_eval_runs WHERE skillName = ?`);
+        const deleteCases = this.db.prepare(`DELETE FROM skill_eval_cases WHERE skillName = ?`);
+        const transaction = this.db.transaction(() => {
+            deleteRuns.run(skillName);
+            const result = deleteCases.run(skillName);
+            return result.changes;
+        });
+        return transaction();
+    }
+    rowToEvalCase(row) {
+        return {
+            id: row.id,
+            skillName: row.skillName,
+            prompt: row.prompt,
+            expectedOutput: row.expectedOutput,
+            files: JSON.parse(row.files),
+            assertions: JSON.parse(row.assertions),
+        };
+    }
+    rowToRunResult(row) {
+        return {
+            evalId: row.evalId,
+            runId: row.id,
+            skillName: row.skillName,
+            variant: row.variant,
+            status: row.status,
+            output: row.output,
+            grades: JSON.parse(row.grades),
+            durationMs: row.durationMs,
+            tokenCount: row.tokenCount,
+            createdAt: row.createdAt,
+        };
+    }
+}
+//# sourceMappingURL=SkillEvalRunner.js.map

package/dist/infra/lib/evolution/SkillEvalRunner.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"SkillEvalRunner.js","sourceRoot":"","sources":["../../../../src/infra/lib/evolution/SkillEvalRunner.ts"],"names":[],"mappings":"AAAA,yDAAyD;AACzD,sEAAsE;AACtE,EAAE;AACF,wDAAwD;AACxD,wDAAwD;AACxD,2CAA2C;AAC3C,qCAAqC;AACrC,8BAA8B;AAE9B,OAAO,EAAE,UAAU,EAAE,MAAM,QAAQ,CAAC;AAmFpC,MAAM,OAAO,eAAe;IAClB,EAAE,CAA2C;IAErD,YAAY,OAAsB;QAChC,IAAI,CAAC,EAAE,GAAG,OAAO,CAAC,WAAW,EAAE,CAAC;QAChC,IAAI,CAAC,gBAAgB,EAAE,CAAC;IAC1B,CAAC;IAEO,gBAAgB;QACtB,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;KA8BZ,CAAC,CAAC;IACL,CAAC;IAED;;OAEG;IACI,aAAa,CAAC,KAAmB;QACtC,MAAM,KAAK,GAAoB,EAAE,CAAC;QAClC,MAAM,GAAG,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;QAErC,MAAM,UAAU,GAAG,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC;;;KAGlC,CAAC,CAAC;QAEH,MAAM,UAAU,GAAG,IAAI,CAAC,EAAE,CAAC,WAAW,CAAC,CAAC,KAA4B,EAAE,EAAE;YACtE,KAAK,MAAM,QAAQ,IAAI,KAAK,EAAE,CAAC;gBAC7B,MAAM,EAAE,GAAG,QAAQ,IAAI,CAAC,GAAG,EAAE,CAAC,QAAQ,CAAC,EAAE,CAAC,IAAI,UAAU,EAAE,CAAC,OAAO,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC;gBAC3F,MAAM,UAAU,GAAoB,CAAC,QAAQ,CAAC,UAAU,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;oBACxE,EAAE,EAAE,UAAU,UAAU,EAAE,CAAC,OAAO,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE;oBAC1D,WAAW,EAAE,CAAC,CAAC,WAAW;oBAC1B,IAAI,EAAE,CAAC,CAAC,IAAI;oBACZ,KAAK,EAAE,CAAC,CAAC,KAAK;iBACf,CAAC,CAAC,CAAC;gBAEJ,UAAU,CAAC,GAAG,CACZ,EAAE,EACF,KAAK,CAAC,SAAS,EACf,QAAQ,CAAC,MAAM,EACf,QAAQ,CAAC,cAAc,EACvB,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC,KAAK,IAAI,EAAE,CAAC,EACpC,IAAI,CAAC,SAAS,CAAC,UAAU,CAAC,EAC1B,GAAG,EACH,GAAG,CACJ,CAAC;gBAEF,KAAK,CAAC,IAAI,CAAC;oBACT,EAAE;oBACF,SAAS,EAAE,KAAK,CAAC,SAAS;oBAC1B,MAAM,EAAE,QAAQ,CAAC,MAAM;oBACvB,cAAc,EAAE,QAAQ,CAAC,cAAc;oBACvC,KAAK,EAAE,QAAQ,CAAC,KAAK,IAAI,EAAE;oBAC3B,UAAU;iBACX,CAAC,CAAC;YACL,CAAC;QACH,CAAC,CAAC,CAAC;QAEH,UAAU,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;QACxB,OAAO,KAAK,CAAC;IACf,CAAC;IAED;;OAEG;IACI,YAAY,CAAC,SAAiB;QACnC,MAAM,IAAI,GAAG,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC;;KAE5B,CAAC,CAAC,GAAG,CAAC,SAAS,CAAkB,CAAC;QACnC,OAAO,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;IACtC,CAAC;IAED;;OAEG;IACI,WAAW,CAAC,MAAc;QAC/B,MAAM,GAAG,GAAG,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC;;KAE3B,CAAC,CAAC,GAAG,CAAC,MAAM,CAA4B,CAAC;QAC1C,OAAO,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;IAC9C,CAAC;IAED;;OAEG;IACI,QAAQ,CAAC,MAAc,EAAE,SAAiB,EAAE,OAAkC;QACnF,MAAM,EAAE,GAAG,OAAO,IAAI,CAAC,GAAG,EAAE,CAAC,QAAQ,CAAC,EAAE,CAAC,IAAI,UAAU,EAAE,CAAC,OAAO,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC;QAC1F,MAAM,GAAG,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;QAErC,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC;;;KAGf,CAAC,CAAC,GAAG,CAAC,EAAE,EAAE,MAAM,EAAE,SAAS,EAAE,OAAO,EAAE,GAAG,CAAC,CAAC;QAE5C,OAAO,EAAE,CAAC;IACZ,CAAC;IAED;;OAEG;IACI,WAAW,CAChB,KAAa,EACb,MAAc,EACd,MAAwB,EACxB,UAAkB,EAClB,UAAkB;QAElB,MAAM,SAAS,GAAG,MAAM,CAAC,MAAM,KAAK,CAAC,IAAI,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC;QACrE,MAAM,MAAM,GAAe,SAAS,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,QAAQ,CAAC;QAE3D,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC;;;;KAIf,CAAC,CAAC,GAAG,CAAC,MAAM,EAAE,MAAM,EAAE,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,EAAE,UAAU,EAAE,UAAU,EAAE,KAAK,CAAC,CAAC;IAChF,CAAC;IAED;;OAEG;IACI,OAAO,CAAC,KAAa,EAAE,YAAoB;QAChD,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC;;KAEf,CAAC,CAAC,GAAG,CAAC,YAAY,EAAE,KAAK,CAAC,CAAC;IAC9B,CAAC;IAED;;OAEG;IACI,WAAW,CAAC,MAAc,EAAE,UAA2B;QAC5D,OAAO,UAAU,CAAC,GAAG,CAAC,SAAS,CAAC,EAAE;YAChC,IAAI,MAAM,GAAG,KAAK,CAAC;YACnB,IAAI,QAAQ,GAAG,EAAE,CAAC;YAElB,QAAQ,SAAS,CAAC,IAAI,EAAE,CAAC;gBACvB,KAAK,UAAU;oBACb,MAAM,GAAG,MAAM,CAAC,QAAQ,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;oBAC1C,QAAQ,GAAG,MAAM;wBACf,CAAC,CAAC,oBAAoB,SAAS,CAAC,KAAK,GAAG;wBACxC,CAAC,CAAC,4BAA4B,SAAS,CAAC,KAAK,GAAG,CAAC;oBACnD,MAAM;gBAER,KAAK,cAAc;oBACjB,MAAM,GAAG,CAAC,MAAM,CAAC,QAAQ,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;oBAC3C,QAAQ,GAAG,MAAM;wBACf,CAAC,CAAC,8BAA8B,SAAS,CAAC,KAAK,GAAG;wBAClD,CAAC,CAAC,iCAAiC,SAAS,CAAC,KAAK,GAAG,CAAC;oBACxD,MAAM;gBAER,KAAK,eAAe,CAAC,CAAC,CAAC;oBACrB,IAAI,CAAC;wBACH,MAAM,KAAK,GAAG,IAAI,MAAM,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;wBAC1C,MAAM,GAAG,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;wBAC5B,QAAQ,GAAG,MAAM;4BACf,CAAC,CAAC,2BAA2B,SAAS,CAAC,KAAK,GAAG;4BAC/C,CAAC,CAAC,kCAAkC,SAAS,CAAC,KAAK,GAAG,CAAC;oBAC3D,CAAC;oBAAC,MAAM,CAAC;wBACP,MAAM,GAAG,KAAK,CAAC;wBACf,QAAQ,GAAG,0BAA0B,SAAS,CAAC,KAAK,EAAE,CAAC;oBACzD,CAAC;oBACD,MAAM;gBACR,CAAC;gBAED,KAAK,QAAQ;oBACX,6DAA6D;oBAC7D,MAAM,GAAG,KAAK,CAAC;oBACf,QAAQ,GAAG,4CAA4C,CAAC;oBACxD,MAAM;YACV,CAAC;YAED,OAAO;gBACL,WAAW,EAAE,SAAS,CAAC,EAAE;gBACzB,WAAW,EAAE,SAAS,CAAC,WAAW;gBAClC,MAAM;gBACN,QAAQ;aACT,CAAC;QACJ,CAAC,CAAC,CAAC;IACL,CAAC;IAED;;OAEG;IACI,cAAc,CAAC,MAAc;QAClC,MAAM,IAAI,GAAG,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC;;KAE5B,CAAC,CAAC,GAAG,CAAC,MAAM,CAAiB,CAAC;QAC/B,OAAO,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;IACvC,CAAC;IAED;;OAEG;IACI,eAAe,CAAC,SAAiB;QACtC,MAAM,IAAI,GAAG,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC;;KAE5B,CAAC,CAAC,GAAG,CAAC,SAAS,CAAiB,CAAC;QAClC,OAAO,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC;IACvC,CAAC;IAED;;OAEG;IACI,aAAa,CAAC,SAAiB;QACpC,MAAM,IAAI,GAAG,IAAI,CAAC,eAAe,CAAC,SAAS,CAAC,CAAC;QAC7C,MAAM,OAAO,GAAG,IAAI,GAAG,EAA+E,CAAC;QAEvG,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;YACvB,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC;gBAC7B,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,MAAM,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC,CAAC;YAC/D,CAAC;YACD,MAAM,KAAK,GAAG,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,MAAM,CAAE,CAAC;YACvC,IAAI,GAAG,CAAC,OAAO,KAAK,YAAY,IAAI,CAAC,KAAK,CAAC,SAAS,EAAE,CAAC;gBACrD,KAAK,CAAC,SAAS,GAAG,GAAG,CAAC;YACxB,CAAC;iBAAM,IAAI,GAAG,CAAC,OAAO,KAAK,UAAU,IAAI,CAAC,KAAK,CAAC,QAAQ,EAAE,CAAC;gBACzD,KAAK,CAAC,QAAQ,GAAG,GAAG,CAAC;YACvB,CAAC;QACH,CAAC;QAED,OAAO,OAAO,CAAC;IACjB,CAAC;IAED;;OAEG;IACI,aAAa,CAAC,SAAiB;QACpC,MAAM,UAAU,GAAG,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC,iDAAiD,CAAC,CAAC;QACtF,MAAM,WAAW,GAAG,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC,kDAAkD,CAAC,CAAC;QAExF,MAAM,WAAW,GAAG,IAAI,CAAC,EAAE,CAAC,WAAW,CAAC,GAAG,EAAE;YAC3C,UAAU,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;YAC1B,MAAM,MAAM,GAAG,WAAW,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;YAC1C,OAAO,MAAM,CAAC,OAAO,CAAC;QACxB,CAAC,CAAC,CAAC;QAEH,OAAO,WAAW,EAAE,CAAC;IACvB,CAAC;IAEO,aAAa,CAAC,GAAgB;QACpC,OAAO;YACL,EAAE,EAAE,GAAG,CAAC,EAAE;YACV,SAAS,EAAE,GAAG,CAAC,SAAS;YACxB,MAAM,EAAE,GAAG,CAAC,MAAM;YAClB,cAAc,EAAE,GAAG,CAAC,cAAc;YAClC,KAAK,EAAE,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,KAAK,CAAC;YAC5B,UAAU,EAAE,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,UAAU,CAAC;SACvC,CAAC;IACJ,CAAC;IAEO,cAAc,CAAC,GAAe;QACpC,OAAO;YACL,MAAM,EAAE,GAAG,CAAC,MAAM;YAClB,KAAK,EAAE,GAAG,CAAC,EAAE;YACb,SAAS,EAAE,GAAG,CAAC,SAAS;YACxB,OAAO,EAAE,GAAG,CAAC,OAAoC;YACjD,MAAM,EAAE,GAAG,CAAC,MAAoB;YAChC,MAAM,EAAE,GAAG,CAAC,MAAM;YAClB,MAAM,EAAE,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,MAAM,CAAC;YAC9B,UAAU,EAAE,GAAG,CAAC,UAAU;YAC1B,UAAU,EAAE,GAAG,CAAC,UAAU;YAC1B,SAAS,EAAE,GAAG,CAAC,SAAS;SACzB,CAAC;IACJ,CAAC;CACF"}

package/dist/infra/lib/evolution/SkillGapDetector.js

@@ -17,9 +17,9 @@ export class SkillGapDetector {
         const truncated = prompt.slice(0, 200);
         const normalized = truncated.toLowerCase().replace(/\s+/g, ' ').trim();
         try {
-            this.db.prepare(`
-        INSERT INTO skill_gaps (id, prompt, normalizedPrompt, sessionId, createdAt)
-        VALUES (?, ?, ?, ?, ?)
+            this.db.prepare(`
+        INSERT INTO skill_gaps (id, prompt, normalizedPrompt, sessionId, createdAt)
+        VALUES (?, ?, ?, ?, ?)
       `).run(id, truncated, normalized, sessionId || null, new Date().toISOString());
         }
         catch {
@@ -33,13 +33,13 @@ export class SkillGapDetector {
         const result = { newGaps: [], totalClusters: 0 };
         try {
             // Cluster by normalizedPrompt
-            const clusters = this.db.prepare(`
-        SELECT normalizedPrompt, COUNT(*) as count, GROUP_CONCAT(prompt, '|||') as prompts
-        FROM skill_gaps
-        GROUP BY normalizedPrompt
-        HAVING count >= 3
-        ORDER BY count DESC
-        LIMIT ?
+            const clusters = this.db.prepare(`
+        SELECT normalizedPrompt, COUNT(*) as count, GROUP_CONCAT(prompt, '|||') as prompts
+        FROM skill_gaps
+        GROUP BY normalizedPrompt
+        HAVING count >= 3
+        ORDER BY count DESC
+        LIMIT ?
       `).all(limit);
             result.totalClusters = clusters.length;
             for (const cluster of clusters) {

package/dist/infra/lib/evolution/UsageTracker.js

@@ -11,20 +11,20 @@ export class UsageTracker {
         this.initializeTables();
     }
     initializeTables() {
-        this.db.exec(`
-      CREATE TABLE IF NOT EXISTS usage_events (
-        id TEXT PRIMARY KEY,
-        generationId TEXT NOT NULL,
-        sessionId TEXT,
-        matchedPrompt TEXT,
-        feedback TEXT CHECK(feedback IN ('positive','negative','neutral') OR feedback IS NULL),
-        createdAt TEXT NOT NULL
-      );
-
-      CREATE INDEX IF NOT EXISTS idx_ue_gen ON usage_events(generationId);
-      CREATE INDEX IF NOT EXISTS idx_ue_session ON usage_events(sessionId);
-      CREATE INDEX IF NOT EXISTS idx_ue_feedback ON usage_events(feedback);
-      CREATE INDEX IF NOT EXISTS idx_ue_created ON usage_events(createdAt);
+        this.db.exec(`
+      CREATE TABLE IF NOT EXISTS usage_events (
+        id TEXT PRIMARY KEY,
+        generationId TEXT NOT NULL,
+        sessionId TEXT,
+        matchedPrompt TEXT,
+        feedback TEXT CHECK(feedback IN ('positive','negative','neutral') OR feedback IS NULL),
+        createdAt TEXT NOT NULL
+      );
+
+      CREATE INDEX IF NOT EXISTS idx_ue_gen ON usage_events(generationId);
+      CREATE INDEX IF NOT EXISTS idx_ue_session ON usage_events(sessionId);
+      CREATE INDEX IF NOT EXISTS idx_ue_feedback ON usage_events(feedback);
+      CREATE INDEX IF NOT EXISTS idx_ue_created ON usage_events(createdAt);
     `);
     }
     /**
@@ -33,9 +33,9 @@ export class UsageTracker {
     recordUsage(generationId, sessionId, matchedPrompt) {
         const id = `ue-${Date.now().toString(36)}-${randomUUID().replace(/-/g, '').slice(0, 8)}`;
         const now = new Date().toISOString();
-        this.db.prepare(`
-      INSERT INTO usage_events (id, generationId, sessionId, matchedPrompt, createdAt)
-      VALUES (?, ?, ?, ?, ?)
+        this.db.prepare(`
+      INSERT INTO usage_events (id, generationId, sessionId, matchedPrompt, createdAt)
+      VALUES (?, ?, ?, ?, ?)
     `).run(id, generationId, sessionId || null, matchedPrompt || null, now);
         // Also increment usage count in generations table
         this.registry.incrementUsage(generationId);
@@ -45,8 +45,8 @@ export class UsageTracker {
      * Record explicit user feedback for a usage event
      */
     setFeedback(eventId, feedback) {
-        const result = this.db.prepare(`
-      UPDATE usage_events SET feedback = ? WHERE id = ?
+        const result = this.db.prepare(`
+      UPDATE usage_events SET feedback = ? WHERE id = ?
     `).run(feedback, eventId);
         return result.changes > 0;
     }
@@ -54,8 +54,8 @@ export class UsageTracker {
      * Record explicit feedback for a generation (latest event)
      */
     setFeedbackForGeneration(generationId, feedback) {
-        const event = this.db.prepare(`
-      SELECT id FROM usage_events WHERE generationId = ? ORDER BY createdAt DESC LIMIT 1
+        const event = this.db.prepare(`
+      SELECT id FROM usage_events WHERE generationId = ? ORDER BY createdAt DESC LIMIT 1
     `).get(generationId);
         if (!event)
             return false;
@@ -76,9 +76,9 @@ export class UsageTracker {
             feedback = 'neutral';
         }
         // Only apply to events without explicit feedback
-        const result = this.db.prepare(`
-      UPDATE usage_events SET feedback = ?
-      WHERE sessionId = ? AND feedback IS NULL
+        const result = this.db.prepare(`
+      UPDATE usage_events SET feedback = ?
+      WHERE sessionId = ? AND feedback IS NULL
     `).run(feedback, sessionId);
         return result.changes;
     }
@@ -86,8 +86,8 @@ export class UsageTracker {
      * Get usage events for a generation
      */
     getByGeneration(generationId) {
-        const rows = this.db.prepare(`
-      SELECT * FROM usage_events WHERE generationId = ? ORDER BY createdAt DESC
+        const rows = this.db.prepare(`
+      SELECT * FROM usage_events WHERE generationId = ? ORDER BY createdAt DESC
     `).all(generationId);
         return rows.map(this.rowToEvent);
     }
@@ -138,8 +138,8 @@ export class UsageTracker {
      * Get total usage count for a generation
      */
     getUsageCount(generationId) {
-        const result = this.db.prepare(`
-      SELECT COUNT(*) as cnt FROM usage_events WHERE generationId = ?
+        const result = this.db.prepare(`
+      SELECT COUNT(*) as cnt FROM usage_events WHERE generationId = ?
     `).get(generationId);
         return result.cnt;
     }

package/dist/infra/lib/evolution/__tests__/eval.test.d.ts

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=eval.test.d.ts.map

package/dist/infra/lib/evolution/__tests__/eval.test.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"eval.test.d.ts","sourceRoot":"","sources":["../../../../../src/infra/lib/evolution/__tests__/eval.test.ts"],"names":[],"mappings":""}