pi-para 0.5.5 → 0.6.1

package/dist/gepa/dataset.js

@@ -1,148 +0,0 @@
-/**
- * GEPA dataset extraction — builds evaluation context from wiki state and session history.
- *
- * The evaluation context gives the LLM judge grounding:
- * it knows about the wiki's current size, structure, common patterns,
- * and recent capture results to judge whether a prompt would work well.
- */
-import { readFile, readdir } from "node:fs/promises";
-import { join } from "node:path";
-import { existsSync } from "node:fs";
-import { homedir } from "node:os";
-// -- Wiki state extraction ---------------------------------------------------
-async function extractWikiStats(wikiDir) {
-    const categories = ["projects", "areas", "resources", "archives"];
-    const categoryCounts = {};
-    const allScopes = [];
-    const allTags = [];
-    const sampleTitles = [];
-    let totalPages = 0;
-    for (const cat of categories) {
-        const catDir = join(wikiDir, cat);
-        if (!existsSync(catDir)) {
-            categoryCounts[cat] = 0;
-            continue;
-        }
-        try {
-            const files = await readdir(catDir);
-            const mdFiles = files.filter((f) => f.endsWith(".md"));
-            categoryCounts[cat] = mdFiles.length;
-            totalPages += mdFiles.length;
-            // Parse frontmatter from each page (lightweight — just YAML header)
-            for (const file of mdFiles.slice(0, 30)) {
-                try {
-                    const content = await readFile(join(catDir, file), "utf-8");
-                    const fm = parseFrontmatter(content);
-                    if (fm) {
-                        if (fm.title && sampleTitles.length < 15) {
-                            sampleTitles.push(fm.title);
-                        }
-                        if (fm.scope)
-                            allScopes.push(...fm.scope);
-                        if (fm.tags)
-                            allTags.push(...fm.tags);
-                    }
-                }
-                catch {
-                    // Skip unreadable pages
-                }
-            }
-        }
-        catch {
-            categoryCounts[cat] = 0;
-        }
-    }
-    const scopeCounts = countOccurrences(allScopes);
-    const tagCounts = countOccurrences(allTags);
-    return {
-        totalPages,
-        categoryCounts,
-        scopeCount: Object.keys(scopeCounts).length,
-        topScopes: topN(scopeCounts, 5),
-        tagCount: Object.keys(tagCounts).length,
-        topTags: topN(tagCounts, 10),
-        sampleTitles,
-    };
-}
-/** Minimal frontmatter parser — extract title, scope, tags from YAML header. */
-function parseFrontmatter(content) {
-    const match = content.match(/^---\s*\n([\s\S]*?)\n---/);
-    if (!match)
-        return null;
-    const yaml = match[1];
-    const result = {};
-    // Extract title
-    const titleMatch = yaml.match(/^title:\s*(.+)$/m);
-    if (titleMatch) {
-        result.title = titleMatch[1].replace(/^["']|["']$/g, "").trim();
-    }
-    // Extract scope (inline array)
-    const scopeMatch = yaml.match(/^scope:\s*\[([^\]]*)\]/m);
-    if (scopeMatch) {
-        result.scope = scopeMatch[1].split(",").map((s) => s.trim().replace(/^["']|["']$/g, "")).filter(Boolean);
-    }
-    else {
-        // Multi-line array format
-        const scopeSection = yaml.match(/^scope:\s*\n((?:\s+-\s+.+\n?)*)/m);
-        if (scopeSection) {
-            result.scope = scopeSection[1].match(/^\s+-\s+(.+)$/gm)?.map((l) => l.replace(/^\s+-\s+/, "").replace(/^["']|["']$/g, "").trim()) ?? [];
-        }
-    }
-    // Extract tags (inline array)
-    const tagsMatch = yaml.match(/^tags:\s*\[([^\]]*)\]/m);
-    if (tagsMatch) {
-        result.tags = tagsMatch[1].split(",").map((s) => s.trim().replace(/^["']|["']$/g, "")).filter(Boolean);
-    }
-    else {
-        const tagsSection = yaml.match(/^tags:\s*\n((?:\s+-\s+.+\n?)*)/m);
-        if (tagsSection) {
-            result.tags = tagsSection[1].match(/^\s+-\s+(.+)$/gm)?.map((l) => l.replace(/^\s+-\s+/, "").replace(/^["']|["']$/g, "").trim()) ?? [];
-        }
-    }
-    return result;
-}
-function countOccurrences(items) {
-    const counts = {};
-    for (const item of items) {
-        counts[item] = (counts[item] ?? 0) + 1;
-    }
-    return counts;
-}
-function topN(counts, n) {
-    return Object.entries(counts)
-        .sort((a, b) => b[1] - a[1])
-        .slice(0, n)
-        .map(([key]) => key);
-}
-// -- Context building --------------------------------------------------------
-/**
- * Build a formatted evaluation context string from wiki state.
- */
-export async function buildEvalContext(wikiDir) {
-    const dir = wikiDir ?? join(homedir(), ".pi", "wiki");
-    const wikiStats = await extractWikiStats(dir);
-    const lines = [
-        "## Wiki State Summary",
-        "",
-        `Total pages: ${wikiStats.totalPages}`,
-        `Categories: ${Object.entries(wikiStats.categoryCounts).map(([k, v]) => `${k}=${v}`).join(", ")}`,
-        `Scopes: ${wikiStats.scopeCount} unique (top: ${wikiStats.topScopes.join(", ") || "none"})`,
-        `Tags: ${wikiStats.tagCount} unique (top: ${wikiStats.topTags.slice(0, 5).join(", ") || "none"})`,
-        "",
-    ];
-    if (wikiStats.sampleTitles.length > 0) {
-        lines.push("Sample page titles:");
-        for (const title of wikiStats.sampleTitles.slice(0, 10)) {
-            lines.push(`  - ${title}`);
-        }
-        lines.push("");
-    }
-    // Check for recent processing history
-    const stateDbPath = join(dir, ".daemon.sqlite");
-    if (existsSync(stateDbPath)) {
-        lines.push("Daemon: active (session processing enabled)");
-    }
-    const contextString = lines.join("\n");
-    return { contextString, wikiStats };
-}
-//# sourceMappingURL=dataset.js.map

package/dist/gepa/dataset.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"dataset.js","sourceRoot":"","sources":["../../src/gepa/dataset.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAEH,OAAO,EAAE,QAAQ,EAAE,OAAO,EAAE,MAAM,kBAAkB,CAAC;AACrD,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AACjC,OAAO,EAAE,UAAU,EAAE,MAAM,SAAS,CAAC;AACrC,OAAO,EAAE,OAAO,EAAE,MAAM,SAAS,CAAC;AAqClC,+EAA+E;AAE/E,KAAK,UAAU,gBAAgB,CAAC,OAAe;IAC7C,MAAM,UAAU,GAAG,CAAC,UAAU,EAAE,OAAO,EAAE,WAAW,EAAE,UAAU,CAAC,CAAC;IAClE,MAAM,cAAc,GAA2B,EAAE,CAAC;IAClD,MAAM,SAAS,GAAa,EAAE,CAAC;IAC/B,MAAM,OAAO,GAAa,EAAE,CAAC;IAC7B,MAAM,YAAY,GAAa,EAAE,CAAC;IAClC,IAAI,UAAU,GAAG,CAAC,CAAC;IAEnB,KAAK,MAAM,GAAG,IAAI,UAAU,EAAE,CAAC;QAC7B,MAAM,MAAM,GAAG,IAAI,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC;QAClC,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,EAAE,CAAC;YACxB,cAAc,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;YACxB,SAAS;QACX,CAAC;QAED,IAAI,CAAC;YACH,MAAM,KAAK,GAAG,MAAM,OAAO,CAAC,MAAM,CAAC,CAAC;YACpC,MAAM,OAAO,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC;YACvD,cAAc,CAAC,GAAG,CAAC,GAAG,OAAO,CAAC,MAAM,CAAC;YACrC,UAAU,IAAI,OAAO,CAAC,MAAM,CAAC;YAE7B,oEAAoE;YACpE,KAAK,MAAM,IAAI,IAAI,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,EAAE,CAAC;gBACxC,IAAI,CAAC;oBACH,MAAM,OAAO,GAAG,MAAM,QAAQ,CAAC,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,EAAE,OAAO,CAAC,CAAC;oBAC5D,MAAM,EAAE,GAAG,gBAAgB,CAAC,OAAO,CAAC,CAAC;oBACrC,IAAI,EAAE,EAAE,CAAC;wBACP,IAAI,EAAE,CAAC,KAAK,IAAI,YAAY,CAAC,MAAM,GAAG,EAAE,EAAE,CAAC;4BACzC,YAAY,CAAC,IAAI,CAAC,EAAE,CAAC,KAAK,CAAC,CAAC;wBAC9B,CAAC;wBACD,IAAI,EAAE,CAAC,KAAK;4BAAE,SAAS,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,KAAK,CAAC,CAAC;wBAC1C,IAAI,EAAE,CAAC,IAAI;4BAAE,OAAO,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,CAAC;oBACxC,CAAC;gBACH,CAAC;gBAAC,MAAM,CAAC;oBACP,wBAAwB;gBAC1B,CAAC;YACH,CAAC;QACH,CAAC;QAAC,MAAM,CAAC;YACP,cAAc,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QAC1B,CAAC;IACH,CAAC;IAED,MAAM,WAAW,GAAG,gBAAgB,CAAC,SAAS,CAAC,CAAC;IAChD,MAAM,SAAS,GAAG,gBAAgB,CAAC,OAAO,CAAC,CAAC;IAE5C,OAAO;QACL,UAAU;QACV,cAAc;QACd,UAAU,EAAE,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC,MAAM;QAC3C,SAAS,EAAE,IAAI,CAAC,WAAW,EAAE,CAAC,CAAC;QAC/B,QAAQ,EAAE,MAAM,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,MAAM;QACvC,OAAO,EAAE,IAAI,CAAC,SAAS,EAAE,EAAE,CAAC;QAC5B,YAAY;KACb,CAAC;AACJ,CAAC;AAED,gFAAgF;AAChF,SAAS,gBAAgB,CAAC,OAAe;IACvC,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC,0BAA0B,CAAC,CAAC;IACxD,IAAI,CAAC,KAAK;QAAE,OAAO,IAAI,CAAC;IAExB,MAAM,IAAI,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;IACtB,MAAM,MAAM,GAA0D,EAAE,CAAC;IAEzE,gBAAgB;IAChB,MAAM,UAAU,GAAG,IAAI,CAAC,KAAK,CAAC,kBAAkB,CAAC,CAAC;IAClD,IAAI,UAAU,EAAE,CAAC;QACf,MAAM,CAAC,KAAK,GAAG,UAAU,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,cAAc,EAAE,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC;IAClE,CAAC;IAED,+BAA+B;IAC/B,MAAM,UAAU,GAAG,IAAI,CAAC,KAAK,CAAC,yBAAyB,CAAC,CAAC;IACzD,IAAI,UAAU,EAAE,CAAC;QACf,MAAM,CAAC,KAAK,GAAG,UAAU,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,OAAO,CAAC,cAAc,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;IAC3G,CAAC;SAAM,CAAC;QACN,0BAA0B;QAC1B,MAAM,YAAY,GAAG,IAAI,CAAC,KAAK,CAAC,kCAAkC,CAAC,CAAC;QACpE,IAAI,YAAY,EAAE,CAAC;YACjB,MAAM,CAAC,KAAK,GAAG,YAAY,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,iBAAiB,CAAC,EAAE,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CACjE,CAAC,CAAC,OAAO,CAAC,UAAU,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,cAAc,EAAE,EAAE,CAAC,CAAC,IAAI,EAAE,CAC7D,IAAI,EAAE,CAAC;QACV,CAAC;IACH,CAAC;IAED,8BAA8B;IAC9B,MAAM,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC,wBAAwB,CAAC,CAAC;IACvD,IAAI,SAAS,EAAE,CAAC;QACd,MAAM,CAAC,IAAI,GAAG,SAAS,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,OAAO,CAAC,cAAc,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;IACzG,CAAC;SAAM,CAAC;QACN,MAAM,WAAW,GAAG,IAAI,CAAC,KAAK,CAAC,iCAAiC,CAAC,CAAC;QAClE,IAAI,WAAW,EAAE,CAAC;YAChB,MAAM,CAAC,IAAI,GAAG,WAAW,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,iBAAiB,CAAC,EAAE,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAC/D,CAAC,CAAC,OAAO,CAAC,UAAU,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,cAAc,EAAE,EAAE,CAAC,CAAC,IAAI,EAAE,CAC7D,IAAI,EAAE,CAAC;QACV,CAAC;IACH,CAAC;IAED,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,SAAS,gBAAgB,CAAC,KAAe;IACvC,MAAM,MAAM,GAA2B,EAAE,CAAC;IAC1C,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACzB,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC;IACzC,CAAC;IACD,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,SAAS,IAAI,CAAC,MAA8B,EAAE,CAAS;IACrD,OAAO,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC;SAC1B,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;SAC3B,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC;SACX,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,EAAE,EAAE,CAAC,GAAG,CAAC,CAAC;AACzB,CAAC;AAED,+EAA+E;AAE/E;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,gBAAgB,CAAC,OAAgB;IACrD,MAAM,GAAG,GAAG,OAAO,IAAI,IAAI,CAAC,OAAO,EAAE,EAAE,KAAK,EAAE,MAAM,CAAC,CAAC;IACtD,MAAM,SAAS,GAAG,MAAM,gBAAgB,CAAC,GAAG,CAAC,CAAC;IAE9C,MAAM,KAAK,GAAa;QACtB,uBAAuB;QACvB,EAAE;QACF,gBAAgB,SAAS,CAAC,UAAU,EAAE;QACtC,eAAe,MAAM,CAAC,OAAO,CAAC,SAAS,CAAC,cAAc,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE;QACjG,WAAW,SAAS,CAAC,UAAU,iBAAiB,SAAS,CAAC,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,MAAM,GAAG;QAC3F,SAAS,SAAS,CAAC,QAAQ,iBAAiB,SAAS,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,MAAM,GAAG;QACjG,EAAE;KACH,CAAC;IAEF,IAAI,SAAS,CAAC,YAAY,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACtC,KAAK,CAAC,IAAI,CAAC,qBAAqB,CAAC,CAAC;QAClC,KAAK,MAAM,KAAK,IAAI,SAAS,CAAC,YAAY,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,EAAE,CAAC;YACxD,KAAK,CAAC,IAAI,CAAC,OAAO,KAAK,EAAE,CAAC,CAAC;QAC7B,CAAC;QACD,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IACjB,CAAC;IAED,sCAAsC;IACtC,MAAM,WAAW,GAAG,IAAI,CAAC,GAAG,EAAE,gBAAgB,CAAC,CAAC;IAChD,IAAI,UAAU,CAAC,WAAW,CAAC,EAAE,CAAC;QAC5B,KAAK,CAAC,IAAI,CAAC,6CAA6C,CAAC,CAAC;IAC5D,CAAC;IAED,MAAM,aAAa,GAAG,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACvC,OAAO,EAAE,aAAa,EAAE,SAAS,EAAE,CAAC;AACtC,CAAC"}

package/dist/gepa/evaluator.d.ts

@@ -1,51 +0,0 @@
-/**
- * GEPA LLM-based evaluator — judges prompt/skill candidates on multiple dimensions.
- *
- * Every candidate is scored by an LLM judge across 5 equally-weighted dimensions:
- *   Structure (0.20), Clarity (0.20), Completeness (0.20),
- *   Error Prevention (0.20), Actionability (0.20)
- *
- * The evaluator builds a target-specific evaluation prompt that describes what
- * "good" looks like for each target type (system prompts, capture prompts,
- * maintenance prompts, skills), then parses the LLM's JSON response robustly.
- *
- * Constraint violations (missing required concepts) cap the score at 0.3.
- */
-import type { Target, LLMClient, EvalResult, EvalDimension } from "./types.js";
-/** Evaluation dimensions with equal weighting. */
-declare const EVAL_DIMENSIONS: readonly [{
-    readonly name: "structure";
-    readonly weight: 0.2;
-}, {
-    readonly name: "clarity";
-    readonly weight: 0.2;
-}, {
-    readonly name: "completeness";
-    readonly weight: 0.2;
-}, {
-    readonly name: "error-prevention";
-    readonly weight: 0.2;
-}, {
-    readonly name: "actionability";
-    readonly weight: 0.2;
-}];
-/** Maximum score when constraint violations are detected. */
-declare const CONSTRAINT_VIOLATION_CAP = 0.3;
-declare function getTargetTypeGuidance(target: Target): string;
-declare function buildEvaluationPrompt(candidate: string, target: Target, context: string): string;
-declare function extractJSON(raw: string): Record<string, unknown> | null;
-interface ParsedJudgeResponse {
-    success: boolean;
-    dimensions: EvalDimension[];
-    constraintViolations: string[];
-    overallFeedback: string;
-}
-declare function parseJudgeResponse(raw: string): ParsedJudgeResponse;
-declare function checkConstraintViolations(candidate: string, constraints: string[]): string[];
-declare function computeWeightedScore(dimensions: EvalDimension[]): number;
-/**
- * Evaluate a candidate prompt/skill using an LLM judge.
- */
-export declare function evaluateCandidate(candidate: string, target: Target, context: string, llm: LLMClient): Promise<EvalResult>;
-export { buildEvaluationPrompt, extractJSON, parseJudgeResponse, checkConstraintViolations, computeWeightedScore, getTargetTypeGuidance, EVAL_DIMENSIONS, CONSTRAINT_VIOLATION_CAP, };
-//# sourceMappingURL=evaluator.d.ts.map

package/dist/gepa/evaluator.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"evaluator.d.ts","sourceRoot":"","sources":["../../src/gepa/evaluator.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;GAYG;AAEH,OAAO,KAAK,EAAE,MAAM,EAAE,SAAS,EAAE,UAAU,EAAE,aAAa,EAAE,MAAM,YAAY,CAAC;AAI/E,kDAAkD;AAClD,QAAA,MAAM,eAAe;;;;;;;;;;;;;;;EAMX,CAAC;AAEX,6DAA6D;AAC7D,QAAA,MAAM,wBAAwB,MAAM,CAAC;AAkBrC,iBAAS,qBAAqB,CAAC,MAAM,EAAE,MAAM,GAAG,MAAM,CA4ErD;AAID,iBAAS,qBAAqB,CAC5B,SAAS,EAAE,MAAM,EACjB,MAAM,EAAE,MAAM,EACd,OAAO,EAAE,MAAM,GACd,MAAM,CAsDR;AAID,iBAAS,WAAW,CAAC,GAAG,EAAE,MAAM,GAAG,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,IAAI,CAuBhE;AAED,UAAU,mBAAmB;IAC3B,OAAO,EAAE,OAAO,CAAC;IACjB,UAAU,EAAE,aAAa,EAAE,CAAC;IAC5B,oBAAoB,EAAE,MAAM,EAAE,CAAC;IAC/B,eAAe,EAAE,MAAM,CAAC;CACzB;AAED,iBAAS,kBAAkB,CAAC,GAAG,EAAE,MAAM,GAAG,mBAAmB,CA2C5D;AAID,iBAAS,yBAAyB,CAAC,SAAS,EAAE,MAAM,EAAE,WAAW,EAAE,MAAM,EAAE,GAAG,MAAM,EAAE,CAiBrF;AAgCD,iBAAS,oBAAoB,CAAC,UAAU,EAAE,aAAa,EAAE,GAAG,MAAM,CAWjE;AAID;;GAEG;AACH,wBAAsB,iBAAiB,CACrC,SAAS,EAAE,MAAM,EACjB,MAAM,EAAE,MAAM,EACd,OAAO,EAAE,MAAM,EACf,GAAG,EAAE,SAAS,GACb,OAAO,CAAC,UAAU,CAAC,CAmDrB;AAED,OAAO,EACL,qBAAqB,EACrB,WAAW,EACX,kBAAkB,EAClB,yBAAyB,EACzB,oBAAoB,EACpB,qBAAqB,EACrB,eAAe,EACf,wBAAwB,GACzB,CAAC"}

package/dist/gepa/evaluator.js

@@ -1,317 +0,0 @@
-/**
- * GEPA LLM-based evaluator — judges prompt/skill candidates on multiple dimensions.
- *
- * Every candidate is scored by an LLM judge across 5 equally-weighted dimensions:
- *   Structure (0.20), Clarity (0.20), Completeness (0.20),
- *   Error Prevention (0.20), Actionability (0.20)
- *
- * The evaluator builds a target-specific evaluation prompt that describes what
- * "good" looks like for each target type (system prompts, capture prompts,
- * maintenance prompts, skills), then parses the LLM's JSON response robustly.
- *
- * Constraint violations (missing required concepts) cap the score at 0.3.
- */
-// -- Constants ---------------------------------------------------------------
-/** Evaluation dimensions with equal weighting. */
-const EVAL_DIMENSIONS = [
-    { name: "structure", weight: 0.20 },
-    { name: "clarity", weight: 0.20 },
-    { name: "completeness", weight: 0.20 },
-    { name: "error-prevention", weight: 0.20 },
-    { name: "actionability", weight: 0.20 },
-];
-/** Maximum score when constraint violations are detected. */
-const CONSTRAINT_VIOLATION_CAP = 0.3;
-/** System prompt for the LLM judge. */
-const JUDGE_SYSTEM_PROMPT = `You are an expert prompt engineer evaluating prompt templates and skill documents for an AI-powered PARA knowledge base system called pi-para.
-
-Your evaluations must be precise, calibrated, and honest. Do not inflate scores.
-
-Scoring scale:
-- 0.0–0.2: Fundamentally broken or missing
-- 0.2–0.4: Major issues, needs significant rework
-- 0.4–0.6: Functional but has clear gaps or weaknesses
-- 0.6–0.8: Good, minor improvements possible
-- 0.8–1.0: Excellent, best-in-class for this type of content
-
-Always respond with valid JSON only. No markdown formatting, no explanatory text outside the JSON.`;
-// -- Target-type-specific quality criteria -----------------------------------
-function getTargetTypeGuidance(target) {
-    const name = target.name.toLowerCase();
-    if (name.includes("system-prompt") || name.includes("capture-prompt-processor")) {
-        return `This is a SYSTEM PROMPT — it sets the persona and rules for an LLM agent.
-
-Quality criteria for system prompts:
-- MUST define a clear agent role/persona at the top
-- MUST include explicit PARA category rules (resources/ as default, projects/ ONLY for goals with end dates)
-- MUST include security rules (never store API keys/tokens/secrets in content)
-- MUST include scope rules (kebab-case project names)
-- SHOULD include content format guidance (wiki summary format)
-- SHOULD include [[wikilink]] usage instructions
-- Must be authoritative and unambiguous
-- Must prevent common mistakes (wrong category, duplicate pages, secrets in content)`;
-    }
-    if (name.includes("capture")) {
-        return `This is a CAPTURE PROMPT — it instructs the LLM on extracting knowledge from coding sessions.
-
-Quality criteria for capture prompts:
-- MUST emphasize deduplication: search wiki_query BEFORE creating new pages
-- MUST include session reference instructions (include session file path in Sources)
-- MUST include skip-trivial logic (only skip pure greetings/chitchat)
-- MUST define what constitutes capturable knowledge
-- SHOULD specify capture bias: "when in doubt, capture it"
-- SHOULD emphasize small operational facts are valuable`;
-    }
-    if (name.includes("maintenance")) {
-        return `This is a MAINTENANCE PROMPT — it instructs the LLM on keeping the wiki healthy.
-
-Quality criteria:
-- MUST take a conservative approach: "when unsure, leave it alone"
-- MUST include duplicate detection and merge rules
-- MUST include wikilink discovery
-- MUST include category review rules
-- SHOULD include project lifecycle review with safeguards`;
-    }
-    if (name.includes("ingest")) {
-        return `This is an INGEST PROMPT — it instructs the LLM on integrating new source material.
-
-Quality criteria:
-- MUST instruct to review existing pages before creating new ones
-- MUST include PARA category assignment rules
-- MUST include wiki summary format
-- MUST instruct to flag contradictions`;
-    }
-    if (name.includes("query")) {
-        return `This is a QUERY PROMPT — it instructs the LLM on synthesizing answers from wiki search.
-
-Quality criteria:
-- MUST include citation instructions (use [[page-slug]] references)
-- MUST include freshness verification rules
-- MUST include self-healing instructions (fix incorrect wiki pages)`;
-    }
-    if (target.type === "skill") {
-        return `This is a SKILL DOCUMENT — behavioral guidelines or setup instructions.
-
-Quality criteria:
-- MUST have clear structure with numbered or headed sections
-- MUST have actionable steps the agent can follow without ambiguity
-- MUST include concrete examples where helpful
-- SHOULD include "common mistakes" or anti-patterns to avoid`;
-    }
-    return `This is a prompt template for the pi-para PARA knowledge base system.
-
-General quality criteria:
-- Clear structure with logical sections
-- Unambiguous instructions
-- Appropriate level of detail
-- Covers edge cases and error scenarios`;
-}
-// -- Evaluation prompt builder -----------------------------------------------
-function buildEvaluationPrompt(candidate, target, context) {
-    const typeGuidance = getTargetTypeGuidance(target);
-    const constraintSection = target.constraints.length > 0
-        ? `\n## Required Constraints\n\nThe following concepts MUST be present. If any are missing, the candidate has a constraint violation.\n\n${target.constraints.map((c, i) => `${i + 1}. ${c}`).join("\n")}\n`
-        : "";
-    const descriptionSection = target.description
-        ? `\n**Purpose**: ${target.description}\n`
-        : "";
-    return `# Prompt Evaluation Task
-
-You are evaluating a candidate ${target.type === "skill" ? "skill document" : "prompt template"} for the pi-para PARA knowledge base system.
-
-## Target: "${target.name}"
-**Type**: ${target.type}${descriptionSection}
-
-## Target-Specific Quality Criteria
-
-${typeGuidance}
-${constraintSection}
-## Current Wiki Context
-
-${context || "No additional context available."}
-
-## Candidate to Evaluate
-
-<candidate>
-${candidate}
-</candidate>
-
-## Evaluation Instructions
-
-Score this candidate on exactly 5 dimensions, each from 0.0 to 1.0:
-
-1. **structure** (0.20): Organization, clear sections, appropriate length, logical grouping
-2. **clarity** (0.20): Unambiguous instructions, no contradictions, consistent interpretation
-3. **completeness** (0.20): Covers all necessary aspects, no gaps, all constraints present
-4. **error-prevention** (0.20): Guards against common mistakes, includes safety rails
-5. **actionability** (0.20): Concrete rules to follow, clear decision criteria, not vague
-
-Respond with ONLY this JSON structure (no markdown, no extra text):
-{
-  "dimensions": {
-    "structure": { "score": 0.0, "feedback": "..." },
-    "clarity": { "score": 0.0, "feedback": "..." },
-    "completeness": { "score": 0.0, "feedback": "..." },
-    "error-prevention": { "score": 0.0, "feedback": "..." },
-    "actionability": { "score": 0.0, "feedback": "..." }
-  },
-  "constraintViolations": [],
-  "overallFeedback": "2-3 sentence summary"
-}`;
-}
-// -- JSON parsing ------------------------------------------------------------
-function extractJSON(raw) {
-    const trimmed = raw.trim();
-    try {
-        return JSON.parse(trimmed);
-    }
-    catch { /* continue */ }
-    const codeBlockMatch = trimmed.match(/```(?:json)?\s*\n?([\s\S]*?)```/);
-    if (codeBlockMatch) {
-        try {
-            return JSON.parse(codeBlockMatch[1].trim());
-        }
-        catch { /* continue */ }
-    }
-    const firstBrace = trimmed.indexOf("{");
-    const lastBrace = trimmed.lastIndexOf("}");
-    if (firstBrace !== -1 && lastBrace > firstBrace) {
-        try {
-            return JSON.parse(trimmed.slice(firstBrace, lastBrace + 1));
-        }
-        catch { /* continue */ }
-    }
-    return null;
-}
-function parseJudgeResponse(raw) {
-    const json = extractJSON(raw);
-    if (!json) {
-        return {
-            success: false,
-            dimensions: createZeroDimensions("Failed to parse LLM judge response as JSON"),
-            constraintViolations: [],
-            overallFeedback: `[gepa] Parse error: could not extract JSON from response.`,
-        };
-    }
-    const dims = json.dimensions;
-    const dimensions = [];
-    for (const dim of EVAL_DIMENSIONS) {
-        const dimData = dims?.[dim.name];
-        const score = typeof dimData?.score === "number"
-            ? clamp(dimData.score, 0, 1)
-            : 0;
-        const feedback = typeof dimData?.feedback === "string"
-            ? dimData.feedback
-            : "No feedback provided";
-        dimensions.push({
-            name: dim.name,
-            score,
-            feedback,
-            weight: dim.weight,
-        });
-    }
-    const violations = Array.isArray(json.constraintViolations)
-        ? json.constraintViolations.filter((v) => typeof v === "string")
-        : [];
-    const overallFeedback = typeof json.overallFeedback === "string"
-        ? json.overallFeedback
-        : "No overall feedback provided";
-    return { success: true, dimensions, constraintViolations: violations, overallFeedback };
-}
-// -- Constraint checking -----------------------------------------------------
-function checkConstraintViolations(candidate, constraints) {
-    if (constraints.length === 0)
-        return [];
-    const lowerCandidate = candidate.toLowerCase();
-    const missing = [];
-    for (const constraint of constraints) {
-        const keyTerms = extractKeyTerms(constraint);
-        const hasAnyTerm = keyTerms.some((term) => lowerCandidate.includes(term.toLowerCase()));
-        if (!hasAnyTerm) {
-            missing.push(constraint);
-        }
-    }
-    return missing;
-}
-function extractKeyTerms(constraint) {
-    const fillerWords = new Set([
-        "must", "should", "include", "have", "contain", "mention",
-        "use", "provide", "specify", "ensure", "be", "the", "a", "an",
-        "and", "or", "for", "with", "about", "that", "this", "is", "are",
-        "in", "of", "to", "not", "no", "any", "all", "each",
-    ]);
-    return constraint
-        .toLowerCase()
-        .replace(/[^a-z0-9\s-]/g, "")
-        .split(/\s+/)
-        .filter((w) => w.length > 2 && !fillerWords.has(w));
-}
-// -- Helpers -----------------------------------------------------------------
-function clamp(value, min, max) {
-    return Math.max(min, Math.min(max, value));
-}
-function createZeroDimensions(feedback) {
-    return EVAL_DIMENSIONS.map((dim) => ({
-        name: dim.name,
-        score: 0,
-        feedback,
-        weight: dim.weight,
-    }));
-}
-function computeWeightedScore(dimensions) {
-    let totalWeight = 0;
-    let weightedSum = 0;
-    for (const dim of dimensions) {
-        weightedSum += dim.score * dim.weight;
-        totalWeight += dim.weight;
-    }
-    if (totalWeight === 0)
-        return 0;
-    return weightedSum / totalWeight;
-}
-// -- Main evaluation function ------------------------------------------------
-/**
- * Evaluate a candidate prompt/skill using an LLM judge.
- */
-export async function evaluateCandidate(candidate, target, context, llm) {
-    const evalPrompt = buildEvaluationPrompt(candidate, target, context);
-    let rawResponse;
-    try {
-        rawResponse = await llm.complete(evalPrompt, JUDGE_SYSTEM_PROMPT);
-    }
-    catch (error) {
-        const msg = error instanceof Error ? error.message : String(error);
-        console.error(`[gepa] LLM judge call failed for target "${target.name}": ${msg}`);
-        return {
-            score: 0,
-            dimensions: createZeroDimensions(`LLM judge error: ${msg}`),
-            overallFeedback: `[gepa] Evaluation failed: ${msg}`,
-        };
-    }
-    const parsed = parseJudgeResponse(rawResponse);
-    if (!parsed.success) {
-        console.warn(`[gepa] Failed to parse judge response for "${target.name}", using zero scores`);
-    }
-    let { dimensions } = parsed;
-    let { overallFeedback } = parsed;
-    // Check for constraint violations
-    const hardViolations = checkConstraintViolations(candidate, target.constraints);
-    const allViolationsArr = [...hardViolations, ...parsed.constraintViolations];
-    const allViolations = Array.from(new Set(allViolationsArr));
-    if (allViolations.length > 0) {
-        const violationList = allViolations.join("; ");
-        console.log(`[gepa] Constraint violations for "${target.name}": ${violationList} — capping score at ${CONSTRAINT_VIOLATION_CAP}`);
-        dimensions = dimensions.map((dim) => ({
-            ...dim,
-            score: Math.min(dim.score, CONSTRAINT_VIOLATION_CAP),
-            feedback: dim.score > CONSTRAINT_VIOLATION_CAP
-                ? `${dim.feedback} [CAPPED: constraint violations]`
-                : dim.feedback,
-        }));
-        overallFeedback = `${overallFeedback}\n\n⚠️ CONSTRAINT VIOLATIONS (score capped at ${CONSTRAINT_VIOLATION_CAP}): ${violationList}`;
-    }
-    const score = computeWeightedScore(dimensions);
-    return { score, dimensions, overallFeedback };
-}
-export { buildEvaluationPrompt, extractJSON, parseJudgeResponse, checkConstraintViolations, computeWeightedScore, getTargetTypeGuidance, EVAL_DIMENSIONS, CONSTRAINT_VIOLATION_CAP, };
-//# sourceMappingURL=evaluator.js.map

package/dist/gepa/evaluator.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"evaluator.js","sourceRoot":"","sources":["../../src/gepa/evaluator.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;GAYG;AAIH,+EAA+E;AAE/E,kDAAkD;AAClD,MAAM,eAAe,GAAG;IACtB,EAAE,IAAI,EAAE,WAAW,EAAE,MAAM,EAAE,IAAI,EAAE;IACnC,EAAE,IAAI,EAAE,SAAS,EAAE,MAAM,EAAE,IAAI,EAAE;IACjC,EAAE,IAAI,EAAE,cAAc,EAAE,MAAM,EAAE,IAAI,EAAE;IACtC,EAAE,IAAI,EAAE,kBAAkB,EAAE,MAAM,EAAE,IAAI,EAAE;IAC1C,EAAE,IAAI,EAAE,eAAe,EAAE,MAAM,EAAE,IAAI,EAAE;CAC/B,CAAC;AAEX,6DAA6D;AAC7D,MAAM,wBAAwB,GAAG,GAAG,CAAC;AAErC,uCAAuC;AACvC,MAAM,mBAAmB,GAAG;;;;;;;;;;;mGAWuE,CAAC;AAEpG,+EAA+E;AAE/E,SAAS,qBAAqB,CAAC,MAAc;IAC3C,MAAM,IAAI,GAAG,MAAM,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC;IAEvC,IAAI,IAAI,CAAC,QAAQ,CAAC,eAAe,CAAC,IAAI,IAAI,CAAC,QAAQ,CAAC,0BAA0B,CAAC,EAAE,CAAC;QAChF,OAAO;;;;;;;;;;qFAU0E,CAAC;IACpF,CAAC;IAED,IAAI,IAAI,CAAC,QAAQ,CAAC,SAAS,CAAC,EAAE,CAAC;QAC7B,OAAO;;;;;;;;wDAQ6C,CAAC;IACvD,CAAC;IAED,IAAI,IAAI,CAAC,QAAQ,CAAC,aAAa,CAAC,EAAE,CAAC;QACjC,OAAO;;;;;;;0DAO+C,CAAC;IACzD,CAAC;IAED,IAAI,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,EAAE,CAAC;QAC5B,OAAO;;;;;;uCAM4B,CAAC;IACtC,CAAC;IAED,IAAI,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC;QAC3B,OAAO;;;;;oEAKyD,CAAC;IACnE,CAAC;IAED,IAAI,MAAM,CAAC,IAAI,KAAK,OAAO,EAAE,CAAC;QAC5B,OAAO;;;;;;6DAMkD,CAAC;IAC5D,CAAC;IAED,OAAO;;;;;;wCAM+B,CAAC;AACzC,CAAC;AAED,+EAA+E;AAE/E,SAAS,qBAAqB,CAC5B,SAAiB,EACjB,MAAc,EACd,OAAe;IAEf,MAAM,YAAY,GAAG,qBAAqB,CAAC,MAAM,CAAC,CAAC;IAEnD,MAAM,iBAAiB,GAAG,MAAM,CAAC,WAAW,CAAC,MAAM,GAAG,CAAC;QACrD,CAAC,CAAC,yIAAyI,MAAM,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI;QAC5M,CAAC,CAAC,EAAE,CAAC;IAEP,MAAM,kBAAkB,GAAG,MAAM,CAAC,WAAW;QAC3C,CAAC,CAAC,kBAAkB,MAAM,CAAC,WAAW,IAAI;QAC1C,CAAC,CAAC,EAAE,CAAC;IAEP,OAAO;;iCAEwB,MAAM,CAAC,IAAI,KAAK,OAAO,CAAC,CAAC,CAAC,gBAAgB,CAAC,CAAC,CAAC,iBAAiB;;cAEjF,MAAM,CAAC,IAAI;YACb,MAAM,CAAC,IAAI,GAAG,kBAAkB;;;;EAI1C,YAAY;EACZ,iBAAiB;;;EAGjB,OAAO,IAAI,kCAAkC;;;;;EAK7C,SAAS;;;;;;;;;;;;;;;;;;;;;;;;EAwBT,CAAC;AACH,CAAC;AAED,+EAA+E;AAE/E,SAAS,WAAW,CAAC,GAAW;IAC9B,MAAM,OAAO,GAAG,GAAG,CAAC,IAAI,EAAE,CAAC;IAE3B,IAAI,CAAC;QACH,OAAO,IAAI,CAAC,KAAK,CAAC,OAAO,CAA4B,CAAC;IACxD,CAAC;IAAC,MAAM,CAAC,CAAC,cAAc,CAAC,CAAC;IAE1B,MAAM,cAAc,GAAG,OAAO,CAAC,KAAK,CAAC,iCAAiC,CAAC,CAAC;IACxE,IAAI,cAAc,EAAE,CAAC;QACnB,IAAI,CAAC;YACH,OAAO,IAAI,CAAC,KAAK,CAAC,cAAc,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAA4B,CAAC;QACzE,CAAC;QAAC,MAAM,CAAC,CAAC,cAAc,CAAC,CAAC;IAC5B,CAAC;IAED,MAAM,UAAU,GAAG,OAAO,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;IACxC,MAAM,SAAS,GAAG,OAAO,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC;IAC3C,IAAI,UAAU,KAAK,CAAC,CAAC,IAAI,SAAS,GAAG,UAAU,EAAE,CAAC;QAChD,IAAI,CAAC;YACH,OAAO,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,UAAU,EAAE,SAAS,GAAG,CAAC,CAAC,CAA4B,CAAC;QACzF,CAAC;QAAC,MAAM,CAAC,CAAC,cAAc,CAAC,CAAC;IAC5B,CAAC;IAED,OAAO,IAAI,CAAC;AACd,CAAC;AASD,SAAS,kBAAkB,CAAC,GAAW;IACrC,MAAM,IAAI,GAAG,WAAW,CAAC,GAAG,CAAC,CAAC;IAE9B,IAAI,CAAC,IAAI,EAAE,CAAC;QACV,OAAO;YACL,OAAO,EAAE,KAAK;YACd,UAAU,EAAE,oBAAoB,CAAC,4CAA4C,CAAC;YAC9E,oBAAoB,EAAE,EAAE;YACxB,eAAe,EAAE,2DAA2D;SAC7E,CAAC;IACJ,CAAC;IAED,MAAM,IAAI,GAAG,IAAI,CAAC,UAAiD,CAAC;IACpE,MAAM,UAAU,GAAoB,EAAE,CAAC;IAEvC,KAAK,MAAM,GAAG,IAAI,eAAe,EAAE,CAAC;QAClC,MAAM,OAAO,GAAG,IAAI,EAAE,CAAC,GAAG,CAAC,IAAI,CAAsD,CAAC;QAEtF,MAAM,KAAK,GAAG,OAAO,OAAO,EAAE,KAAK,KAAK,QAAQ;YAC9C,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC,EAAE,CAAC,CAAC;YAC5B,CAAC,CAAC,CAAC,CAAC;QAEN,MAAM,QAAQ,GAAG,OAAO,OAAO,EAAE,QAAQ,KAAK,QAAQ;YACpD,CAAC,CAAC,OAAO,CAAC,QAAQ;YAClB,CAAC,CAAC,sBAAsB,CAAC;QAE3B,UAAU,CAAC,IAAI,CAAC;YACd,IAAI,EAAE,GAAG,CAAC,IAAI;YACd,KAAK;YACL,QAAQ;YACR,MAAM,EAAE,GAAG,CAAC,MAAM;SACnB,CAAC,CAAC;IACL,CAAC;IAED,MAAM,UAAU,GAAG,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,oBAAoB,CAAC;QACzD,CAAC,CAAE,IAAI,CAAC,oBAAkC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAe,EAAE,CAAC,OAAO,CAAC,KAAK,QAAQ,CAAC;QAC5F,CAAC,CAAC,EAAE,CAAC;IAEP,MAAM,eAAe,GAAG,OAAO,IAAI,CAAC,eAAe,KAAK,QAAQ;QAC9D,CAAC,CAAC,IAAI,CAAC,eAAe;QACtB,CAAC,CAAC,8BAA8B,CAAC;IAEnC,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,UAAU,EAAE,oBAAoB,EAAE,UAAU,EAAE,eAAe,EAAE,CAAC;AAC1F,CAAC;AAED,+EAA+E;AAE/E,SAAS,yBAAyB,CAAC,SAAiB,EAAE,WAAqB;IACzE,IAAI,WAAW,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,EAAE,CAAC;IAExC,MAAM,cAAc,GAAG,SAAS,CAAC,WAAW,EAAE,CAAC;IAC/C,MAAM,OAAO,GAAa,EAAE,CAAC;IAE7B,KAAK,MAAM,UAAU,IAAI,WAAW,EAAE,CAAC;QACrC,MAAM,QAAQ,GAAG,eAAe,CAAC,UAAU,CAAC,CAAC;QAC7C,MAAM,UAAU,GAAG,QAAQ,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CACxC,cAAc,CAAC,QAAQ,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC,CAC5C,CAAC;QACF,IAAI,CAAC,UAAU,EAAE,CAAC;YAChB,OAAO,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;QAC3B,CAAC;IACH,CAAC;IAED,OAAO,OAAO,CAAC;AACjB,CAAC;AAED,SAAS,eAAe,CAAC,UAAkB;IACzC,MAAM,WAAW,GAAG,IAAI,GAAG,CAAC;QAC1B,MAAM,EAAE,QAAQ,EAAE,SAAS,EAAE,MAAM,EAAE,SAAS,EAAE,SAAS;QACzD,KAAK,EAAE,SAAS,EAAE,SAAS,EAAE,QAAQ,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,EAAE,IAAI;QAC7D,KAAK,EAAE,IAAI,EAAE,KAAK,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE,KAAK;QAChE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,KAAK,EAAE,KAAK,EAAE,MAAM;KACpD,CAAC,CAAC;IAEH,OAAO,UAAU;SACd,WAAW,EAAE;SACb,OAAO,CAAC,eAAe,EAAE,EAAE,CAAC;SAC5B,KAAK,CAAC,KAAK,CAAC;SACZ,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,GAAG,CAAC,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;AACxD,CAAC;AAED,+EAA+E;AAE/E,SAAS,KAAK,CAAC,KAAa,EAAE,GAAW,EAAE,GAAW;IACpD,OAAO,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC,CAAC;AAC7C,CAAC;AAED,SAAS,oBAAoB,CAAC,QAAgB;IAC5C,OAAO,eAAe,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;QACnC,IAAI,EAAE,GAAG,CAAC,IAAI;QACd,KAAK,EAAE,CAAC;QACR,QAAQ;QACR,MAAM,EAAE,GAAG,CAAC,MAAM;KACnB,CAAC,CAAC,CAAC;AACN,CAAC;AAED,SAAS,oBAAoB,CAAC,UAA2B;IACvD,IAAI,WAAW,GAAG,CAAC,CAAC;IACpB,IAAI,WAAW,GAAG,CAAC,CAAC;IAEpB,KAAK,MAAM,GAAG,IAAI,UAAU,EAAE,CAAC;QAC7B,WAAW,IAAI,GAAG,CAAC,KAAK,GAAG,GAAG,CAAC,MAAM,CAAC;QACtC,WAAW,IAAI,GAAG,CAAC,MAAM,CAAC;IAC5B,CAAC;IAED,IAAI,WAAW,KAAK,CAAC;QAAE,OAAO,CAAC,CAAC;IAChC,OAAO,WAAW,GAAG,WAAW,CAAC;AACnC,CAAC;AAED,+EAA+E;AAE/E;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,iBAAiB,CACrC,SAAiB,EACjB,MAAc,EACd,OAAe,EACf,GAAc;IAEd,MAAM,UAAU,GAAG,qBAAqB,CAAC,SAAS,EAAE,MAAM,EAAE,OAAO,CAAC,CAAC;IAErE,IAAI,WAAmB,CAAC;IACxB,IAAI,CAAC;QACH,WAAW,GAAG,MAAM,GAAG,CAAC,QAAQ,CAAC,UAAU,EAAE,mBAAmB,CAAC,CAAC;IACpE,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,MAAM,GAAG,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QACnE,OAAO,CAAC,KAAK,CAAC,4CAA4C,MAAM,CAAC,IAAI,MAAM,GAAG,EAAE,CAAC,CAAC;QAElF,OAAO;YACL,KAAK,EAAE,CAAC;YACR,UAAU,EAAE,oBAAoB,CAAC,oBAAoB,GAAG,EAAE,CAAC;YAC3D,eAAe,EAAE,6BAA6B,GAAG,EAAE;SACpD,CAAC;IACJ,CAAC;IAED,MAAM,MAAM,GAAG,kBAAkB,CAAC,WAAW,CAAC,CAAC;IAE/C,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC;QACpB,OAAO,CAAC,IAAI,CAAC,8CAA8C,MAAM,CAAC,IAAI,sBAAsB,CAAC,CAAC;IAChG,CAAC;IAED,IAAI,EAAE,UAAU,EAAE,GAAG,MAAM,CAAC;IAC5B,IAAI,EAAE,eAAe,EAAE,GAAG,MAAM,CAAC;IAEjC,kCAAkC;IAClC,MAAM,cAAc,GAAG,yBAAyB,CAAC,SAAS,EAAE,MAAM,CAAC,WAAW,CAAC,CAAC;IAChF,MAAM,gBAAgB,GAAG,CAAC,GAAG,cAAc,EAAE,GAAG,MAAM,CAAC,oBAAoB,CAAC,CAAC;IAC7E,MAAM,aAAa,GAAG,KAAK,CAAC,IAAI,CAAC,IAAI,GAAG,CAAC,gBAAgB,CAAC,CAAC,CAAC;IAE5D,IAAI,aAAa,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC7B,MAAM,aAAa,GAAG,aAAa,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC/C,OAAO,CAAC,GAAG,CACT,qCAAqC,MAAM,CAAC,IAAI,MAAM,aAAa,uBAAuB,wBAAwB,EAAE,CACrH,CAAC;QAEF,UAAU,GAAG,UAAU,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;YACpC,GAAG,GAAG;YACN,KAAK,EAAE,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,KAAK,EAAE,wBAAwB,CAAC;YACpD,QAAQ,EAAE,GAAG,CAAC,KAAK,GAAG,wBAAwB;gBAC5C,CAAC,CAAC,GAAG,GAAG,CAAC,QAAQ,kCAAkC;gBACnD,CAAC,CAAC,GAAG,CAAC,QAAQ;SACjB,CAAC,CAAC,CAAC;QAEJ,eAAe,GAAG,GAAG,eAAe,iDAAiD,wBAAwB,MAAM,aAAa,EAAE,CAAC;IACrI,CAAC;IAED,MAAM,KAAK,GAAG,oBAAoB,CAAC,UAAU,CAAC,CAAC;IAE/C,OAAO,EAAE,KAAK,EAAE,UAAU,EAAE,eAAe,EAAE,CAAC;AAChD,CAAC;AAED,OAAO,EACL,qBAAqB,EACrB,WAAW,EACX,kBAAkB,EAClB,yBAAyB,EACzB,oBAAoB,EACpB,qBAAqB,EACrB,eAAe,EACf,wBAAwB,GACzB,CAAC"}

package/dist/gepa/index.d.ts

@@ -1,66 +0,0 @@
-/**
- * GEPA optimizer orchestrator — TypeScript side.
- *
- * 1. Extracts all prompt/tool/skill instruction texts from source
- * 2. Writes targets.json for the Python DSPy GEPA script
- * 3. Reads auth.json → passes API keys as env vars to uv subprocess
- * 4. Calls `uv run scripts/gepa/optimize.py`
- * 5. Reads results.json → saves optimized prompts to disk
- */
-interface GEPATarget {
-    name: string;
-    type: "prompt" | "tool" | "skill";
-    content: string;
-    sourceFile: string;
-}
-interface GEPAResult {
-    target: string;
-    status: "success" | "error";
-    baseline_score?: number;
-    optimized_score?: number;
-    improvement_pct?: number;
-    optimized_instruction?: string;
-    original_instruction?: string;
-    model?: string;
-    auto?: string;
-    error?: string;
-    timestamp?: string;
-}
-interface GEPAOutput {
-    results: GEPAResult[];
-    model: string;
-    auto: string;
-    wiki_dir: string;
-    timestamp: string;
-}
-export interface GEPAOptions {
-    target?: string;
-    /** Student model — runs the proxy (fast, cheap). */
-    studentModel?: string;
-    /** Teacher/reflection model — proposes mutations (smart, creative). */
-    teacherModel?: string;
-    /** Judge model — scores outputs (fast, cheap). Default: same as student. */
-    judgeModel?: string;
-    /** Shorthand: sets studentModel (backward compat with --model flag) */
-    model?: string;
-    /** Shorthand: sets teacherModel (backward compat with --reflection-model flag) */
-    reflectionModel?: string;
-    auto?: "light" | "medium" | "heavy";
-    maxMetricCalls?: number;
-    threads?: number;
-    seed?: number;
-}
-export declare function extractTargets(packageRoot?: string): GEPATarget[];
-export declare function runGEPA(options?: GEPAOptions): Promise<GEPAOutput>;
-export declare function listOptimized(): {
-    name: string;
-    score: number;
-    timestamp: string;
-    model: string;
-}[];
-export declare function compareTarget(targetName: string): {
-    original: string;
-    optimized: string;
-} | null;
-export {};
-//# sourceMappingURL=index.d.ts.map

package/dist/gepa/index.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/gepa/index.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AASH,UAAU,UAAU;IAClB,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,QAAQ,GAAG,MAAM,GAAG,OAAO,CAAC;IAClC,OAAO,EAAE,MAAM,CAAC;IAChB,UAAU,EAAE,MAAM,CAAC;CACpB;AAED,UAAU,UAAU;IAClB,MAAM,EAAE,MAAM,CAAC;IACf,MAAM,EAAE,SAAS,GAAG,OAAO,CAAC;IAC5B,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,qBAAqB,CAAC,EAAE,MAAM,CAAC;IAC/B,oBAAoB,CAAC,EAAE,MAAM,CAAC;IAC9B,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,SAAS,CAAC,EAAE,MAAM,CAAC;CACpB;AAED,UAAU,UAAU;IAClB,OAAO,EAAE,UAAU,EAAE,CAAC;IACtB,KAAK,EAAE,MAAM,CAAC;IACd,IAAI,EAAE,MAAM,CAAC;IACb,QAAQ,EAAE,MAAM,CAAC;IACjB,SAAS,EAAE,MAAM,CAAC;CACnB;AAED,MAAM,WAAW,WAAW;IAC1B,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,oDAAoD;IACpD,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,uEAAuE;IACvE,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,4EAA4E;IAC5E,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,uEAAuE;IACvE,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,kFAAkF;IAClF,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB,IAAI,CAAC,EAAE,OAAO,GAAG,QAAQ,GAAG,OAAO,CAAC;IACpC,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,IAAI,CAAC,EAAE,MAAM,CAAC;CACf;AA4DD,wBAAgB,cAAc,CAAC,WAAW,CAAC,EAAE,MAAM,GAAG,UAAU,EAAE,CA6CjE;AAyBD,wBAAsB,OAAO,CAAC,OAAO,GAAE,WAAgB,GAAG,OAAO,CAAC,UAAU,CAAC,CAoE5E;AAID,wBAAgB,aAAa,IAAI;IAAE,IAAI,EAAE,MAAM,CAAC;IAAC,KAAK,EAAE,MAAM,CAAC;IAAC,SAAS,EAAE,MAAM,CAAC;IAAC,KAAK,EAAE,MAAM,CAAA;CAAE,EAAE,CAanG;AAED,wBAAgB,aAAa,CAAC,UAAU,EAAE,MAAM,GAAG;IAAE,QAAQ,EAAE,MAAM,CAAC;IAAC,SAAS,EAAE,MAAM,CAAA;CAAE,GAAG,IAAI,CAOhG"}