vskill 0.5.12 → 0.5.13

package/dist/eval-server/sweep-routes.js

@@ -0,0 +1,93 @@
+// ---------------------------------------------------------------------------
+// sweep-routes.ts -- SSE endpoints for multi-model sweep and leaderboard
+// ---------------------------------------------------------------------------
+import { existsSync, readFileSync } from "node:fs";
+import { join } from "node:path";
+import { sendJson, readBody } from "./router.js";
+import { initSSE, sendSSE } from "./sse-helpers.js";
+import { resolveSkillDir } from "./skill-resolver.js";
+import { loadAndValidateEvals } from "../eval/schema.js";
+import { buildEvalSystemPrompt } from "../eval/prompt-builder.js";
+import { runSweep, listLeaderboard, readLeaderboardEntry } from "./sweep-runner.js";
+export function registerSweepRoutes(router, root) {
+    // POST /api/skills/:plugin/:skill/sweep — run multi-model sweep (SSE)
+    router.post("/api/skills/:plugin/:skill/sweep", async (req, res, params) => {
+        const body = (await readBody(req));
+        if (!body.models || !Array.isArray(body.models) || body.models.length === 0) {
+            sendJson(res, { error: "models array is required and must not be empty" }, 400, req);
+            return;
+        }
+        if (!body.judge || typeof body.judge !== "string") {
+            sendJson(res, { error: "judge model spec is required (e.g., 'anthropic/claude-sonnet-4')" }, 400, req);
+            return;
+        }
+        const skillDir = resolveSkillDir(root, params.plugin, params.skill);
+        if (!skillDir) {
+            sendJson(res, { error: "Skill not found" }, 404, req);
+            return;
+        }
+        let evalsFile;
+        try {
+            evalsFile = loadAndValidateEvals(skillDir);
+        }
+        catch (err) {
+            sendJson(res, { error: err.message }, 400, req);
+            return;
+        }
+        const skillMdPath = join(skillDir, "SKILL.md");
+        const skillContent = existsSync(skillMdPath) ? readFileSync(skillMdPath, "utf-8") : "";
+        const systemPrompt = buildEvalSystemPrompt(skillContent);
+        const evalCases = evalsFile.evals;
+        initSSE(res, req);
+        let aborted = false;
+        req.on("close", () => { aborted = true; });
+        const sweepOpts = {
+            skillDir,
+            skillName: `${params.plugin}/${params.skill}`,
+            systemPrompt,
+            evalCases,
+            models: body.models,
+            judge: body.judge,
+            runs: body.runs ?? 1,
+            concurrency: body.concurrency ?? 5,
+        };
+        try {
+            for await (const event of runSweep(sweepOpts)) {
+                if (aborted)
+                    break;
+                sendSSE(res, event.type, event.data);
+            }
+        }
+        catch (err) {
+            sendSSE(res, "error", { message: err.message });
+        }
+        if (!aborted) {
+            res.end();
+        }
+    });
+    // GET /api/skills/:plugin/:skill/leaderboard — list sweep results
+    router.get("/api/skills/:plugin/:skill/leaderboard", async (_req, res, params) => {
+        const skillDir = resolveSkillDir(root, params.plugin, params.skill);
+        if (!skillDir) {
+            sendJson(res, { entries: [] });
+            return;
+        }
+        const entries = await listLeaderboard(skillDir);
+        sendJson(res, { entries });
+    });
+    // GET /api/skills/:plugin/:skill/leaderboard/:timestamp — single sweep result
+    router.get("/api/skills/:plugin/:skill/leaderboard/:timestamp", async (_req, res, params) => {
+        const skillDir = resolveSkillDir(root, params.plugin, params.skill);
+        if (!skillDir) {
+            sendJson(res, { error: "Skill not found" }, 404);
+            return;
+        }
+        const entry = await readLeaderboardEntry(skillDir, params.timestamp);
+        if (!entry) {
+            sendJson(res, { error: "Leaderboard entry not found" }, 404);
+            return;
+        }
+        sendJson(res, entry);
+    });
+}
+//# sourceMappingURL=sweep-routes.js.map

package/dist/eval-server/sweep-routes.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"sweep-routes.js","sourceRoot":"","sources":["../../src/eval-server/sweep-routes.ts"],"names":[],"mappings":"AAAA,8EAA8E;AAC9E,yEAAyE;AACzE,8EAA8E;AAE9E,OAAO,EAAE,UAAU,EAAE,YAAY,EAAE,MAAM,SAAS,CAAC;AACnD,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AAEjC,OAAO,EAAE,QAAQ,EAAE,QAAQ,EAAE,MAAM,aAAa,CAAC;AACjD,OAAO,EAAE,OAAO,EAAE,OAAO,EAAe,MAAM,kBAAkB,CAAC;AACjE,OAAO,EAAE,eAAe,EAAE,MAAM,qBAAqB,CAAC;AACtD,OAAO,EAAE,oBAAoB,EAAE,MAAM,mBAAmB,CAAC;AACzD,OAAO,EAAE,qBAAqB,EAAE,MAAM,2BAA2B,CAAC;AAClE,OAAO,EAAE,QAAQ,EAAE,eAAe,EAAE,oBAAoB,EAAE,MAAM,mBAAmB,CAAC;AAGpF,MAAM,UAAU,mBAAmB,CAAC,MAAc,EAAE,IAAY;IAC9D,sEAAsE;IACtE,MAAM,CAAC,IAAI,CAAC,kCAAkC,EAAE,KAAK,EAAE,GAAG,EAAE,GAAG,EAAE,MAAM,EAAE,EAAE;QACzE,MAAM,IAAI,GAAG,CAAC,MAAM,QAAQ,CAAC,GAAG,CAAC,CAKhC,CAAC;QAEF,IAAI,CAAC,IAAI,CAAC,MAAM,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,IAAI,CAAC,MAAM,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC5E,QAAQ,CAAC,GAAG,EAAE,EAAE,KAAK,EAAE,gDAAgD,EAAE,EAAE,GAAG,EAAE,GAAG,CAAC,CAAC;YACrF,OAAO;QACT,CAAC;QACD,IAAI,CAAC,IAAI,CAAC,KAAK,IAAI,OAAO,IAAI,CAAC,KAAK,KAAK,QAAQ,EAAE,CAAC;YAClD,QAAQ,CAAC,GAAG,EAAE,EAAE,KAAK,EAAE,kEAAkE,EAAE,EAAE,GAAG,EAAE,GAAG,CAAC,CAAC;YACvG,OAAO;QACT,CAAC;QAED,MAAM,QAAQ,GAAG,eAAe,CAAC,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,KAAK,CAAC,CAAC;QACpE,IAAI,CAAC,QAAQ,EAAE,CAAC;YACd,QAAQ,CAAC,GAAG,EAAE,EAAE,KAAK,EAAE,iBAAiB,EAAE,EAAE,GAAG,EAAE,GAAG,CAAC,CAAC;YACtD,OAAO;QACT,CAAC;QAED,IAAI,SAAS,CAAC;QACd,IAAI,CAAC;YACH,SAAS,GAAG,oBAAoB,CAAC,QAAQ,CAAC,CAAC;QAC7C,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,QAAQ,CAAC,GAAG,EAAE,EAAE,KAAK,EAAG,GAAa,CAAC,OAAO,EAAE,EAAE,GAAG,EAAE,GAAG,CAAC,CAAC;YAC3D,OAAO;QACT,CAAC;QAED,MAAM,WAAW,GAAG,IAAI,CAAC,QAAQ,EAAE,UAAU,CAAC,CAAC;QAC/C,MAAM,YAAY,GAAG,UAAU,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,YAAY,CAAC,WAAW,EAAE,OAAO,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;QACvF,MAAM,YAAY,GAAG,qBAAqB,CAAC,YAAY,CAAC,CAAC;QACzD,MAAM,SAAS,GAAG,SAAS,CAAC,KAAK,CAAC;QAElC,OAAO,CAAC,GAAG,EAAE,GAAG,CAAC,CAAC;QAElB,IAAI,OAAO,GAAG,KAAK,CAAC;QACpB,GAAG,CAAC,EAAE,CAAC,OAAO,EAAE,GAAG,EAAE,GAAG,OAAO,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC;QAE3C,MAAM,SAAS,GAAc;YAC3B,QAAQ;YACR,SAAS,EAAE,GAAG,MAAM,CAAC,MAAM,IAAI,MAAM,CAAC,KAAK,EAAE;YAC7C,YAAY;YACZ,SAAS;YACT,MAAM,EAAE,IAAI,CAAC,MAAM;YACnB,KAAK,EAAE,IAAI,CAAC,KAAK;YACjB,IAAI,EAAE,IAAI,CAAC,IAAI,IAAI,CAAC;YACpB,WAAW,EAAE,IAAI,CAAC,WAAW,IAAI,CAAC;SACnC,CAAC;QAEF,IAAI,CAAC;YACH,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,QAAQ,CAAC,SAAS,CAAC,EAAE,CAAC;gBAC9C,IAAI,OAAO;oBAAE,MAAM;gBACnB,OAAO,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,EAAE,KAAK,CAAC,IAAI,CAAC,CAAC;YACvC,CAAC;QACH,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,OAAO,CAAC,GAAG,EAAE,OAAO,EAAE,EAAE,OAAO,EAAG,GAAa,CAAC,OAAO,EAAE,CAAC,CAAC;QAC7D,CAAC;QAED,IAAI,CAAC,OAAO,EAAE,CAAC;YACb,GAAG,CAAC,GAAG,EAAE,CAAC;QACZ,CAAC;IACH,CAAC,CAAC,CAAC;IAEH,kEAAkE;IAClE,MAAM,CAAC,GAAG,CAAC,wCAAwC,EAAE,KAAK,EAAE,IAAI,EAAE,GAAG,EAAE,MAAM,EAAE,EAAE;QAC/E,MAAM,QAAQ,GAAG,eAAe,CAAC,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,KAAK,CAAC,CAAC;QACpE,IAAI,CAAC,QAAQ,EAAE,CAAC;YACd,QAAQ,CAAC,GAAG,EAAE,EAAE,OAAO,EAAE,EAAE,EAAE,CAAC,CAAC;YAC/B,OAAO;QACT,CAAC;QAED,MAAM,OAAO,GAAG,MAAM,eAAe,CAAC,QAAQ,CAAC,CAAC;QAChD,QAAQ,CAAC,GAAG,EAAE,EAAE,OAAO,EAAE,CAAC,CAAC;IAC7B,CAAC,CAAC,CAAC;IAEH,8EAA8E;IAC9E,MAAM,CAAC,GAAG,CAAC,mDAAmD,EAAE,KAAK,EAAE,IAAI,EAAE,GAAG,EAAE,MAAM,EAAE,EAAE;QAC1F,MAAM,QAAQ,GAAG,eAAe,CAAC,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,KAAK,CAAC,CAAC;QACpE,IAAI,CAAC,QAAQ,EAAE,CAAC;YACd,QAAQ,CAAC,GAAG,EAAE,EAAE,KAAK,EAAE,iBAAiB,EAAE,EAAE,GAAG,CAAC,CAAC;YACjD,OAAO;QACT,CAAC;QAED,MAAM,KAAK,GAAG,MAAM,oBAAoB,CAAC,QAAQ,EAAE,MAAM,CAAC,SAAS,CAAC,CAAC;QACrE,IAAI,CAAC,KAAK,EAAE,CAAC;YACX,QAAQ,CAAC,GAAG,EAAE,EAAE,KAAK,EAAE,6BAA6B,EAAE,EAAE,GAAG,CAAC,CAAC;YAC7D,OAAO;QACT,CAAC;QACD,QAAQ,CAAC,GAAG,EAAE,KAAK,CAAC,CAAC;IACvB,CAAC,CAAC,CAAC;AACL,CAAC"}

package/dist/eval-server/sweep-runner.d.ts

@@ -0,0 +1,93 @@
+import type { ProviderName } from "../eval/llm.js";
+import type { EvalCase } from "../eval/schema.js";
+import type { BenchmarkResult, BenchmarkCase } from "../eval/benchmark.js";
+export interface ModelSpec {
+    provider: ProviderName;
+    model: string;
+}
+export interface ModelStats {
+    mean: number;
+    stddev: number;
+}
+export interface ModelResult {
+    provider: string;
+    model: string;
+    passRate: ModelStats;
+    rubricScore: ModelStats | null;
+    duration: ModelStats;
+    cost: {
+        total: number;
+        perCase: number;
+    };
+    status: "complete" | "error";
+    errorMessage: string | null;
+    caseResults: BenchmarkCase[][];
+}
+export interface SweepResult {
+    sweepId: string;
+    timestamp: string;
+    judge: string;
+    runs: number;
+    models: ModelResult[];
+}
+export interface SweepOpts {
+    skillDir: string;
+    skillName: string;
+    systemPrompt: string;
+    evalCases: EvalCase[];
+    models: string[];
+    judge: string;
+    runs: number;
+    concurrency: number;
+}
+export type SweepSSEEvent = {
+    type: "sweep_start";
+    data: {
+        totalModels: number;
+        runs: number;
+        judge: string;
+    };
+} | {
+    type: "sweep_model_start";
+    data: {
+        model: string;
+        provider: string;
+        modelIndex: number;
+        totalModels: number;
+    };
+} | {
+    type: "sweep_model_progress";
+    data: {
+        model: string;
+        currentCase: number;
+        totalCases: number;
+        run: number;
+        totalRuns: number;
+        percentComplete: number;
+    };
+} | {
+    type: "sweep_model_complete";
+    data: {
+        model: string;
+        provider: string;
+        status: "complete" | "error";
+        passRate?: ModelStats;
+        errorMessage?: string;
+    };
+} | {
+    type: "sweep_complete";
+    data: SweepResult;
+};
+/**
+ * Parse a model spec string like "provider/model" or "provider/org/model".
+ * Splits on the first `/` only — everything after is the model ID.
+ */
+export declare function parseModelSpec(spec: string): ModelSpec;
+export declare function computeMean(values: number[]): number;
+export declare function computeStddev(values: number[], mean: number): number;
+export declare function computeStats(values: number[]): ModelStats;
+export declare function aggregateRuns(results: BenchmarkResult[], provider: string, model: string): Omit<ModelResult, "status" | "errorMessage">;
+export declare function runSweep(opts: SweepOpts): AsyncGenerator<SweepSSEEvent>;
+export declare function writeLeaderboard(skillDir: string, result: SweepResult): Promise<string>;
+export declare function listLeaderboard(skillDir: string, limit?: number): Promise<SweepResult[]>;
+export declare function readLeaderboardEntry(skillDir: string, timestamp: string): Promise<SweepResult | null>;

package/dist/eval-server/sweep-runner.js

@@ -0,0 +1,275 @@
+// ---------------------------------------------------------------------------
+// sweep-runner.ts -- multi-model sweep orchestration + leaderboard storage
+// ---------------------------------------------------------------------------
+import { randomUUID } from "node:crypto";
+import { mkdir, writeFile, readdir, readFile } from "node:fs/promises";
+import { join } from "node:path";
+import { createLlmClient } from "../eval/llm.js";
+// ---------------------------------------------------------------------------
+// Known providers for parsing model spec strings
+// ---------------------------------------------------------------------------
+const KNOWN_PROVIDERS = new Set([
+    "anthropic", "openrouter", "ollama", "claude-cli", "codex-cli", "gemini-cli",
+]);
+/**
+ * Parse a model spec string like "provider/model" or "provider/org/model".
+ * Splits on the first `/` only — everything after is the model ID.
+ */
+export function parseModelSpec(spec) {
+    const slashIdx = spec.indexOf("/");
+    if (slashIdx === -1) {
+        throw new Error(`Invalid model spec "${spec}": expected "provider/model" format`);
+    }
+    const provider = spec.slice(0, slashIdx);
+    const model = spec.slice(slashIdx + 1);
+    if (!model) {
+        throw new Error(`Invalid model spec "${spec}": model name is empty`);
+    }
+    if (!KNOWN_PROVIDERS.has(provider)) {
+        throw new Error(`Unknown provider "${provider}" in model spec "${spec}". Known providers: ${[...KNOWN_PROVIDERS].join(", ")}`);
+    }
+    return { provider: provider, model };
+}
+// ---------------------------------------------------------------------------
+// Statistics helpers
+// ---------------------------------------------------------------------------
+export function computeMean(values) {
+    if (values.length === 0)
+        return 0;
+    return values.reduce((sum, v) => sum + v, 0) / values.length;
+}
+export function computeStddev(values, mean) {
+    if (values.length <= 1)
+        return 0;
+    const variance = values.reduce((sum, v) => sum + (v - mean) ** 2, 0) / values.length;
+    return Math.sqrt(variance);
+}
+export function computeStats(values) {
+    const mean = computeMean(values);
+    return { mean, stddev: computeStddev(values, mean) };
+}
+// ---------------------------------------------------------------------------
+// Aggregate multiple benchmark runs into ModelResult stats
+// ---------------------------------------------------------------------------
+export function aggregateRuns(results, provider, model) {
+    const passRates = results.map((r) => r.overall_pass_rate ?? 0);
+    const durations = results.map((r) => r.totalDurationMs ?? 0);
+    const costs = results.map((r) => r.cases.reduce((sum, c) => sum + (c.cost ?? 0), 0));
+    const totalCost = costs.reduce((s, c) => s + c, 0);
+    const totalCases = results.reduce((s, r) => s + r.cases.length, 0);
+    return {
+        provider,
+        model,
+        passRate: computeStats(passRates),
+        rubricScore: null,
+        duration: computeStats(durations),
+        cost: {
+            total: totalCost,
+            perCase: totalCases > 0 ? totalCost / totalCases : 0,
+        },
+        caseResults: results.map((r) => r.cases),
+    };
+}
+// ---------------------------------------------------------------------------
+// Sweep runner — yields SSE events as an async generator
+// ---------------------------------------------------------------------------
+export async function* runSweep(opts) {
+    const { skillDir, skillName, systemPrompt, evalCases, models, judge, runs, concurrency } = opts;
+    const modelSpecs = models.map(parseModelSpec);
+    const judgeSpec = parseModelSpec(judge);
+    yield {
+        type: "sweep_start",
+        data: { totalModels: modelSpecs.length, runs, judge },
+    };
+    const sweepResults = [];
+    for (let mi = 0; mi < modelSpecs.length; mi++) {
+        const spec = modelSpecs[mi];
+        yield {
+            type: "sweep_model_start",
+            data: {
+                model: spec.model,
+                provider: spec.provider,
+                modelIndex: mi,
+                totalModels: modelSpecs.length,
+            },
+        };
+        try {
+            const client = createLlmClient({ provider: spec.provider, model: spec.model });
+            const runResults = [];
+            for (let run = 0; run < runs; run++) {
+                const cases = [];
+                for (let ci = 0; ci < evalCases.length; ci++) {
+                    const evalCase = evalCases[ci];
+                    const percentComplete = Math.round(((mi * runs * evalCases.length + run * evalCases.length + ci + 1) /
+                        (modelSpecs.length * runs * evalCases.length)) * 100);
+                    yield {
+                        type: "sweep_model_progress",
+                        data: {
+                            model: spec.model,
+                            currentCase: ci + 1,
+                            totalCases: evalCases.length,
+                            run: run + 1,
+                            totalRuns: runs,
+                            percentComplete,
+                        },
+                    };
+                    try {
+                        const genResult = await client.generate(systemPrompt, evalCase.prompt);
+                        // Create a basic benchmark case from the generation result
+                        const benchCase = {
+                            eval_id: evalCase.id,
+                            eval_name: evalCase.name,
+                            status: "pass",
+                            error_message: null,
+                            pass_rate: 1,
+                            durationMs: genResult.durationMs,
+                            tokens: (genResult.inputTokens ?? 0) + (genResult.outputTokens ?? 0) || null,
+                            inputTokens: genResult.inputTokens,
+                            outputTokens: genResult.outputTokens,
+                            output: genResult.text,
+                            assertions: [],
+                        };
+                        // Attach cost if available
+                        benchCase.cost = genResult.cost;
+                        // Judge assertions if a judge is configured
+                        if (evalCase.assertions.length > 0) {
+                            const judgeClient = createLlmClient({
+                                provider: judgeSpec.provider,
+                                model: judgeSpec.model,
+                            });
+                            const { judgeAssertion } = await import("../eval/judge.js");
+                            const assertionResults = await Promise.all(evalCase.assertions.map((a) => judgeAssertion(genResult.text, a, judgeClient)));
+                            benchCase.assertions = assertionResults;
+                            benchCase.pass_rate =
+                                assertionResults.length > 0
+                                    ? assertionResults.filter((a) => a.pass).length / assertionResults.length
+                                    : 0;
+                            benchCase.status = assertionResults.every((a) => a.pass) ? "pass" : "fail";
+                        }
+                        cases.push(benchCase);
+                    }
+                    catch (err) {
+                        cases.push({
+                            eval_id: evalCase.id,
+                            eval_name: evalCase.name,
+                            status: "error",
+                            error_message: err instanceof Error ? err.message : String(err),
+                            pass_rate: 0,
+                            assertions: [],
+                        });
+                    }
+                }
+                const totalAssertions = cases.reduce((s, c) => s + c.assertions.length, 0);
+                const passedAssertions = cases.reduce((s, c) => s + c.assertions.filter((a) => a.pass).length, 0);
+                runResults.push({
+                    timestamp: new Date().toISOString(),
+                    model: spec.model,
+                    skill_name: skillName,
+                    cases,
+                    overall_pass_rate: totalAssertions > 0 ? passedAssertions / totalAssertions : 0,
+                    type: "benchmark",
+                    provider: spec.provider,
+                    totalDurationMs: cases.reduce((s, c) => s + (c.durationMs ?? 0), 0),
+                    totalInputTokens: cases.reduce((s, c) => s + (c.inputTokens ?? 0), 0),
+                    totalOutputTokens: cases.reduce((s, c) => s + (c.outputTokens ?? 0), 0),
+                    scope: "bulk",
+                });
+            }
+            const aggregated = aggregateRuns(runResults, spec.provider, spec.model);
+            sweepResults.push({
+                ...aggregated,
+                status: "complete",
+                errorMessage: null,
+            });
+            yield {
+                type: "sweep_model_complete",
+                data: {
+                    model: spec.model,
+                    provider: spec.provider,
+                    status: "complete",
+                    passRate: aggregated.passRate,
+                },
+            };
+        }
+        catch (err) {
+            const errorMessage = err instanceof Error ? err.message : String(err);
+            sweepResults.push({
+                provider: spec.provider,
+                model: spec.model,
+                passRate: { mean: 0, stddev: 0 },
+                rubricScore: null,
+                duration: { mean: 0, stddev: 0 },
+                cost: { total: 0, perCase: 0 },
+                status: "error",
+                errorMessage,
+                caseResults: [],
+            });
+            yield {
+                type: "sweep_model_complete",
+                data: {
+                    model: spec.model,
+                    provider: spec.provider,
+                    status: "error",
+                    errorMessage,
+                },
+            };
+        }
+    }
+    // Write leaderboard file
+    const sweepResult = {
+        sweepId: randomUUID(),
+        timestamp: new Date().toISOString(),
+        judge,
+        runs,
+        models: sweepResults,
+    };
+    await writeLeaderboard(skillDir, sweepResult);
+    yield { type: "sweep_complete", data: sweepResult };
+}
+// ---------------------------------------------------------------------------
+// Leaderboard storage
+// ---------------------------------------------------------------------------
+export async function writeLeaderboard(skillDir, result) {
+    const leaderboardDir = join(skillDir, "evals", "leaderboard");
+    await mkdir(leaderboardDir, { recursive: true });
+    const filename = `${result.timestamp.replace(/[:.]/g, "-")}.json`;
+    const filepath = join(leaderboardDir, filename);
+    await writeFile(filepath, JSON.stringify(result, null, 2));
+    return filepath;
+}
+export async function listLeaderboard(skillDir, limit = 20) {
+    const leaderboardDir = join(skillDir, "evals", "leaderboard");
+    try {
+        const files = await readdir(leaderboardDir);
+        const jsonFiles = files.filter((f) => f.endsWith(".json")).sort().reverse();
+        const entries = [];
+        for (const file of jsonFiles.slice(0, limit)) {
+            try {
+                const content = await readFile(join(leaderboardDir, file), "utf-8");
+                entries.push(JSON.parse(content));
+            }
+            catch {
+                // Skip corrupted files
+            }
+        }
+        return entries;
+    }
+    catch {
+        return [];
+    }
+}
+export async function readLeaderboardEntry(skillDir, timestamp) {
+    const leaderboardDir = join(skillDir, "evals", "leaderboard");
+    try {
+        const files = await readdir(leaderboardDir);
+        const match = files.find((f) => f.includes(timestamp.replace(/[:.]/g, "-")));
+        if (!match)
+            return null;
+        const content = await readFile(join(leaderboardDir, match), "utf-8");
+        return JSON.parse(content);
+    }
+    catch {
+        return null;
+    }
+}
+//# sourceMappingURL=sweep-runner.js.map

package/dist/eval-server/sweep-runner.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"sweep-runner.js","sourceRoot":"","sources":["../../src/eval-server/sweep-runner.ts"],"names":[],"mappings":"AAAA,8EAA8E;AAC9E,2EAA2E;AAC3E,8EAA8E;AAE9E,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AACzC,OAAO,EAAE,KAAK,EAAE,SAAS,EAAE,OAAO,EAAE,QAAQ,EAAE,MAAM,kBAAkB,CAAC;AACvE,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AACjC,OAAO,EAAE,eAAe,EAAE,MAAM,gBAAgB,CAAC;AAyDjD,8EAA8E;AAC9E,iDAAiD;AACjD,8EAA8E;AAE9E,MAAM,eAAe,GAAgB,IAAI,GAAG,CAAC;IAC3C,WAAW,EAAE,YAAY,EAAE,QAAQ,EAAE,YAAY,EAAE,WAAW,EAAE,YAAY;CAC7E,CAAC,CAAC;AAEH;;;GAGG;AACH,MAAM,UAAU,cAAc,CAAC,IAAY;IACzC,MAAM,QAAQ,GAAG,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;IACnC,IAAI,QAAQ,KAAK,CAAC,CAAC,EAAE,CAAC;QACpB,MAAM,IAAI,KAAK,CAAC,uBAAuB,IAAI,qCAAqC,CAAC,CAAC;IACpF,CAAC;IACD,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,QAAQ,CAAC,CAAC;IACzC,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,QAAQ,GAAG,CAAC,CAAC,CAAC;IAEvC,IAAI,CAAC,KAAK,EAAE,CAAC;QACX,MAAM,IAAI,KAAK,CAAC,uBAAuB,IAAI,wBAAwB,CAAC,CAAC;IACvE,CAAC;IACD,IAAI,CAAC,eAAe,CAAC,GAAG,CAAC,QAAQ,CAAC,EAAE,CAAC;QACnC,MAAM,IAAI,KAAK,CACb,qBAAqB,QAAQ,oBAAoB,IAAI,uBAAuB,CAAC,GAAG,eAAe,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAC9G,CAAC;IACJ,CAAC;IACD,OAAO,EAAE,QAAQ,EAAE,QAAwB,EAAE,KAAK,EAAE,CAAC;AACvD,CAAC;AAED,8EAA8E;AAC9E,qBAAqB;AACrB,8EAA8E;AAE9E,MAAM,UAAU,WAAW,CAAC,MAAgB;IAC1C,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,CAAC,CAAC;IAClC,OAAO,MAAM,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,EAAE,CAAC,CAAC,GAAG,MAAM,CAAC,MAAM,CAAC;AAC/D,CAAC;AAED,MAAM,UAAU,aAAa,CAAC,MAAgB,EAAE,IAAY;IAC1D,IAAI,MAAM,CAAC,MAAM,IAAI,CAAC;QAAE,OAAO,CAAC,CAAC;IACjC,MAAM,QAAQ,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,GAAG,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,GAAG,MAAM,CAAC,MAAM,CAAC;IACrF,OAAO,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;AAC7B,CAAC;AAED,MAAM,UAAU,YAAY,CAAC,MAAgB;IAC3C,MAAM,IAAI,GAAG,WAAW,CAAC,MAAM,CAAC,CAAC;IACjC,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,aAAa,CAAC,MAAM,EAAE,IAAI,CAAC,EAAE,CAAC;AACvD,CAAC;AAED,8EAA8E;AAC9E,2DAA2D;AAC3D,8EAA8E;AAE9E,MAAM,UAAU,aAAa,CAC3B,OAA0B,EAC1B,QAAgB,EAChB,KAAa;IAEb,MAAM,SAAS,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,iBAAiB,IAAI,CAAC,CAAC,CAAC;IAC/D,MAAM,SAAS,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,eAAe,IAAI,CAAC,CAAC,CAAC;IAC7D,MAAM,KAAK,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAC9B,CAAC,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAE,CAAS,CAAC,IAAI,IAAI,CAAC,CAAC,EAAE,CAAC,CAAC,CAC5D,CAAC;IACF,MAAM,SAAS,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC;IACnD,MAAM,UAAU,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;IAEnE,OAAO;QACL,QAAQ;QACR,KAAK;QACL,QAAQ,EAAE,YAAY,CAAC,SAAS,CAAC;QACjC,WAAW,EAAE,IAAI;QACjB,QAAQ,EAAE,YAAY,CAAC,SAAS,CAAC;QACjC,IAAI,EAAE;YACJ,KAAK,EAAE,SAAS;YAChB,OAAO,EAAE,UAAU,GAAG,CAAC,CAAC,CAAC,CAAC,SAAS,GAAG,UAAU,CAAC,CAAC,CAAC,CAAC;SACrD;QACD,WAAW,EAAE,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC;KACzC,CAAC;AACJ,CAAC;AAED,8EAA8E;AAC9E,yDAAyD;AACzD,8EAA8E;AAE9E,MAAM,CAAC,KAAK,SAAS,CAAC,CAAC,QAAQ,CAAC,IAAe;IAC7C,MAAM,EAAE,QAAQ,EAAE,SAAS,EAAE,YAAY,EAAE,SAAS,EAAE,MAAM,EAAE,KAAK,EAAE,IAAI,EAAE,WAAW,EAAE,GAAG,IAAI,CAAC;IAEhG,MAAM,UAAU,GAAG,MAAM,CAAC,GAAG,CAAC,cAAc,CAAC,CAAC;IAC9C,MAAM,SAAS,GAAG,cAAc,CAAC,KAAK,CAAC,CAAC;IAExC,MAAM;QACJ,IAAI,EAAE,aAAa;QACnB,IAAI,EAAE,EAAE,WAAW,EAAE,UAAU,CAAC,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE;KACtD,CAAC;IAEF,MAAM,YAAY,GAAkB,EAAE,CAAC;IAEvC,KAAK,IAAI,EAAE,GAAG,CAAC,EAAE,EAAE,GAAG,UAAU,CAAC,MAAM,EAAE,EAAE,EAAE,EAAE,CAAC;QAC9C,MAAM,IAAI,GAAG,UAAU,CAAC,EAAE,CAAC,CAAC;QAE5B,MAAM;YACJ,IAAI,EAAE,mBAAmB;YACzB,IAAI,EAAE;gBACJ,KAAK,EAAE,IAAI,CAAC,KAAK;gBACjB,QAAQ,EAAE,IAAI,CAAC,QAAQ;gBACvB,UAAU,EAAE,EAAE;gBACd,WAAW,EAAE,UAAU,CAAC,MAAM;aAC/B;SACF,CAAC;QAEF,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,eAAe,CAAC,EAAE,QAAQ,EAAE,IAAI,CAAC,QAAQ,EAAE,KAAK,EAAE,IAAI,CAAC,KAAK,EAAE,CAAC,CAAC;YAC/E,MAAM,UAAU,GAAsB,EAAE,CAAC;YAEzC,KAAK,IAAI,GAAG,GAAG,CAAC,EAAE,GAAG,GAAG,IAAI,EAAE,GAAG,EAAE,EAAE,CAAC;gBACpC,MAAM,KAAK,GAAoB,EAAE,CAAC;gBAElC,KAAK,IAAI,EAAE,GAAG,CAAC,EAAE,EAAE,GAAG,SAAS,CAAC,MAAM,EAAE,EAAE,EAAE,EAAE,CAAC;oBAC7C,MAAM,QAAQ,GAAG,SAAS,CAAC,EAAE,CAAC,CAAC;oBAC/B,MAAM,eAAe,GAAG,IAAI,CAAC,KAAK,CAChC,CAAC,CAAC,EAAE,GAAG,IAAI,GAAG,SAAS,CAAC,MAAM,GAAG,GAAG,GAAG,SAAS,CAAC,MAAM,GAAG,EAAE,GAAG,CAAC,CAAC;wBAC/D,CAAC,UAAU,CAAC,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC,MAAM,CAAC,CAAC,GAAG,GAAG,CACvD,CAAC;oBAEF,MAAM;wBACJ,IAAI,EAAE,sBAAsB;wBAC5B,IAAI,EAAE;4BACJ,KAAK,EAAE,IAAI,CAAC,KAAK;4BACjB,WAAW,EAAE,EAAE,GAAG,CAAC;4BACnB,UAAU,EAAE,SAAS,CAAC,MAAM;4BAC5B,GAAG,EAAE,GAAG,GAAG,CAAC;4BACZ,SAAS,EAAE,IAAI;4BACf,eAAe;yBAChB;qBACF,CAAC;oBAEF,IAAI,CAAC;wBACH,MAAM,SAAS,GAAG,MAAM,MAAM,CAAC,QAAQ,CAAC,YAAY,EAAE,QAAQ,CAAC,MAAM,CAAC,CAAC;wBACvE,2DAA2D;wBAC3D,MAAM,SAAS,GAAkB;4BAC/B,OAAO,EAAE,QAAQ,CAAC,EAAE;4BACpB,SAAS,EAAE,QAAQ,CAAC,IAAI;4BACxB,MAAM,EAAE,MAAM;4BACd,aAAa,EAAE,IAAI;4BACnB,SAAS,EAAE,CAAC;4BACZ,UAAU,EAAE,SAAS,CAAC,UAAU;4BAChC,MAAM,EAAE,CAAC,SAAS,CAAC,WAAW,IAAI,CAAC,CAAC,GAAG,CAAC,SAAS,CAAC,YAAY,IAAI,CAAC,CAAC,IAAI,IAAI;4BAC5E,WAAW,EAAE,SAAS,CAAC,WAAW;4BAClC,YAAY,EAAE,SAAS,CAAC,YAAY;4BACpC,MAAM,EAAE,SAAS,CAAC,IAAI;4BACtB,UAAU,EAAE,EAAE;yBACf,CAAC;wBACF,2BAA2B;wBAC1B,SAAiB,CAAC,IAAI,GAAG,SAAS,CAAC,IAAI,CAAC;wBAEzC,4CAA4C;wBAC5C,IAAI,QAAQ,CAAC,UAAU,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;4BACnC,MAAM,WAAW,GAAG,eAAe,CAAC;gCAClC,QAAQ,EAAE,SAAS,CAAC,QAAQ;gCAC5B,KAAK,EAAE,SAAS,CAAC,KAAK;6BACvB,CAAC,CAAC;4BACH,MAAM,EAAE,cAAc,EAAE,GAAG,MAAM,MAAM,CAAC,kBAAkB,CAAC,CAAC;4BAE5D,MAAM,gBAAgB,GAAG,MAAM,OAAO,CAAC,GAAG,CACxC,QAAQ,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAC5B,cAAc,CAAC,SAAS,CAAC,IAAI,EAAE,CAAC,EAAE,WAAW,CAAC,CAC/C,CACF,CAAC;4BACF,SAAS,CAAC,UAAU,GAAG,gBAAgB,CAAC;4BACxC,SAAS,CAAC,SAAS;gCACjB,gBAAgB,CAAC,MAAM,GAAG,CAAC;oCACzB,CAAC,CAAC,gBAAgB,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,MAAM,GAAG,gBAAgB,CAAC,MAAM;oCACzE,CAAC,CAAC,CAAC,CAAC;4BACR,SAAS,CAAC,MAAM,GAAG,gBAAgB,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC;wBAC7E,CAAC;wBAED,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;oBACxB,CAAC;oBAAC,OAAO,GAAG,EAAE,CAAC;wBACb,KAAK,CAAC,IAAI,CAAC;4BACT,OAAO,EAAE,QAAQ,CAAC,EAAE;4BACpB,SAAS,EAAE,QAAQ,CAAC,IAAI;4BACxB,MAAM,EAAE,OAAO;4BACf,aAAa,EAAE,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC;4BAC/D,SAAS,EAAE,CAAC;4BACZ,UAAU,EAAE,EAAE;yBACf,CAAC,CAAC;oBACL,CAAC;gBACH,CAAC;gBAED,MAAM,eAAe,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,UAAU,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;gBAC3E,MAAM,gBAAgB,GAAG,KAAK,CAAC,MAAM,CACnC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,MAAM,EAAE,CAAC,CAC3D,CAAC;gBAEF,UAAU,CAAC,IAAI,CAAC;oBACd,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;oBACnC,KAAK,EAAE,IAAI,CAAC,KAAK;oBACjB,UAAU,EAAE,SAAS;oBACrB,KAAK;oBACL,iBAAiB,EAAE,eAAe,GAAG,CAAC,CAAC,CAAC,CAAC,gBAAgB,GAAG,eAAe,CAAC,CAAC,CAAC,CAAC;oBAC/E,IAAI,EAAE,WAAW;oBACjB,QAAQ,EAAE,IAAI,CAAC,QAAQ;oBACvB,eAAe,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,UAAU,IAAI,CAAC,CAAC,EAAE,CAAC,CAAC;oBACnE,gBAAgB,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,WAAW,IAAI,CAAC,CAAC,EAAE,CAAC,CAAC;oBACrE,iBAAiB,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,YAAY,IAAI,CAAC,CAAC,EAAE,CAAC,CAAC;oBACvE,KAAK,EAAE,MAAM;iBACd,CAAC,CAAC;YACL,CAAC;YAED,MAAM,UAAU,GAAG,aAAa,CAAC,UAAU,EAAE,IAAI,CAAC,QAAQ,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC;YACxE,YAAY,CAAC,IAAI,CAAC;gBAChB,GAAG,UAAU;gBACb,MAAM,EAAE,UAAU;gBAClB,YAAY,EAAE,IAAI;aACnB,CAAC,CAAC;YAEH,MAAM;gBACJ,IAAI,EAAE,sBAAsB;gBAC5B,IAAI,EAAE;oBACJ,KAAK,EAAE,IAAI,CAAC,KAAK;oBACjB,QAAQ,EAAE,IAAI,CAAC,QAAQ;oBACvB,MAAM,EAAE,UAAU;oBAClB,QAAQ,EAAE,UAAU,CAAC,QAAQ;iBAC9B;aACF,CAAC;QACJ,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,MAAM,YAAY,GAAG,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;YACtE,YAAY,CAAC,IAAI,CAAC;gBAChB,QAAQ,EAAE,IAAI,CAAC,QAAQ;gBACvB,KAAK,EAAE,IAAI,CAAC,KAAK;gBACjB,QAAQ,EAAE,EAAE,IAAI,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE;gBAChC,WAAW,EAAE,IAAI;gBACjB,QAAQ,EAAE,EAAE,IAAI,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE;gBAChC,IAAI,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,OAAO,EAAE,CAAC,EAAE;gBAC9B,MAAM,EAAE,OAAO;gBACf,YAAY;gBACZ,WAAW,EAAE,EAAE;aAChB,CAAC,CAAC;YAEH,MAAM;gBACJ,IAAI,EAAE,sBAAsB;gBAC5B,IAAI,EAAE;oBACJ,KAAK,EAAE,IAAI,CAAC,KAAK;oBACjB,QAAQ,EAAE,IAAI,CAAC,QAAQ;oBACvB,MAAM,EAAE,OAAO;oBACf,YAAY;iBACb;aACF,CAAC;QACJ,CAAC;IACH,CAAC;IAED,yBAAyB;IACzB,MAAM,WAAW,GAAgB;QAC/B,OAAO,EAAE,UAAU,EAAE;QACrB,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;QACnC,KAAK;QACL,IAAI;QACJ,MAAM,EAAE,YAAY;KACrB,CAAC;IAEF,MAAM,gBAAgB,CAAC,QAAQ,EAAE,WAAW,CAAC,CAAC;IAE9C,MAAM,EAAE,IAAI,EAAE,gBAAgB,EAAE,IAAI,EAAE,WAAW,EAAE,CAAC;AACtD,CAAC;AAED,8EAA8E;AAC9E,sBAAsB;AACtB,8EAA8E;AAE9E,MAAM,CAAC,KAAK,UAAU,gBAAgB,CAAC,QAAgB,EAAE,MAAmB;IAC1E,MAAM,cAAc,GAAG,IAAI,CAAC,QAAQ,EAAE,OAAO,EAAE,aAAa,CAAC,CAAC;IAC9D,MAAM,KAAK,CAAC,cAAc,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IAEjD,MAAM,QAAQ,GAAG,GAAG,MAAM,CAAC,SAAS,CAAC,OAAO,CAAC,OAAO,EAAE,GAAG,CAAC,OAAO,CAAC;IAClE,MAAM,QAAQ,GAAG,IAAI,CAAC,cAAc,EAAE,QAAQ,CAAC,CAAC;IAChD,MAAM,SAAS,CAAC,QAAQ,EAAE,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;IAC3D,OAAO,QAAQ,CAAC;AAClB,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,eAAe,CAAC,QAAgB,EAAE,KAAK,GAAG,EAAE;IAChE,MAAM,cAAc,GAAG,IAAI,CAAC,QAAQ,EAAE,OAAO,EAAE,aAAa,CAAC,CAAC;IAC9D,IAAI,CAAC;QACH,MAAM,KAAK,GAAG,MAAM,OAAO,CAAC,cAAc,CAAC,CAAC;QAC5C,MAAM,SAAS,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,OAAO,EAAE,CAAC;QAC5E,MAAM,OAAO,GAAkB,EAAE,CAAC;QAElC,KAAK,MAAM,IAAI,IAAI,SAAS,CAAC,KAAK,CAAC,CAAC,EAAE,KAAK,CAAC,EAAE,CAAC;YAC7C,IAAI,CAAC;gBACH,MAAM,OAAO,GAAG,MAAM,QAAQ,CAAC,IAAI,CAAC,cAAc,EAAE,IAAI,CAAC,EAAE,OAAO,CAAC,CAAC;gBACpE,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC;YACpC,CAAC;YAAC,MAAM,CAAC;gBACP,uBAAuB;YACzB,CAAC;QACH,CAAC;QACD,OAAO,OAAO,CAAC;IACjB,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,EAAE,CAAC;IACZ,CAAC;AACH,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,oBAAoB,CACxC,QAAgB,EAChB,SAAiB;IAEjB,MAAM,cAAc,GAAG,IAAI,CAAC,QAAQ,EAAE,OAAO,EAAE,aAAa,CAAC,CAAC;IAC9D,IAAI,CAAC;QACH,MAAM,KAAK,GAAG,MAAM,OAAO,CAAC,cAAc,CAAC,CAAC;QAC5C,MAAM,KAAK,GAAG,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,SAAS,CAAC,OAAO,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC,CAAC,CAAC;QAC7E,IAAI,CAAC,KAAK;YAAE,OAAO,IAAI,CAAC;QACxB,MAAM,OAAO,GAAG,MAAM,QAAQ,CAAC,IAAI,CAAC,cAAc,EAAE,KAAK,CAAC,EAAE,OAAO,CAAC,CAAC;QACrE,OAAO,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;IAC7B,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,IAAI,CAAC;IACd,CAAC;AACH,CAAC"}