vskill 0.5.11 → 0.5.13

package/dist/eval/batch-judge.js

@@ -0,0 +1,242 @@
+// ---------------------------------------------------------------------------
+// batch-judge.ts -- Anthropic Message Batches API for eval judge calls
+//
+// Collects all judge prompts into a single batch request, polls for completion
+// with escalating intervals, maps results back to AssertionResult[].
+// Falls back to sequential judgeAssertion() on any failure.
+// ---------------------------------------------------------------------------
+import { buildJudgeSystemPrompt, judgeAssertion } from "./judge.js";
+// ---------------------------------------------------------------------------
+// Polling configuration
+// ---------------------------------------------------------------------------
+const POLL_INTERVAL_INITIAL_MS = 5_000; // 0-60s: every 5s
+const POLL_INTERVAL_MEDIUM_MS = 15_000; // 60s-5min: every 15s
+const POLL_INTERVAL_SLOW_MS = 30_000; // 5min+: every 30s
+const POLL_ESCALATE_1_MS = 60_000; // escalate from 5s to 15s after 60s
+const POLL_ESCALATE_2_MS = 300_000; // escalate from 15s to 30s after 5min
+const POLL_TIMEOUT_MS = 600_000; // 10 minutes total timeout
+/** Minimum batch size — below this, sequential is faster than batch overhead */
+const DEFAULT_MIN_BATCH_SIZE = 5;
+// ---------------------------------------------------------------------------
+// Build judge user prompt (mirrors judge.ts format)
+// ---------------------------------------------------------------------------
+function buildJudgeUserPrompt(output, assertionText) {
+    return `## LLM Output
+${output}
+
+## Assertion to Verify
+${assertionText}
+
+Does the LLM output satisfy this assertion? Respond with JSON only: { "pass": boolean, "reasoning": "..." }`;
+}
+// ---------------------------------------------------------------------------
+// Parse a single judge response from batch result
+// ---------------------------------------------------------------------------
+function parseJudgeResponse(raw) {
+    const fenceMatch = raw.match(/```(?:json)?\s*\n([\s\S]*?)\n```/);
+    const jsonStr = fenceMatch ? fenceMatch[1] : raw;
+    try {
+        const parsed = JSON.parse(jsonStr);
+        if (typeof parsed.pass !== "boolean") {
+            throw new Error("missing pass field");
+        }
+        return {
+            pass: parsed.pass,
+            reasoning: typeof parsed.reasoning === "string" ? parsed.reasoning : "",
+        };
+    }
+    catch {
+        throw new Error(`Invalid judge output: expected JSON with { pass, reasoning }, got: ${raw.slice(0, 100)}`);
+    }
+}
+// ---------------------------------------------------------------------------
+// Get polling interval based on elapsed time
+// ---------------------------------------------------------------------------
+export function getPollInterval(elapsedMs) {
+    if (elapsedMs < POLL_ESCALATE_1_MS)
+        return POLL_INTERVAL_INITIAL_MS;
+    if (elapsedMs < POLL_ESCALATE_2_MS)
+        return POLL_INTERVAL_MEDIUM_MS;
+    return POLL_INTERVAL_SLOW_MS;
+}
+// ---------------------------------------------------------------------------
+// Build batch request items from judge requests
+// ---------------------------------------------------------------------------
+function buildBatchItems(requests, model) {
+    return requests.map((req) => {
+        const customId = `${req.evalId}_${req.assertionIdx}`;
+        const systemPrompt = buildJudgeSystemPrompt(req.mcpDeps);
+        const userPrompt = buildJudgeUserPrompt(req.output, req.assertion.text);
+        return {
+            custom_id: customId,
+            params: {
+                model,
+                max_tokens: 256,
+                system: systemPrompt,
+                messages: [{ role: "user", content: userPrompt }],
+            },
+        };
+    });
+}
+// ---------------------------------------------------------------------------
+// Map batch results back to AssertionResult[]
+// ---------------------------------------------------------------------------
+function mapBatchResults(results, requests) {
+    return requests.map((req) => {
+        const customId = `${req.evalId}_${req.assertionIdx}`;
+        const parsed = results.get(customId);
+        if (!parsed) {
+            return {
+                id: req.assertion.id,
+                text: req.assertion.text,
+                pass: false,
+                reasoning: `No batch result found for custom_id: ${customId}`,
+            };
+        }
+        return {
+            id: req.assertion.id,
+            text: req.assertion.text,
+            pass: parsed.pass,
+            reasoning: parsed.reasoning,
+        };
+    });
+}
+// ---------------------------------------------------------------------------
+// Sequential fallback — uses existing judgeAssertion() one at a time
+// ---------------------------------------------------------------------------
+async function sequentialFallback(requests, client, judgeClient) {
+    const results = [];
+    for (const req of requests) {
+        const result = await judgeAssertion(req.output, req.assertion, client, judgeClient, req.mcpDeps);
+        results.push(result);
+    }
+    return results;
+}
+// ---------------------------------------------------------------------------
+// Poll batch status with escalating intervals
+// ---------------------------------------------------------------------------
+async function pollBatchCompletion(anthropicClient, batchId) {
+    const startTime = Date.now();
+    while (true) {
+        const elapsed = Date.now() - startTime;
+        if (elapsed >= POLL_TIMEOUT_MS) {
+            // Timeout — attempt to cancel the batch
+            try {
+                await anthropicClient.messages.batches.cancel(batchId);
+            }
+            catch {
+                // Ignore cancel errors — we're throwing timeout anyway
+            }
+            throw new Error(`Batch ${batchId} timed out after ${POLL_TIMEOUT_MS / 1000}s. Batch was cancelled.`);
+        }
+        const interval = getPollInterval(elapsed);
+        await new Promise((resolve) => setTimeout(resolve, interval));
+        const status = await anthropicClient.messages.batches.retrieve(batchId);
+        if (status.processing_status === "ended") {
+            return;
+        }
+        if (status.processing_status === "canceling") {
+            throw new Error(`Batch ${batchId} is being cancelled.`);
+        }
+    }
+}
+// ---------------------------------------------------------------------------
+// Retrieve and parse batch results
+// ---------------------------------------------------------------------------
+async function retrieveBatchResults(anthropicClient, batchId) {
+    const resultMap = new Map();
+    for await (const entry of anthropicClient.messages.batches.results(batchId)) {
+        const customId = entry.custom_id;
+        if (entry.result?.type === "succeeded") {
+            const message = entry.result.message;
+            const textBlock = message?.content?.find((b) => b.type === "text");
+            const raw = textBlock?.text || "";
+            try {
+                const parsed = parseJudgeResponse(raw);
+                resultMap.set(customId, parsed);
+            }
+            catch {
+                resultMap.set(customId, {
+                    pass: false,
+                    reasoning: `Failed to parse judge response: ${raw.slice(0, 100)}`,
+                });
+            }
+        }
+        else {
+            const errorType = entry.result?.type || "unknown";
+            const errorMsg = entry.result?.error?.message || "No error details";
+            resultMap.set(customId, {
+                pass: false,
+                reasoning: `Batch item ${errorType}: ${errorMsg}`,
+            });
+        }
+    }
+    return resultMap;
+}
+export function calculateBatchCost(inputTokens, outputTokens, model) {
+    // Per-token pricing (per 1M tokens) for common Anthropic models
+    const pricing = {
+        "claude-sonnet-4-6": { input: 3.0, output: 15.0 },
+        "claude-sonnet-4-20250514": { input: 3.0, output: 15.0 },
+        "claude-haiku-4-5-20251001": { input: 0.80, output: 4.0 },
+        "claude-opus-4-6": { input: 15.0, output: 75.0 },
+    };
+    // Default to sonnet pricing if model not found
+    const modelPricing = pricing[model] || pricing["claude-sonnet-4-6"];
+    const sequentialCost = (inputTokens / 1_000_000) * modelPricing.input +
+        (outputTokens / 1_000_000) * modelPricing.output;
+    const batchCost = sequentialCost * 0.5; // 50% batch discount
+    const savings = sequentialCost - batchCost;
+    return { batchCost, sequentialCost, savings };
+}
+// ---------------------------------------------------------------------------
+// Main entry point: batchJudgeAssertions()
+// ---------------------------------------------------------------------------
+export async function batchJudgeAssertions(requests, client, judgeClient, options) {
+    const minBatchSize = options.minBatchSize ?? DEFAULT_MIN_BATCH_SIZE;
+    // Below minimum batch size, sequential is faster
+    if (requests.length < minBatchSize) {
+        const results = await sequentialFallback(requests, client, judgeClient);
+        return { results, costInfo: null };
+    }
+    const model = options.model || "claude-sonnet-4-6";
+    const batchItems = buildBatchItems(requests, model);
+    let anthropicClient;
+    try {
+        const { default: Anthropic } = await import("@anthropic-ai/sdk");
+        anthropicClient = new Anthropic({ apiKey: options.apiKey });
+    }
+    catch (err) {
+        console.warn(`Warning: Failed to initialize Anthropic client for batch: ${err.message}. Falling back to sequential.`);
+        const results = await sequentialFallback(requests, client, judgeClient);
+        return { results, costInfo: null };
+    }
+    try {
+        // T-021: Submit batch request
+        const batch = await anthropicClient.messages.batches.create({
+            requests: batchItems,
+        });
+        // T-022: Poll for completion
+        await pollBatchCompletion(anthropicClient, batch.id);
+        // T-023: Retrieve and map results
+        const rawResults = await retrieveBatchResults(anthropicClient, batch.id);
+        const results = mapBatchResults(rawResults, requests);
+        // T-027: Calculate cost from batch response counts
+        const totalInputTokens = batch.request_counts?.succeeded
+            ? requests.length * 500 // Estimate ~500 input tokens per judge call
+            : 0;
+        const totalOutputTokens = batch.request_counts?.succeeded
+            ? batch.request_counts.succeeded * 50 // Estimate ~50 output tokens per judge response
+            : 0;
+        const costInfo = calculateBatchCost(totalInputTokens, totalOutputTokens, model);
+        return { results, costInfo };
+    }
+    catch (err) {
+        // T-024: Sequential fallback on any batch failure
+        const errMsg = err instanceof Error ? err.message : String(err);
+        console.warn(`Warning: Batch judge failed: ${errMsg}. Falling back to sequential judge calls.`);
+        const results = await sequentialFallback(requests, client, judgeClient);
+        return { results, costInfo: null };
+    }
+}
+//# sourceMappingURL=batch-judge.js.map

package/dist/eval/batch-judge.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"batch-judge.js","sourceRoot":"","sources":["../../src/eval/batch-judge.ts"],"names":[],"mappings":"AAAA,8EAA8E;AAC9E,uEAAuE;AACvE,EAAE;AACF,+EAA+E;AAC/E,qEAAqE;AACrE,4DAA4D;AAC5D,8EAA8E;AAI9E,OAAO,EAAE,sBAAsB,EAAE,cAAc,EAAE,MAAM,YAAY,CAAC;AAgCpE,8EAA8E;AAC9E,wBAAwB;AACxB,8EAA8E;AAE9E,MAAM,wBAAwB,GAAG,KAAK,CAAC,CAAG,kBAAkB;AAC5D,MAAM,uBAAuB,GAAG,MAAM,CAAC,CAAG,sBAAsB;AAChE,MAAM,qBAAqB,GAAG,MAAM,CAAC,CAAK,mBAAmB;AAC7D,MAAM,kBAAkB,GAAG,MAAM,CAAC,CAAQ,oCAAoC;AAC9E,MAAM,kBAAkB,GAAG,OAAO,CAAC,CAAO,sCAAsC;AAChF,MAAM,eAAe,GAAG,OAAO,CAAC,CAAU,2BAA2B;AAErE,gFAAgF;AAChF,MAAM,sBAAsB,GAAG,CAAC,CAAC;AAEjC,8EAA8E;AAC9E,oDAAoD;AACpD,8EAA8E;AAE9E,SAAS,oBAAoB,CAAC,MAAc,EAAE,aAAqB;IACjE,OAAO;EACP,MAAM;;;EAGN,aAAa;;4GAE6F,CAAC;AAC7G,CAAC;AAED,8EAA8E;AAC9E,kDAAkD;AAClD,8EAA8E;AAE9E,SAAS,kBAAkB,CAAC,GAAW;IACrC,MAAM,UAAU,GAAG,GAAG,CAAC,KAAK,CAAC,kCAAkC,CAAC,CAAC;IACjE,MAAM,OAAO,GAAG,UAAU,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC;IAEjD,IAAI,CAAC;QACH,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;QACnC,IAAI,OAAO,MAAM,CAAC,IAAI,KAAK,SAAS,EAAE,CAAC;YACrC,MAAM,IAAI,KAAK,CAAC,oBAAoB,CAAC,CAAC;QACxC,CAAC;QACD,OAAO;YACL,IAAI,EAAE,MAAM,CAAC,IAAI;YACjB,SAAS,EAAE,OAAO,MAAM,CAAC,SAAS,KAAK,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE;SACxE,CAAC;IACJ,CAAC;IAAC,MAAM,CAAC;QACP,MAAM,IAAI,KAAK,CACb,sEAAsE,GAAG,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,CAC1F,CAAC;IACJ,CAAC;AACH,CAAC;AAED,8EAA8E;AAC9E,6CAA6C;AAC7C,8EAA8E;AAE9E,MAAM,UAAU,eAAe,CAAC,SAAiB;IAC/C,IAAI,SAAS,GAAG,kBAAkB;QAAE,OAAO,wBAAwB,CAAC;IACpE,IAAI,SAAS,GAAG,kBAAkB;QAAE,OAAO,uBAAuB,CAAC;IACnE,OAAO,qBAAqB,CAAC;AAC/B,CAAC;AAED,8EAA8E;AAC9E,gDAAgD;AAChD,8EAA8E;AAE9E,SAAS,eAAe,CACtB,QAA6B,EAC7B,KAAa;IAEb,OAAO,QAAQ,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE;QAC1B,MAAM,QAAQ,GAAG,GAAG,GAAG,CAAC,MAAM,IAAI,GAAG,CAAC,YAAY,EAAE,CAAC;QACrD,MAAM,YAAY,GAAG,sBAAsB,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;QACzD,MAAM,UAAU,GAAG,oBAAoB,CAAC,GAAG,CAAC,MAAM,EAAE,GAAG,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC;QAExE,OAAO;YACL,SAAS,EAAE,QAAQ;YACnB,MAAM,EAAE;gBACN,KAAK;gBACL,UAAU,EAAE,GAAG;gBACf,MAAM,EAAE,YAAY;gBACpB,QAAQ,EAAE,CAAC,EAAE,IAAI,EAAE,MAAe,EAAE,OAAO,EAAE,UAAU,EAAE,CAAC;aAC3D;SACF,CAAC;IACJ,CAAC,CAAC,CAAC;AACL,CAAC;AAED,8EAA8E;AAC9E,8CAA8C;AAC9C,8EAA8E;AAE9E,SAAS,eAAe,CACtB,OAA0D,EAC1D,QAA6B;IAE7B,OAAO,QAAQ,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE;QAC1B,MAAM,QAAQ,GAAG,GAAG,GAAG,CAAC,MAAM,IAAI,GAAG,CAAC,YAAY,EAAE,CAAC;QACrD,MAAM,MAAM,GAAG,OAAO,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;QAErC,IAAI,CAAC,MAAM,EAAE,CAAC;YACZ,OAAO;gBACL,EAAE,EAAE,GAAG,CAAC,SAAS,CAAC,EAAE;gBACpB,IAAI,EAAE,GAAG,CAAC,SAAS,CAAC,IAAI;gBACxB,IAAI,EAAE,KAAK;gBACX,SAAS,EAAE,wCAAwC,QAAQ,EAAE;aAC9D,CAAC;QACJ,CAAC;QAED,OAAO;YACL,EAAE,EAAE,GAAG,CAAC,SAAS,CAAC,EAAE;YACpB,IAAI,EAAE,GAAG,CAAC,SAAS,CAAC,IAAI;YACxB,IAAI,EAAE,MAAM,CAAC,IAAI;YACjB,SAAS,EAAE,MAAM,CAAC,SAAS;SAC5B,CAAC;IACJ,CAAC,CAAC,CAAC;AACL,CAAC;AAED,8EAA8E;AAC9E,qEAAqE;AACrE,8EAA8E;AAE9E,KAAK,UAAU,kBAAkB,CAC/B,QAA6B,EAC7B,MAAiB,EACjB,WAAsB;IAEtB,MAAM,OAAO,GAAsB,EAAE,CAAC;IACtC,KAAK,MAAM,GAAG,IAAI,QAAQ,EAAE,CAAC;QAC3B,MAAM,MAAM,GAAG,MAAM,cAAc,CACjC,GAAG,CAAC,MAAM,EACV,GAAG,CAAC,SAAS,EACb,MAAM,EACN,WAAW,EACX,GAAG,CAAC,OAAO,CACZ,CAAC;QACF,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IACvB,CAAC;IACD,OAAO,OAAO,CAAC;AACjB,CAAC;AAED,8EAA8E;AAC9E,8CAA8C;AAC9C,8EAA8E;AAE9E,KAAK,UAAU,mBAAmB,CAChC,eAAoB,EACpB,OAAe;IAEf,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IAE7B,OAAO,IAAI,EAAE,CAAC;QACZ,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC;QAEvC,IAAI,OAAO,IAAI,eAAe,EAAE,CAAC;YAC/B,wCAAwC;YACxC,IAAI,CAAC;gBACH,MAAM,eAAe,CAAC,QAAQ,CAAC,OAAO,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;YACzD,CAAC;YAAC,MAAM,CAAC;gBACP,uDAAuD;YACzD,CAAC;YACD,MAAM,IAAI,KAAK,CACb,SAAS,OAAO,oBAAoB,eAAe,GAAG,IAAI,yBAAyB,CACpF,CAAC;QACJ,CAAC;QAED,MAAM,QAAQ,GAAG,eAAe,CAAC,OAAO,CAAC,CAAC;QAC1C,MAAM,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,QAAQ,CAAC,CAAC,CAAC;QAE9D,MAAM,MAAM,GAAG,MAAM,eAAe,CAAC,QAAQ,CAAC,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;QAExE,IAAI,MAAM,CAAC,iBAAiB,KAAK,OAAO,EAAE,CAAC;YACzC,OAAO;QACT,CAAC;QAED,IAAI,MAAM,CAAC,iBAAiB,KAAK,WAAW,EAAE,CAAC;YAC7C,MAAM,IAAI,KAAK,CAAC,SAAS,OAAO,sBAAsB,CAAC,CAAC;QAC1D,CAAC;IACH,CAAC;AACH,CAAC;AAED,8EAA8E;AAC9E,mCAAmC;AACnC,8EAA8E;AAE9E,KAAK,UAAU,oBAAoB,CACjC,eAAoB,EACpB,OAAe;IAEf,MAAM,SAAS,GAAG,IAAI,GAAG,EAAgD,CAAC;IAE1E,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,eAAe,CAAC,QAAQ,CAAC,OAAO,CAAC,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC;QAC5E,MAAM,QAAQ,GAAW,KAAK,CAAC,SAAS,CAAC;QAEzC,IAAI,KAAK,CAAC,MAAM,EAAE,IAAI,KAAK,WAAW,EAAE,CAAC;YACvC,MAAM,OAAO,GAAG,KAAK,CAAC,MAAM,CAAC,OAAO,CAAC;YACrC,MAAM,SAAS,GAAG,OAAO,EAAE,OAAO,EAAE,IAAI,CAAC,CAAC,CAAM,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,MAAM,CAAC,CAAC;YACxE,MAAM,GAAG,GAAG,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC;YAElC,IAAI,CAAC;gBACH,MAAM,MAAM,GAAG,kBAAkB,CAAC,GAAG,CAAC,CAAC;gBACvC,SAAS,CAAC,GAAG,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC;YAClC,CAAC;YAAC,MAAM,CAAC;gBACP,SAAS,CAAC,GAAG,CAAC,QAAQ,EAAE;oBACtB,IAAI,EAAE,KAAK;oBACX,SAAS,EAAE,mCAAmC,GAAG,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE;iBAClE,CAAC,CAAC;YACL,CAAC;QACH,CAAC;aAAM,CAAC;YACN,MAAM,SAAS,GAAG,KAAK,CAAC,MAAM,EAAE,IAAI,IAAI,SAAS,CAAC;YAClD,MAAM,QAAQ,GAAG,KAAK,CAAC,MAAM,EAAE,KAAK,EAAE,OAAO,IAAI,kBAAkB,CAAC;YACpE,SAAS,CAAC,GAAG,CAAC,QAAQ,EAAE;gBACtB,IAAI,EAAE,KAAK;gBACX,SAAS,EAAE,cAAc,SAAS,KAAK,QAAQ,EAAE;aAClD,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED,OAAO,SAAS,CAAC;AACnB,CAAC;AAYD,MAAM,UAAU,kBAAkB,CAChC,WAAmB,EACnB,YAAoB,EACpB,KAAa;IAEb,gEAAgE;IAChE,MAAM,OAAO,GAAsD;QACjE,mBAAmB,EAAE,EAAE,KAAK,EAAE,GAAG,EAAE,MAAM,EAAE,IAAI,EAAE;QACjD,0BAA0B,EAAE,EAAE,KAAK,EAAE,GAAG,EAAE,MAAM,EAAE,IAAI,EAAE;QACxD,2BAA2B,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,MAAM,EAAE,GAAG,EAAE;QACzD,iBAAiB,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE;KACjD,CAAC;IAEF,+CAA+C;IAC/C,MAAM,YAAY,GAAG,OAAO,CAAC,KAAK,CAAC,IAAI,OAAO,CAAC,mBAAmB,CAAC,CAAC;IAEpE,MAAM,cAAc,GAClB,CAAC,WAAW,GAAG,SAAS,CAAC,GAAG,YAAY,CAAC,KAAK;QAC9C,CAAC,YAAY,GAAG,SAAS,CAAC,GAAG,YAAY,CAAC,MAAM,CAAC;IAEnD,MAAM,SAAS,GAAG,cAAc,GAAG,GAAG,CAAC,CAAC,qBAAqB;IAC7D,MAAM,OAAO,GAAG,cAAc,GAAG,SAAS,CAAC;IAE3C,OAAO,EAAE,SAAS,EAAE,cAAc,EAAE,OAAO,EAAE,CAAC;AAChD,CAAC;AAED,8EAA8E;AAC9E,2CAA2C;AAC3C,8EAA8E;AAE9E,MAAM,CAAC,KAAK,UAAU,oBAAoB,CACxC,QAA6B,EAC7B,MAAiB,EACjB,WAAsB,EACtB,OAA0B;IAE1B,MAAM,YAAY,GAAG,OAAO,CAAC,YAAY,IAAI,sBAAsB,CAAC;IAEpE,iDAAiD;IACjD,IAAI,QAAQ,CAAC,MAAM,GAAG,YAAY,EAAE,CAAC;QACnC,MAAM,OAAO,GAAG,MAAM,kBAAkB,CAAC,QAAQ,EAAE,MAAM,EAAE,WAAW,CAAC,CAAC;QACxE,OAAO,EAAE,OAAO,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC;IACrC,CAAC;IAED,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,IAAI,mBAAmB,CAAC;IACnD,MAAM,UAAU,GAAG,eAAe,CAAC,QAAQ,EAAE,KAAK,CAAC,CAAC;IAEpD,IAAI,eAAoB,CAAC;IACzB,IAAI,CAAC;QACH,MAAM,EAAE,OAAO,EAAE,SAAS,EAAE,GAAG,MAAM,MAAM,CAAC,mBAAmB,CAAC,CAAC;QACjE,eAAe,GAAG,IAAI,SAAS,CAAC,EAAE,MAAM,EAAE,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC;IAC9D,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,OAAO,CAAC,IAAI,CACV,6DAA8D,GAAa,CAAC,OAAO,+BAA+B,CACnH,CAAC;QACF,MAAM,OAAO,GAAG,MAAM,kBAAkB,CAAC,QAAQ,EAAE,MAAM,EAAE,WAAW,CAAC,CAAC;QACxE,OAAO,EAAE,OAAO,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC;IACrC,CAAC;IAED,IAAI,CAAC;QACH,8BAA8B;QAC9B,MAAM,KAAK,GAAG,MAAM,eAAe,CAAC,QAAQ,CAAC,OAAO,CAAC,MAAM,CAAC;YAC1D,QAAQ,EAAE,UAAU;SACrB,CAAC,CAAC;QAEH,6BAA6B;QAC7B,MAAM,mBAAmB,CAAC,eAAe,EAAE,KAAK,CAAC,EAAE,CAAC,CAAC;QAErD,kCAAkC;QAClC,MAAM,UAAU,GAAG,MAAM,oBAAoB,CAAC,eAAe,EAAE,KAAK,CAAC,EAAE,CAAC,CAAC;QACzE,MAAM,OAAO,GAAG,eAAe,CAAC,UAAU,EAAE,QAAQ,CAAC,CAAC;QAEtD,mDAAmD;QACnD,MAAM,gBAAgB,GAAG,KAAK,CAAC,cAAc,EAAE,SAAS;YACtD,CAAC,CAAC,QAAQ,CAAC,MAAM,GAAG,GAAG,CAAE,4CAA4C;YACrE,CAAC,CAAC,CAAC,CAAC;QACN,MAAM,iBAAiB,GAAG,KAAK,CAAC,cAAc,EAAE,SAAS;YACvD,CAAC,CAAE,KAAK,CAAC,cAAc,CAAC,SAAoB,GAAG,EAAE,CAAE,gDAAgD;YACnG,CAAC,CAAC,CAAC,CAAC;QAEN,MAAM,QAAQ,GAAG,kBAAkB,CAAC,gBAAgB,EAAE,iBAAiB,EAAE,KAAK,CAAC,CAAC;QAEhF,OAAO,EAAE,OAAO,EAAE,QAAQ,EAAE,CAAC;IAC/B,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,kDAAkD;QAClD,MAAM,MAAM,GAAG,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;QAChE,OAAO,CAAC,IAAI,CACV,gCAAgC,MAAM,2CAA2C,CAClF,CAAC;QACF,MAAM,OAAO,GAAG,MAAM,kBAAkB,CAAC,QAAQ,EAAE,MAAM,EAAE,WAAW,CAAC,CAAC;QACxE,OAAO,EAAE,OAAO,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC;IACrC,CAAC;AACH,CAAC"}

package/dist/eval/chrome-profile.d.ts

@@ -0,0 +1,16 @@
+export declare class UnsupportedPlatformError extends Error {
+    constructor(currentPlatform: string);
+}
+/**
+ * Resolve a Chrome profile name to its absolute directory path.
+ *
+ * @param profileName - e.g. "Profile 3", "Default"
+ * @returns Absolute path to the profile directory
+ * @throws UnsupportedPlatformError on non-macOS
+ * @throws Error if profile directory does not exist
+ */
+export declare function resolveProfile(profileName: string): string;
+/**
+ * List available Chrome profile names.
+ */
+export declare function listProfiles(): string[];

package/dist/eval/chrome-profile.js

@@ -0,0 +1,65 @@
+// ---------------------------------------------------------------------------
+// chrome-profile.ts -- macOS Chrome profile path resolver
+// ---------------------------------------------------------------------------
+import { existsSync, readdirSync } from "node:fs";
+import { join } from "node:path";
+import { homedir, platform } from "node:os";
+export class UnsupportedPlatformError extends Error {
+    constructor(currentPlatform) {
+        super(`Chrome profile resolution is only supported on macOS. ` +
+            `Current platform: ${currentPlatform}. ` +
+            `Linux and Windows support is planned for a future release.`);
+        this.name = "UnsupportedPlatformError";
+    }
+}
+/**
+ * Get the base Chrome user data directory on macOS.
+ */
+function getChromeBaseDir() {
+    return join(homedir(), "Library", "Application Support", "Google", "Chrome");
+}
+/**
+ * Resolve a Chrome profile name to its absolute directory path.
+ *
+ * @param profileName - e.g. "Profile 3", "Default"
+ * @returns Absolute path to the profile directory
+ * @throws UnsupportedPlatformError on non-macOS
+ * @throws Error if profile directory does not exist
+ */
+export function resolveProfile(profileName) {
+    if (platform() !== "darwin") {
+        throw new UnsupportedPlatformError(platform());
+    }
+    const baseDir = getChromeBaseDir();
+    const profilePath = join(baseDir, profileName);
+    if (!existsSync(profilePath)) {
+        const available = listProfiles();
+        const profileList = available.length > 0
+            ? `Available profiles:\n  ${available.join("\n  ")}`
+            : "No Chrome profiles found. Is Chrome installed?";
+        throw new Error(`Chrome profile "${profileName}" not found at ${profilePath}\n${profileList}`);
+    }
+    return profilePath;
+}
+/**
+ * List available Chrome profile names.
+ */
+export function listProfiles() {
+    const baseDir = getChromeBaseDir();
+    if (!existsSync(baseDir))
+        return [];
+    try {
+        return readdirSync(baseDir, { withFileTypes: true })
+            .filter((entry) => {
+            if (!entry.isDirectory())
+                return false;
+            // Chrome profiles are "Default", "Profile 1", "Profile 2", etc.
+            return entry.name === "Default" || entry.name.startsWith("Profile ");
+        })
+            .map((entry) => entry.name);
+    }
+    catch {
+        return [];
+    }
+}
+//# sourceMappingURL=chrome-profile.js.map

package/dist/eval/chrome-profile.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"chrome-profile.js","sourceRoot":"","sources":["../../src/eval/chrome-profile.ts"],"names":[],"mappings":"AAAA,8EAA8E;AAC9E,0DAA0D;AAC1D,8EAA8E;AAE9E,OAAO,EAAE,UAAU,EAAE,WAAW,EAAE,MAAM,SAAS,CAAC;AAClD,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AACjC,OAAO,EAAE,OAAO,EAAE,QAAQ,EAAE,MAAM,SAAS,CAAC;AAE5C,MAAM,OAAO,wBAAyB,SAAQ,KAAK;IACjD,YAAY,eAAuB;QACjC,KAAK,CACH,wDAAwD;YACxD,qBAAqB,eAAe,IAAI;YACxC,4DAA4D,CAC7D,CAAC;QACF,IAAI,CAAC,IAAI,GAAG,0BAA0B,CAAC;IACzC,CAAC;CACF;AAED;;GAEG;AACH,SAAS,gBAAgB;IACvB,OAAO,IAAI,CAAC,OAAO,EAAE,EAAE,SAAS,EAAE,qBAAqB,EAAE,QAAQ,EAAE,QAAQ,CAAC,CAAC;AAC/E,CAAC;AAED;;;;;;;GAOG;AACH,MAAM,UAAU,cAAc,CAAC,WAAmB;IAChD,IAAI,QAAQ,EAAE,KAAK,QAAQ,EAAE,CAAC;QAC5B,MAAM,IAAI,wBAAwB,CAAC,QAAQ,EAAE,CAAC,CAAC;IACjD,CAAC;IAED,MAAM,OAAO,GAAG,gBAAgB,EAAE,CAAC;IACnC,MAAM,WAAW,GAAG,IAAI,CAAC,OAAO,EAAE,WAAW,CAAC,CAAC;IAE/C,IAAI,CAAC,UAAU,CAAC,WAAW,CAAC,EAAE,CAAC;QAC7B,MAAM,SAAS,GAAG,YAAY,EAAE,CAAC;QACjC,MAAM,WAAW,GAAG,SAAS,CAAC,MAAM,GAAG,CAAC;YACtC,CAAC,CAAC,0BAA0B,SAAS,CAAC,IAAI,CAAC,MAAM,CAAC,EAAE;YACpD,CAAC,CAAC,gDAAgD,CAAC;QACrD,MAAM,IAAI,KAAK,CACb,mBAAmB,WAAW,kBAAkB,WAAW,KAAK,WAAW,EAAE,CAC9E,CAAC;IACJ,CAAC;IAED,OAAO,WAAW,CAAC;AACrB,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,YAAY;IAC1B,MAAM,OAAO,GAAG,gBAAgB,EAAE,CAAC;IACnC,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC;QAAE,OAAO,EAAE,CAAC;IAEpC,IAAI,CAAC;QACH,OAAO,WAAW,CAAC,OAAO,EAAE,EAAE,aAAa,EAAE,IAAI,EAAE,CAAC;aACjD,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE;YAChB,IAAI,CAAC,KAAK,CAAC,WAAW,EAAE;gBAAE,OAAO,KAAK,CAAC;YACvC,gEAAgE;YAChE,OAAO,KAAK,CAAC,IAAI,KAAK,SAAS,IAAI,KAAK,CAAC,IAAI,CAAC,UAAU,CAAC,UAAU,CAAC,CAAC;QACvE,CAAC,CAAC;aACD,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IAChC,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,EAAE,CAAC;IACZ,CAAC;AACH,CAAC"}

package/dist/eval/comparator.d.ts

@@ -30,6 +30,8 @@ export interface ComparisonResult {
     baselineStructureScore: number;
     winner: "skill" | "baseline" | "tie";
 }
-export declare function generateComparisonOutputs(prompt: string, skillContent: string, client: LlmClient, onProgress?: ComparisonProgressCallback): Promise<ComparisonOutput>;
+export declare function generateComparisonOutputs(prompt: string, skillContent: string, client: LlmClient, onProgress?: ComparisonProgressCallback, options?: {
+    parallel?: boolean;
+}): Promise<ComparisonOutput>;
 export declare function scoreComparison(outputA: string, outputB: string, prompt: string, client: LlmClient, mcpDeps?: McpDependency[]): Promise<ComparisonScore>;
 export declare function runComparison(prompt: string, skillContent: string, client: LlmClient, onProgress?: ComparisonProgressCallback): Promise<ComparisonResult>;

package/dist/eval/comparator.js

@@ -20,15 +20,31 @@ Respond with ONLY valid JSON:
   "winner": "first" | "second" | "tie",
   "reasoning": "<brief explanation>"
 }`;
-export async function generateComparisonOutputs(prompt, skillContent, client, onProgress) {
+export async function generateComparisonOutputs(prompt, skillContent, client, onProgress, options) {
     const skillSystemPrompt = buildEvalSystemPrompt(skillContent);
     const baselineSystemPrompt = buildBaselineSystemPrompt();
-    // Run sequentially (claude-cli can only handle one at a time)
+    const totalTokens = (r) => r.inputTokens != null && r.outputTokens != null ? r.inputTokens + r.outputTokens : null;
+    // T-004: Parallelize skill+baseline generation for API providers
+    if (options?.parallel) {
+        onProgress?.("generating", "Generating skill and baseline outputs concurrently...");
+        const [skillResult, baselineResult] = await Promise.all([
+            client.generate(skillSystemPrompt, prompt),
+            client.generate(baselineSystemPrompt, prompt),
+        ]);
+        return {
+            skillOutput: skillResult.text,
+            skillDurationMs: skillResult.durationMs,
+            skillTokens: totalTokens(skillResult),
+            baselineOutput: baselineResult.text,
+            baselineDurationMs: baselineResult.durationMs,
+            baselineTokens: totalTokens(baselineResult),
+        };
+    }
+    // Sequential fallback for CLI providers
     onProgress?.("generating_skill", "Generating skill output...");
     const skillResult = await client.generate(skillSystemPrompt, prompt);
     onProgress?.("generating_baseline", "Generating baseline output...");
     const baselineResult = await client.generate(baselineSystemPrompt, prompt);
-    const totalTokens = (r) => r.inputTokens != null && r.outputTokens != null ? r.inputTokens + r.outputTokens : null;
     return {
         skillOutput: skillResult.text,
         skillDurationMs: skillResult.durationMs,

package/dist/eval/comparator.js.map

@@ -1 +1 @@
-{"version":3,"file":"comparator.js","sourceRoot":"","sources":["../../src/eval/comparator.ts"],"names":[],"mappings":"AAAA,8EAA8E;AAC9E,6DAA6D;AAC7D,8EAA8E;AAG9E,OAAO,EAAE,qBAAqB,EAAE,yBAAyB,EAAE,MAAM,qBAAqB,CAAC;AACvF,OAAO,EAAE,qBAAqB,EAAsB,MAAM,mBAAmB,CAAC;AAoC9E,MAAM,wBAAwB,GAAG;;;;;;;;;;;;;;;;EAgB/B,CAAC;AAEH,MAAM,CAAC,KAAK,UAAU,yBAAyB,CAC7C,MAAc,EACd,YAAoB,EACpB,MAAiB,EACjB,UAAuC;IAEvC,MAAM,iBAAiB,GAAG,qBAAqB,CAAC,YAAY,CAAC,CAAC;IAC9D,MAAM,oBAAoB,GAAG,yBAAyB,EAAE,CAAC;IAEzD,8DAA8D;IAC9D,UAAU,EAAE,CAAC,kBAAkB,EAAE,4BAA4B,CAAC,CAAC;IAC/D,MAAM,WAAW,GAAG,MAAM,MAAM,CAAC,QAAQ,CAAC,iBAAiB,EAAE,MAAM,CAAC,CAAC;IACrE,UAAU,EAAE,CAAC,qBAAqB,EAAE,+BAA+B,CAAC,CAAC;IACrE,MAAM,cAAc,GAAG,MAAM,MAAM,CAAC,QAAQ,CAAC,oBAAoB,EAAE,MAAM,CAAC,CAAC;IAE3E,MAAM,WAAW,GAAG,CAAC,CAAqB,EAAE,EAAE,CAC5C,CAAC,CAAC,WAAW,IAAI,IAAI,IAAI,CAAC,CAAC,YAAY,IAAI,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,WAAW,GAAG,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,IAAI,CAAC;IAE1F,OAAO;QACL,WAAW,EAAE,WAAW,CAAC,IAAI;QAC7B,eAAe,EAAE,WAAW,CAAC,UAAU;QACvC,WAAW,EAAE,WAAW,CAAC,WAAW,CAAC;QACrC,cAAc,EAAE,cAAc,CAAC,IAAI;QACnC,kBAAkB,EAAE,cAAc,CAAC,UAAU;QAC7C,cAAc,EAAE,WAAW,CAAC,cAAc,CAAC;KAC5C,CAAC;AACJ,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,eAAe,CACnC,OAAe,EACf,OAAe,EACf,MAAc,EACd,MAAiB,EACjB,OAAyB;IAEzB,IAAI,YAAY,GAAG,wBAAwB,CAAC;IAE5C,IAAI,OAAO,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAClC,MAAM,UAAU,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC3D,YAAY,IAAI,uFAAuF,UAAU,kOAAkO,CAAC;IACtV,CAAC;IAED,MAAM,UAAU,GAAG;EACnB,MAAM;;;EAGN,OAAO;;;EAGP,OAAO;;yBAEgB,CAAC;IAExB,MAAM,EAAE,IAAI,EAAE,QAAQ,EAAE,GAAG,MAAM,MAAM,CAAC,QAAQ,CAAC,YAAY,EAAE,UAAU,CAAC,CAAC;IAE3E,2DAA2D;IAC3D,IAAI,IAA6B,CAAC;IAClC,IAAI,CAAC;QACH,MAAM,SAAS,GAAG,QAAQ,CAAC,KAAK,CAAC,8BAA8B,CAAC,CAAC;QACjE,MAAM,OAAO,GAAG,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC;QACpD,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC,CAAC;IACpC,CAAC;IAAC,MAAM,CAAC;QACP,MAAM,IAAI,KAAK,CAAC,gDAAgD,QAAQ,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,CAAC,CAAC;IAC5F,CAAC;IAED,OAAO;QACL,aAAa,EAAE,UAAU,CAAC,IAAI,CAAC,eAAe,CAAC;QAC/C,eAAe,EAAE,UAAU,CAAC,IAAI,CAAC,iBAAiB,CAAC;QACnD,aAAa,EAAE,UAAU,CAAC,IAAI,CAAC,eAAe,CAAC;QAC/C,eAAe,EAAE,UAAU,CAAC,IAAI,CAAC,iBAAiB,CAAC;QACnD,MAAM,EAAE,IAAI,CAAC,MAAM,KAAK,OAAO,IAAI,IAAI,CAAC,MAAM,KAAK,QAAQ,IAAI,IAAI,CAAC,MAAM,KAAK,KAAK;YAClF,CAAC,CAAC,IAAI,CAAC,MAAM;YACb,CAAC,CAAC,KAAK;KACV,CAAC;AACJ,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,aAAa,CACjC,MAAc,EACd,YAAoB,EACpB,MAAiB,EACjB,UAAuC;IAEvC,MAAM,OAAO,GAAG,MAAM,yBAAyB,CAAC,MAAM,EAAE,YAAY,EAAE,MAAM,EAAE,UAAU,CAAC,CAAC;IAE1F,uCAAuC;IACvC,MAAM,QAAQ,GAAG,IAAI,CAAC,MAAM,EAAE,GAAG,GAAG,CAAC;IACrC,MAAM,OAAO,GAAG,QAAQ,CAAC,CAAC,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC,CAAC,OAAO,CAAC,cAAc,CAAC;IACxE,MAAM,OAAO,GAAG,QAAQ,CAAC,CAAC,CAAC,OAAO,CAAC,cAAc,CAAC,CAAC,CAAC,OAAO,CAAC,WAAW,CAAC;IAExE,MAAM,OAAO,GAAG,qBAAqB,CAAC,YAAY,CAAC,CAAC;IAEpD,UAAU,EAAE,CAAC,SAAS,EAAE,uBAAuB,CAAC,CAAC;IACjD,MAAM,MAAM,GAAG,MAAM,eAAe,CAAC,OAAO,EAAE,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC;IAEjH,oCAAoC;IACpC,MAAM,iBAAiB,GAAG,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,aAAa,CAAC,CAAC,CAAC,MAAM,CAAC,aAAa,CAAC;IACjF,MAAM,mBAAmB,GAAG,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,eAAe,CAAC,CAAC,CAAC,MAAM,CAAC,eAAe,CAAC;IACvF,MAAM,oBAAoB,GAAG,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,aAAa,CAAC,CAAC,CAAC,MAAM,CAAC,aAAa,CAAC;IACpF,MAAM,sBAAsB,GAAG,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,eAAe,CAAC,CAAC,CAAC,MAAM,CAAC,eAAe,CAAC;IAE1F,kBAAkB;IAClB,IAAI,MAAoC,CAAC;IACzC,IAAI,MAAM,CAAC,MAAM,KAAK,KAAK,EAAE,CAAC;QAC5B,MAAM,GAAG,KAAK,CAAC;IACjB,CAAC;SAAM,IAAI,MAAM,CAAC,MAAM,KAAK,OAAO,EAAE,CAAC;QACrC,MAAM,GAAG,QAAQ,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,UAAU,CAAC;IAC3C,CAAC;SAAM,CAAC;QACN,MAAM,GAAG,QAAQ,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,OAAO,CAAC;IAC3C,CAAC;IAED,OAAO;QACL,MAAM;QACN,WAAW,EAAE,OAAO,CAAC,WAAW;QAChC,eAAe,EAAE,OAAO,CAAC,eAAe;QACxC,WAAW,EAAE,OAAO,CAAC,WAAW;QAChC,cAAc,EAAE,OAAO,CAAC,cAAc;QACtC,kBAAkB,EAAE,OAAO,CAAC,kBAAkB;QAC9C,cAAc,EAAE,OAAO,CAAC,cAAc;QACtC,iBAAiB;QACjB,mBAAmB;QACnB,oBAAoB;QACpB,sBAAsB;QACtB,MAAM;KACP,CAAC;AACJ,CAAC;AAED,SAAS,UAAU,CAAC,GAAY;IAC9B,MAAM,CAAC,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC;IACtB,IAAI,KAAK,CAAC,CAAC,CAAC;QAAE,OAAO,CAAC,CAAC;IACvB,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;AACjD,CAAC"}
+{"version":3,"file":"comparator.js","sourceRoot":"","sources":["../../src/eval/comparator.ts"],"names":[],"mappings":"AAAA,8EAA8E;AAC9E,6DAA6D;AAC7D,8EAA8E;AAG9E,OAAO,EAAE,qBAAqB,EAAE,yBAAyB,EAAE,MAAM,qBAAqB,CAAC;AACvF,OAAO,EAAE,qBAAqB,EAAsB,MAAM,mBAAmB,CAAC;AAoC9E,MAAM,wBAAwB,GAAG;;;;;;;;;;;;;;;;EAgB/B,CAAC;AAEH,MAAM,CAAC,KAAK,UAAU,yBAAyB,CAC7C,MAAc,EACd,YAAoB,EACpB,MAAiB,EACjB,UAAuC,EACvC,OAAgC;IAEhC,MAAM,iBAAiB,GAAG,qBAAqB,CAAC,YAAY,CAAC,CAAC;IAC9D,MAAM,oBAAoB,GAAG,yBAAyB,EAAE,CAAC;IAEzD,MAAM,WAAW,GAAG,CAAC,CAA8D,EAAE,EAAE,CACrF,CAAC,CAAC,WAAW,IAAI,IAAI,IAAI,CAAC,CAAC,YAAY,IAAI,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,WAAW,GAAG,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,IAAI,CAAC;IAE1F,iEAAiE;IACjE,IAAI,OAAO,EAAE,QAAQ,EAAE,CAAC;QACtB,UAAU,EAAE,CAAC,YAAY,EAAE,uDAAuD,CAAC,CAAC;QACpF,MAAM,CAAC,WAAW,EAAE,cAAc,CAAC,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC;YACtD,MAAM,CAAC,QAAQ,CAAC,iBAAiB,EAAE,MAAM,CAAC;YAC1C,MAAM,CAAC,QAAQ,CAAC,oBAAoB,EAAE,MAAM,CAAC;SAC9C,CAAC,CAAC;QAEH,OAAO;YACL,WAAW,EAAE,WAAW,CAAC,IAAI;YAC7B,eAAe,EAAE,WAAW,CAAC,UAAU;YACvC,WAAW,EAAE,WAAW,CAAC,WAAW,CAAC;YACrC,cAAc,EAAE,cAAc,CAAC,IAAI;YACnC,kBAAkB,EAAE,cAAc,CAAC,UAAU;YAC7C,cAAc,EAAE,WAAW,CAAC,cAAc,CAAC;SAC5C,CAAC;IACJ,CAAC;IAED,wCAAwC;IACxC,UAAU,EAAE,CAAC,kBAAkB,EAAE,4BAA4B,CAAC,CAAC;IAC/D,MAAM,WAAW,GAAG,MAAM,MAAM,CAAC,QAAQ,CAAC,iBAAiB,EAAE,MAAM,CAAC,CAAC;IACrE,UAAU,EAAE,CAAC,qBAAqB,EAAE,+BAA+B,CAAC,CAAC;IACrE,MAAM,cAAc,GAAG,MAAM,MAAM,CAAC,QAAQ,CAAC,oBAAoB,EAAE,MAAM,CAAC,CAAC;IAE3E,OAAO;QACL,WAAW,EAAE,WAAW,CAAC,IAAI;QAC7B,eAAe,EAAE,WAAW,CAAC,UAAU;QACvC,WAAW,EAAE,WAAW,CAAC,WAAW,CAAC;QACrC,cAAc,EAAE,cAAc,CAAC,IAAI;QACnC,kBAAkB,EAAE,cAAc,CAAC,UAAU;QAC7C,cAAc,EAAE,WAAW,CAAC,cAAc,CAAC;KAC5C,CAAC;AACJ,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,eAAe,CACnC,OAAe,EACf,OAAe,EACf,MAAc,EACd,MAAiB,EACjB,OAAyB;IAEzB,IAAI,YAAY,GAAG,wBAAwB,CAAC;IAE5C,IAAI,OAAO,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAClC,MAAM,UAAU,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC3D,YAAY,IAAI,uFAAuF,UAAU,kOAAkO,CAAC;IACtV,CAAC;IAED,MAAM,UAAU,GAAG;EACnB,MAAM;;;EAGN,OAAO;;;EAGP,OAAO;;yBAEgB,CAAC;IAExB,MAAM,EAAE,IAAI,EAAE,QAAQ,EAAE,GAAG,MAAM,MAAM,CAAC,QAAQ,CAAC,YAAY,EAAE,UAAU,CAAC,CAAC;IAE3E,2DAA2D;IAC3D,IAAI,IAA6B,CAAC;IAClC,IAAI,CAAC;QACH,MAAM,SAAS,GAAG,QAAQ,CAAC,KAAK,CAAC,8BAA8B,CAAC,CAAC;QACjE,MAAM,OAAO,GAAG,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC;QACpD,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC,CAAC;IACpC,CAAC;IAAC,MAAM,CAAC;QACP,MAAM,IAAI,KAAK,CAAC,gDAAgD,QAAQ,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,CAAC,CAAC;IAC5F,CAAC;IAED,OAAO;QACL,aAAa,EAAE,UAAU,CAAC,IAAI,CAAC,eAAe,CAAC;QAC/C,eAAe,EAAE,UAAU,CAAC,IAAI,CAAC,iBAAiB,CAAC;QACnD,aAAa,EAAE,UAAU,CAAC,IAAI,CAAC,eAAe,CAAC;QAC/C,eAAe,EAAE,UAAU,CAAC,IAAI,CAAC,iBAAiB,CAAC;QACnD,MAAM,EAAE,IAAI,CAAC,MAAM,KAAK,OAAO,IAAI,IAAI,CAAC,MAAM,KAAK,QAAQ,IAAI,IAAI,CAAC,MAAM,KAAK,KAAK;YAClF,CAAC,CAAC,IAAI,CAAC,MAAM;YACb,CAAC,CAAC,KAAK;KACV,CAAC;AACJ,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,aAAa,CACjC,MAAc,EACd,YAAoB,EACpB,MAAiB,EACjB,UAAuC;IAEvC,MAAM,OAAO,GAAG,MAAM,yBAAyB,CAAC,MAAM,EAAE,YAAY,EAAE,MAAM,EAAE,UAAU,CAAC,CAAC;IAE1F,uCAAuC;IACvC,MAAM,QAAQ,GAAG,IAAI,CAAC,MAAM,EAAE,GAAG,GAAG,CAAC;IACrC,MAAM,OAAO,GAAG,QAAQ,CAAC,CAAC,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC,CAAC,OAAO,CAAC,cAAc,CAAC;IACxE,MAAM,OAAO,GAAG,QAAQ,CAAC,CAAC,CAAC,OAAO,CAAC,cAAc,CAAC,CAAC,CAAC,OAAO,CAAC,WAAW,CAAC;IAExE,MAAM,OAAO,GAAG,qBAAqB,CAAC,YAAY,CAAC,CAAC;IAEpD,UAAU,EAAE,CAAC,SAAS,EAAE,uBAAuB,CAAC,CAAC;IACjD,MAAM,MAAM,GAAG,MAAM,eAAe,CAAC,OAAO,EAAE,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC;IAEjH,oCAAoC;IACpC,MAAM,iBAAiB,GAAG,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,aAAa,CAAC,CAAC,CAAC,MAAM,CAAC,aAAa,CAAC;IACjF,MAAM,mBAAmB,GAAG,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,eAAe,CAAC,CAAC,CAAC,MAAM,CAAC,eAAe,CAAC;IACvF,MAAM,oBAAoB,GAAG,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,aAAa,CAAC,CAAC,CAAC,MAAM,CAAC,aAAa,CAAC;IACpF,MAAM,sBAAsB,GAAG,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,eAAe,CAAC,CAAC,CAAC,MAAM,CAAC,eAAe,CAAC;IAE1F,kBAAkB;IAClB,IAAI,MAAoC,CAAC;IACzC,IAAI,MAAM,CAAC,MAAM,KAAK,KAAK,EAAE,CAAC;QAC5B,MAAM,GAAG,KAAK,CAAC;IACjB,CAAC;SAAM,IAAI,MAAM,CAAC,MAAM,KAAK,OAAO,EAAE,CAAC;QACrC,MAAM,GAAG,QAAQ,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,UAAU,CAAC;IAC3C,CAAC;SAAM,CAAC;QACN,MAAM,GAAG,QAAQ,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,OAAO,CAAC;IAC3C,CAAC;IAED,OAAO;QACL,MAAM;QACN,WAAW,EAAE,OAAO,CAAC,WAAW;QAChC,eAAe,EAAE,OAAO,CAAC,eAAe;QACxC,WAAW,EAAE,OAAO,CAAC,WAAW;QAChC,cAAc,EAAE,OAAO,CAAC,cAAc;QACtC,kBAAkB,EAAE,OAAO,CAAC,kBAAkB;QAC9C,cAAc,EAAE,OAAO,CAAC,cAAc;QACtC,iBAAiB;QACjB,mBAAmB;QACnB,oBAAoB;QACpB,sBAAsB;QACtB,MAAM;KACP,CAAC;AACJ,CAAC;AAED,SAAS,UAAU,CAAC,GAAY;IAC9B,MAAM,CAAC,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC;IACtB,IAAI,KAAK,CAAC,CAAC,CAAC;QAAE,OAAO,CAAC,CAAC;IACvB,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;AACjD,CAAC"}

package/dist/eval/concurrency.d.ts

@@ -0,0 +1,13 @@
+export declare const DEFAULT_CONCURRENCY = 3;
+export declare class Semaphore {
+    private readonly limit;
+    private running;
+    private queue;
+    constructor(limit?: number);
+    acquire(): Promise<void>;
+    release(): void;
+    get available(): number;
+    get pending(): number;
+    get active(): number;
+}
+export declare function getSkillSemaphore(skillKey: string, limit?: number): Semaphore;

package/dist/eval/concurrency.js

@@ -0,0 +1,53 @@
+// ---------------------------------------------------------------------------
+// concurrency.ts -- cooperative semaphore for limiting concurrent LLM calls
+// Shared module: imported by both eval-server/ and commands/eval/
+// ---------------------------------------------------------------------------
+export const DEFAULT_CONCURRENCY = 3;
+export class Semaphore {
+    limit;
+    running = 0;
+    queue = [];
+    constructor(limit = DEFAULT_CONCURRENCY) {
+        this.limit = limit;
+        if (limit < 1)
+            throw new Error("Semaphore limit must be >= 1");
+    }
+    async acquire() {
+        if (this.running < this.limit) {
+            this.running++;
+            return;
+        }
+        return new Promise((resolve) => this.queue.push(() => {
+            this.running++;
+            resolve();
+        }));
+    }
+    release() {
+        if (this.running <= 0)
+            return; // idempotent — no underflow
+        this.running--;
+        const next = this.queue.shift();
+        if (next)
+            next();
+    }
+    get available() {
+        return Math.max(0, this.limit - this.running);
+    }
+    get pending() {
+        return this.queue.length;
+    }
+    get active() {
+        return this.running;
+    }
+}
+// Per-skill semaphore registry — ensures one semaphore per skill
+const registry = new Map();
+export function getSkillSemaphore(skillKey, limit = DEFAULT_CONCURRENCY) {
+    let sem = registry.get(skillKey);
+    if (!sem) {
+        sem = new Semaphore(limit);
+        registry.set(skillKey, sem);
+    }
+    return sem;
+}
+//# sourceMappingURL=concurrency.js.map

package/dist/eval/concurrency.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"concurrency.js","sourceRoot":"","sources":["../../src/eval/concurrency.ts"],"names":[],"mappings":"AAAA,8EAA8E;AAC9E,4EAA4E;AAC5E,kEAAkE;AAClE,8EAA8E;AAE9E,MAAM,CAAC,MAAM,mBAAmB,GAAG,CAAC,CAAC;AAErC,MAAM,OAAO,SAAS;IAIS;IAHrB,OAAO,GAAG,CAAC,CAAC;IACZ,KAAK,GAAsB,EAAE,CAAC;IAEtC,YAA6B,QAAgB,mBAAmB;QAAnC,UAAK,GAAL,KAAK,CAA8B;QAC9D,IAAI,KAAK,GAAG,CAAC;YAAE,MAAM,IAAI,KAAK,CAAC,8BAA8B,CAAC,CAAC;IACjE,CAAC;IAED,KAAK,CAAC,OAAO;QACX,IAAI,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC,KAAK,EAAE,CAAC;YAC9B,IAAI,CAAC,OAAO,EAAE,CAAC;YACf,OAAO;QACT,CAAC;QACD,OAAO,IAAI,OAAO,CAAO,CAAC,OAAO,EAAE,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,EAAE;YACzD,IAAI,CAAC,OAAO,EAAE,CAAC;YACf,OAAO,EAAE,CAAC;QACZ,CAAC,CAAC,CAAC,CAAC;IACN,CAAC;IAED,OAAO;QACL,IAAI,IAAI,CAAC,OAAO,IAAI,CAAC;YAAE,OAAO,CAAC,4BAA4B;QAC3D,IAAI,CAAC,OAAO,EAAE,CAAC;QACf,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,CAAC;QAChC,IAAI,IAAI;YAAE,IAAI,EAAE,CAAC;IACnB,CAAC;IAED,IAAI,SAAS;QACX,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC,OAAO,CAAC,CAAC;IAChD,CAAC;IAED,IAAI,OAAO;QACT,OAAO,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC;IAC3B,CAAC;IAED,IAAI,MAAM;QACR,OAAO,IAAI,CAAC,OAAO,CAAC;IACtB,CAAC;CACF;AAED,iEAAiE;AACjE,MAAM,QAAQ,GAAG,IAAI,GAAG,EAAqB,CAAC;AAE9C,MAAM,UAAU,iBAAiB,CAAC,QAAgB,EAAE,KAAK,GAAG,mBAAmB;IAC7E,IAAI,GAAG,GAAG,QAAQ,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;IACjC,IAAI,CAAC,GAAG,EAAE,CAAC;QACT,GAAG,GAAG,IAAI,SAAS,CAAC,KAAK,CAAC,CAAC;QAC3B,QAAQ,CAAC,GAAG,CAAC,QAAQ,EAAE,GAAG,CAAC,CAAC;IAC9B,CAAC;IACD,OAAO,GAAG,CAAC;AACb,CAAC"}

package/dist/eval/credential-resolver.d.ts

@@ -0,0 +1,31 @@
+export interface CredentialResult {
+    value: string;
+    source: "env" | "dotenv";
+}
+export interface CredentialStatus {
+    name: string;
+    status: "ready" | "missing" | "untested";
+    source?: "env" | "dotenv";
+}
+/**
+ * Resolve a single credential by name through the chain:
+ *   1. process.env[name]
+ *   2. .env.local in skillDir (parsed via dotenv-style parsing, not config())
+ *
+ * Returns null if not found in any source.
+ */
+export declare function resolveCredential(name: string, skillDir: string): CredentialResult | null;
+/**
+ * Resolve multiple credentials and return their statuses.
+ */
+export declare function resolveAllCredentials(names: string[], skillDir: string): CredentialStatus[];
+/**
+ * Write a credential to .env.local, creating the file if needed.
+ * Also ensures .env.local is in .gitignore.
+ */
+export declare function writeCredential(skillDir: string, key: string, value: string): void;
+/**
+ * Ensure .env.local is listed in .gitignore.
+ */
+export declare function ensureGitignore(skillDir: string): void;
+export declare function parseDotenv(content: string): Record<string, string>;

package/dist/eval/credential-resolver.js

@@ -0,0 +1,111 @@
+// ---------------------------------------------------------------------------
+// credential-resolver.ts -- resolve credentials from env -> .env.local chain
+// ---------------------------------------------------------------------------
+import { readFileSync, existsSync, writeFileSync, appendFileSync } from "node:fs";
+import { join } from "node:path";
+/**
+ * Resolve a single credential by name through the chain:
+ *   1. process.env[name]
+ *   2. .env.local in skillDir (parsed via dotenv-style parsing, not config())
+ *
+ * Returns null if not found in any source.
+ */
+export function resolveCredential(name, skillDir) {
+    // 1. Check process.env
+    const envVal = process.env[name];
+    if (envVal !== undefined && envVal !== "") {
+        return { value: envVal, source: "env" };
+    }
+    // 2. Check .env.local
+    const dotenvPath = join(skillDir, ".env.local");
+    if (existsSync(dotenvPath)) {
+        const parsed = parseDotenv(readFileSync(dotenvPath, "utf-8"));
+        const dotenvVal = parsed[name];
+        if (dotenvVal !== undefined && dotenvVal !== "") {
+            return { value: dotenvVal, source: "dotenv" };
+        }
+    }
+    return null;
+}
+/**
+ * Resolve multiple credentials and return their statuses.
+ */
+export function resolveAllCredentials(names, skillDir) {
+    return names.map((name) => {
+        const result = resolveCredential(name, skillDir);
+        if (result) {
+            return { name, status: "ready", source: result.source };
+        }
+        return { name, status: "missing" };
+    });
+}
+/**
+ * Write a credential to .env.local, creating the file if needed.
+ * Also ensures .env.local is in .gitignore.
+ */
+export function writeCredential(skillDir, key, value) {
+    const dotenvPath = join(skillDir, ".env.local");
+    // Read existing content or start fresh
+    let content = "";
+    if (existsSync(dotenvPath)) {
+        content = readFileSync(dotenvPath, "utf-8");
+    }
+    // Check if key already exists — replace it
+    const lines = content.split("\n");
+    const keyPattern = new RegExp(`^${escapeRegex(key)}=`);
+    const existingIndex = lines.findIndex((line) => keyPattern.test(line));
+    if (existingIndex >= 0) {
+        lines[existingIndex] = `${key}=${value}`;
+        writeFileSync(dotenvPath, lines.join("\n"), "utf-8");
+    }
+    else {
+        // Append new entry
+        const suffix = content.endsWith("\n") || content === "" ? "" : "\n";
+        appendFileSync(dotenvPath, `${suffix}${key}=${value}\n`, "utf-8");
+    }
+    // Ensure .env.local is in .gitignore
+    ensureGitignore(skillDir);
+}
+/**
+ * Ensure .env.local is listed in .gitignore.
+ */
+export function ensureGitignore(skillDir) {
+    const gitignorePath = join(skillDir, ".gitignore");
+    if (existsSync(gitignorePath)) {
+        const content = readFileSync(gitignorePath, "utf-8");
+        if (content.split("\n").some((line) => line.trim() === ".env.local")) {
+            return; // already present
+        }
+        const suffix = content.endsWith("\n") ? "" : "\n";
+        appendFileSync(gitignorePath, `${suffix}.env.local\n`, "utf-8");
+    }
+    else {
+        writeFileSync(gitignorePath, ".env.local\n", "utf-8");
+    }
+}
+// ---------------------------------------------------------------------------
+// Simple .env parser (does NOT mutate process.env)
+// ---------------------------------------------------------------------------
+export function parseDotenv(content) {
+    const result = {};
+    for (const line of content.split("\n")) {
+        const trimmed = line.trim();
+        if (!trimmed || trimmed.startsWith("#"))
+            continue;
+        const eqIndex = trimmed.indexOf("=");
+        if (eqIndex < 0)
+            continue;
+        const key = trimmed.slice(0, eqIndex).trim();
+        let val = trimmed.slice(eqIndex + 1).trim();
+        // Strip surrounding quotes
+        if ((val.startsWith('"') && val.endsWith('"')) || (val.startsWith("'") && val.endsWith("'"))) {
+            val = val.slice(1, -1);
+        }
+        result[key] = val;
+    }
+    return result;
+}
+function escapeRegex(str) {
+    return str.replace(/[.*+?^${}()|[\]\\]/g, "\\$&");
+}
+//# sourceMappingURL=credential-resolver.js.map

package/dist/eval/credential-resolver.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"credential-resolver.js","sourceRoot":"","sources":["../../src/eval/credential-resolver.ts"],"names":[],"mappings":"AAAA,8EAA8E;AAC9E,6EAA6E;AAC7E,8EAA8E;AAE9E,OAAO,EAAE,YAAY,EAAE,UAAU,EAAE,aAAa,EAAE,cAAc,EAAE,MAAM,SAAS,CAAC;AAClF,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AAajC;;;;;;GAMG;AACH,MAAM,UAAU,iBAAiB,CAC/B,IAAY,EACZ,QAAgB;IAEhB,uBAAuB;IACvB,MAAM,MAAM,GAAG,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;IACjC,IAAI,MAAM,KAAK,SAAS,IAAI,MAAM,KAAK,EAAE,EAAE,CAAC;QAC1C,OAAO,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,CAAC;IAC1C,CAAC;IAED,sBAAsB;IACtB,MAAM,UAAU,GAAG,IAAI,CAAC,QAAQ,EAAE,YAAY,CAAC,CAAC;IAChD,IAAI,UAAU,CAAC,UAAU,CAAC,EAAE,CAAC;QAC3B,MAAM,MAAM,GAAG,WAAW,CAAC,YAAY,CAAC,UAAU,EAAE,OAAO,CAAC,CAAC,CAAC;QAC9D,MAAM,SAAS,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC;QAC/B,IAAI,SAAS,KAAK,SAAS,IAAI,SAAS,KAAK,EAAE,EAAE,CAAC;YAChD,OAAO,EAAE,KAAK,EAAE,SAAS,EAAE,MAAM,EAAE,QAAQ,EAAE,CAAC;QAChD,CAAC;IACH,CAAC;IAED,OAAO,IAAI,CAAC;AACd,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,qBAAqB,CACnC,KAAe,EACf,QAAgB;IAEhB,OAAO,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE;QACxB,MAAM,MAAM,GAAG,iBAAiB,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC;QACjD,IAAI,MAAM,EAAE,CAAC;YACX,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,OAAgB,EAAE,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,CAAC;QACnE,CAAC;QACD,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,SAAkB,EAAE,CAAC;IAC9C,CAAC,CAAC,CAAC;AACL,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,eAAe,CAC7B,QAAgB,EAChB,GAAW,EACX,KAAa;IAEb,MAAM,UAAU,GAAG,IAAI,CAAC,QAAQ,EAAE,YAAY,CAAC,CAAC;IAEhD,uCAAuC;IACvC,IAAI,OAAO,GAAG,EAAE,CAAC;IACjB,IAAI,UAAU,CAAC,UAAU,CAAC,EAAE,CAAC;QAC3B,OAAO,GAAG,YAAY,CAAC,UAAU,EAAE,OAAO,CAAC,CAAC;IAC9C,CAAC;IAED,2CAA2C;IAC3C,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IAClC,MAAM,UAAU,GAAG,IAAI,MAAM,CAAC,IAAI,WAAW,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;IACvD,MAAM,aAAa,GAAG,KAAK,CAAC,SAAS,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC;IAEvE,IAAI,aAAa,IAAI,CAAC,EAAE,CAAC;QACvB,KAAK,CAAC,aAAa,CAAC,GAAG,GAAG,GAAG,IAAI,KAAK,EAAE,CAAC;QACzC,aAAa,CAAC,UAAU,EAAE,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,OAAO,CAAC,CAAC;IACvD,CAAC;SAAM,CAAC;QACN,mBAAmB;QACnB,MAAM,MAAM,GAAG,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAC,IAAI,OAAO,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC;QACpE,cAAc,CAAC,UAAU,EAAE,GAAG,MAAM,GAAG,GAAG,IAAI,KAAK,IAAI,EAAE,OAAO,CAAC,CAAC;IACpE,CAAC;IAED,qCAAqC;IACrC,eAAe,CAAC,QAAQ,CAAC,CAAC;AAC5B,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,eAAe,CAAC,QAAgB;IAC9C,MAAM,aAAa,GAAG,IAAI,CAAC,QAAQ,EAAE,YAAY,CAAC,CAAC;IACnD,IAAI,UAAU,CAAC,aAAa,CAAC,EAAE,CAAC;QAC9B,MAAM,OAAO,GAAG,YAAY,CAAC,aAAa,EAAE,OAAO,CAAC,CAAC;QACrD,IAAI,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,EAAE,KAAK,YAAY,CAAC,EAAE,CAAC;YACrE,OAAO,CAAC,kBAAkB;QAC5B,CAAC;QACD,MAAM,MAAM,GAAG,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC;QAClD,cAAc,CAAC,aAAa,EAAE,GAAG,MAAM,cAAc,EAAE,OAAO,CAAC,CAAC;IAClE,CAAC;SAAM,CAAC;QACN,aAAa,CAAC,aAAa,EAAE,cAAc,EAAE,OAAO,CAAC,CAAC;IACxD,CAAC;AACH,CAAC;AAED,8EAA8E;AAC9E,mDAAmD;AACnD,8EAA8E;AAE9E,MAAM,UAAU,WAAW,CAAC,OAAe;IACzC,MAAM,MAAM,GAA2B,EAAE,CAAC;IAC1C,KAAK,MAAM,IAAI,IAAI,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC;QACvC,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC;QAC5B,IAAI,CAAC,OAAO,IAAI,OAAO,CAAC,UAAU,CAAC,GAAG,CAAC;YAAE,SAAS;QAClD,MAAM,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;QACrC,IAAI,OAAO,GAAG,CAAC;YAAE,SAAS;QAC1B,MAAM,GAAG,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC,EAAE,OAAO,CAAC,CAAC,IAAI,EAAE,CAAC;QAC7C,IAAI,GAAG,GAAG,OAAO,CAAC,KAAK,CAAC,OAAO,GAAG,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;QAC5C,2BAA2B;QAC3B,IAAI,CAAC,GAAG,CAAC,UAAU,CAAC,GAAG,CAAC,IAAI,GAAG,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,UAAU,CAAC,GAAG,CAAC,IAAI,GAAG,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC;YAC7F,GAAG,GAAG,GAAG,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;QACzB,CAAC;QACD,MAAM,CAAC,GAAG,CAAC,GAAG,GAAG,CAAC;IACpB,CAAC;IACD,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,SAAS,WAAW,CAAC,GAAW;IAC9B,OAAO,GAAG,CAAC,OAAO,CAAC,qBAAqB,EAAE,MAAM,CAAC,CAAC;AACpD,CAAC"}