@plumloom/cli 0.1.0

package/dist/actions/gate.js

@@ -0,0 +1,272 @@
+import { z } from 'zod';
+const modelPerformanceSchema = z
+    .object({
+    models: z
+        .array(z
+        .object({
+        display_name: z.string().optional(),
+        model_key: z.string().optional(),
+        is_primary: z.boolean().optional(),
+        scores: z
+            .object({
+            overall: z
+                .object({ mean: z.number().nullable(), has_data: z.boolean().optional() })
+                .loose()
+                .optional(),
+        })
+            .loose()
+            .optional(),
+    })
+        .loose())
+        .optional(),
+})
+    .loose();
+const scenarioComparisonSchema = z
+    .object({
+    evaluation_summary: z.object({ overall_mean: z.number().nullable() }).loose().optional(),
+    scenarios: z
+        .array(z
+        .object({
+        scenario_name: z.string().optional(),
+        model_scores: z
+            .array(z
+            .object({
+            model_key: z.string().optional(),
+            score: z.object({ mean: z.number().nullable() }).loose().optional(),
+        })
+            .loose())
+            .optional(),
+    })
+        .loose())
+        .optional(),
+})
+    .loose();
+const sessionScorecardSchema = z
+    .object({
+    overall: z.number().nullable().optional(),
+    judge_agreement: z
+        .object({
+        pass: z.number().nullable().optional(),
+        agreed: z.number().nullable().optional(),
+        total: z.number().nullable().optional(),
+    })
+        .loose()
+        .optional(),
+})
+    .loose();
+const trajectorySchema = z.object({ trajectory_score: z.number().nullable().optional() }).loose();
+function readAgreement(input) {
+    const agreed = input?.agreed ?? input?.pass;
+    const total = input?.total;
+    if (agreed === undefined || agreed === null || total === undefined || total === null) {
+        return undefined;
+    }
+    if (total === 0)
+        return undefined;
+    return { agreed, total, ratio: agreed / total };
+}
+function extractScenarioMetrics(results) {
+    const metrics = {};
+    const performance = modelPerformanceSchema.safeParse(results.modelPerformance);
+    if (performance.success) {
+        const models = performance.data.models ?? [];
+        const primary = models.find((model) => model.is_primary === true) ?? models[0];
+        const mean = primary?.scores?.overall?.mean;
+        if (typeof mean === 'number')
+            metrics.overall = mean;
+    }
+    const comparison = scenarioComparisonSchema.safeParse(results.scenarioComparison);
+    if (comparison.success) {
+        if (metrics.overall === undefined) {
+            const summaryMean = comparison.data.evaluation_summary?.overall_mean;
+            if (typeof summaryMean === 'number')
+                metrics.overall = summaryMean;
+        }
+        for (const scenario of comparison.data.scenarios ?? []) {
+            for (const modelScore of scenario.model_scores ?? []) {
+                const mean = modelScore.score?.mean;
+                if (typeof mean !== 'number')
+                    continue;
+                if (metrics.scenarioMinimum !== undefined && metrics.scenarioMinimum.score <= mean) {
+                    continue;
+                }
+                metrics.scenarioMinimum = {
+                    score: mean,
+                    ...(scenario.scenario_name ? { scenarioName: scenario.scenario_name } : {}),
+                    ...(modelScore.model_key ? { modelKey: modelScore.model_key } : {}),
+                };
+            }
+        }
+    }
+    return metrics;
+}
+function extractSessionMetrics(scorecardInput, trajectoryInput) {
+    const metrics = {};
+    const parsed = sessionScorecardSchema.safeParse(scorecardInput);
+    if (parsed.success) {
+        const scorecard = parsed.data;
+        if (typeof scorecard.overall === 'number')
+            metrics.overall = scorecard.overall;
+        const agreement = readAgreement(scorecard.judge_agreement);
+        if (agreement)
+            metrics.judgeAgreement = agreement;
+    }
+    if (trajectoryInput !== undefined) {
+        const trajectory = trajectorySchema.safeParse(trajectoryInput);
+        if (trajectory.success && typeof trajectory.data.trajectory_score === 'number') {
+            metrics.trajectoryScore = trajectory.data.trajectory_score;
+        }
+    }
+    return metrics;
+}
+export function extractGateMetrics(results) {
+    if (results.contextType === 'scenario')
+        return extractScenarioMetrics(results);
+    if (results.contextType === 'conversation')
+        return extractSessionMetrics(results.conversation);
+    return extractSessionMetrics(results.agentTrace, results.trajectory);
+}
+function formatNumber(value) {
+    return Number.isInteger(value) ? String(value) : value.toFixed(3).replace(/0+$/, '');
+}
+const NOT_AVAILABLE = 'Not available';
+const perMetricSchema = z
+    .object({
+    per_metric: z
+        .record(z.string(), z
+        .object({
+        score: z.number().nullable().optional(),
+        has_data: z.boolean().nullable().optional(),
+    })
+        .loose())
+        .optional(),
+})
+    .loose();
+function worstVerdict(checks) {
+    if (checks.some((check) => check.decision === 'FAIL'))
+        return 'FAIL';
+    if (checks.some((check) => check.decision === 'INCONCLUSIVE'))
+        return 'INCONCLUSIVE';
+    return 'PASS';
+}
+function sessionMetricChecks(payload, thresholds) {
+    const parsed = perMetricSchema.safeParse(payload);
+    const perMetric = parsed.success ? (parsed.data.per_metric ?? {}) : {};
+    return Object.entries(thresholds).map(([name, threshold]) => {
+        const cell = perMetric[name];
+        const base = {
+            metric: `metric:${name}`,
+            label: name,
+            threshold: `>= ${formatNumber(threshold)}`,
+        };
+        const inconclusive = (actual, reason) => ({
+            ...base,
+            actual,
+            decision: 'INCONCLUSIVE',
+            passed: false,
+            reason,
+        });
+        if (cell === undefined) {
+            return inconclusive(NOT_AVAILABLE, 'required metric is missing from the result payload');
+        }
+        if (cell.has_data === false) {
+            return inconclusive(NOT_AVAILABLE, 'metric reported has_data: false');
+        }
+        if (typeof cell.score !== 'number') {
+            return inconclusive(NOT_AVAILABLE, 'required score is unavailable');
+        }
+        const passed = cell.score >= threshold;
+        return {
+            ...base,
+            actual: formatNumber(cell.score),
+            decision: passed ? 'PASS' : 'FAIL',
+            passed,
+            ...(passed ? {} : { reason: 'score is below the required threshold' }),
+        };
+    });
+}
+/** Canonical Scenario gate semantics. */
+function scenarioChecks(metrics, thresholds) {
+    const checks = [];
+    if (thresholds.minOverall !== undefined) {
+        const actual = metrics.overall;
+        const passed = actual !== undefined && actual >= thresholds.minOverall;
+        checks.push({
+            metric: 'overall',
+            label: 'Overall score',
+            threshold: `>= ${formatNumber(thresholds.minOverall)}`,
+            actual: actual === undefined ? NOT_AVAILABLE : formatNumber(actual),
+            decision: passed ? 'PASS' : 'FAIL',
+            passed,
+        });
+    }
+    if (thresholds.minScenario !== undefined) {
+        const lowest = metrics.scenarioMinimum;
+        const detail = lowest === undefined
+            ? undefined
+            : [lowest.scenarioName, lowest.modelKey].filter(Boolean).join(' · ');
+        const passed = lowest !== undefined && lowest.score >= thresholds.minScenario;
+        checks.push({
+            metric: 'scenario-minimum',
+            label: 'Lowest scenario score',
+            threshold: `>= ${formatNumber(thresholds.minScenario)}`,
+            actual: lowest === undefined ? NOT_AVAILABLE : formatNumber(lowest.score),
+            decision: passed ? 'PASS' : 'FAIL',
+            passed,
+            ...(detail ? { detail } : {}),
+        });
+    }
+    if (thresholds.minJudgeAgreement !== undefined) {
+        const agreement = metrics.judgeAgreement;
+        const passed = agreement !== undefined && agreement.ratio >= thresholds.minJudgeAgreement;
+        checks.push({
+            metric: 'judge-agreement',
+            label: 'Judge agreement',
+            threshold: `>= ${formatNumber(thresholds.minJudgeAgreement)}`,
+            actual: agreement === undefined
+                ? NOT_AVAILABLE
+                : `${formatNumber(agreement.ratio)} (${agreement.agreed}/${agreement.total})`,
+            decision: passed ? 'PASS' : 'FAIL',
+            passed,
+        });
+    }
+    return checks;
+}
+/**
+ * Compare evaluation results against release thresholds. Pure: it performs no
+ * I/O and never inspects credentials or raw upstream diagnostics. Scenario
+ * evaluations retain the canonical score and agreement checks. Conversation
+ * and agent-trace evaluations gate only on configured `per_metric` scores;
+ * outcome-judge fields never contribute evidence.
+ */
+export function evaluateGate(results, thresholds) {
+    const metrics = extractGateMetrics(results);
+    if (results.contextType !== 'scenario') {
+        const payload = results.contextType === 'conversation' ? results.conversation : results.agentTrace;
+        const configured = thresholds.metrics ?? {};
+        const checks = sessionMetricChecks(payload, configured);
+        const advisory = Object.keys(configured).length === 0;
+        const decision = advisory ? 'INCONCLUSIVE' : worstVerdict(checks);
+        return {
+            contextType: results.contextType,
+            decision,
+            passed: decision === 'PASS',
+            advisory,
+            thresholds,
+            metrics,
+            checks,
+        };
+    }
+    const checks = scenarioChecks(metrics, thresholds);
+    const passed = checks.every((check) => check.passed);
+    return {
+        contextType: results.contextType,
+        decision: passed ? 'PASS' : 'FAIL',
+        passed,
+        advisory: checks.length === 0,
+        thresholds,
+        metrics,
+        checks,
+    };
+}
+//# sourceMappingURL=gate.js.map

package/dist/actions/gate.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"gate.js","sourceRoot":"","sources":["../../src/actions/gate.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAqDxB,MAAM,sBAAsB,GAAG,CAAC;KAC7B,MAAM,CAAC;IACN,MAAM,EAAE,CAAC;SACN,KAAK,CACJ,CAAC;SACE,MAAM,CAAC;QACN,YAAY,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;QACnC,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;QAChC,UAAU,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE;QAClC,MAAM,EAAE,CAAC;aACN,MAAM,CAAC;YACN,OAAO,EAAE,CAAC;iBACP,MAAM,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,EAAE,QAAQ,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE,EAAE,CAAC;iBACzE,KAAK,EAAE;iBACP,QAAQ,EAAE;SACd,CAAC;aACD,KAAK,EAAE;aACP,QAAQ,EAAE;KACd,CAAC;SACD,KAAK,EAAE,CACX;SACA,QAAQ,EAAE;CACd,CAAC;KACD,KAAK,EAAE,CAAC;AAEX,MAAM,wBAAwB,GAAG,CAAC;KAC/B,MAAM,CAAC;IACN,kBAAkB,EAAE,CAAC,CAAC,MAAM,CAAC,EAAE,YAAY,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC,KAAK,EAAE,CAAC,QAAQ,EAAE;IACxF,SAAS,EAAE,CAAC;SACT,KAAK,CACJ,CAAC;SACE,MAAM,CAAC;QACN,aAAa,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;QACpC,YAAY,EAAE,CAAC;aACZ,KAAK,CACJ,CAAC;aACE,MAAM,CAAC;YACN,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;YAChC,KAAK,EAAE,CAAC,CAAC,MAAM,CAAC,EAAE,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC,KAAK,EAAE,CAAC,QAAQ,EAAE;SACpE,CAAC;aACD,KAAK,EAAE,CACX;aACA,QAAQ,EAAE;KACd,CAAC;SACD,KAAK,EAAE,CACX;SACA,QAAQ,EAAE;CACd,CAAC;KACD,KAAK,EAAE,CAAC;AAEX,MAAM,sBAAsB,GAAG,CAAC;KAC7B,MAAM,CAAC;IACN,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IACzC,eAAe,EAAE,CAAC;SACf,MAAM,CAAC;QACN,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;QACtC,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;QACxC,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;KACxC,CAAC;SACD,KAAK,EAAE;SACP,QAAQ,EAAE;CACd,CAAC;KACD,KAAK,EAAE,CAAC;AAEX,MAAM,gBAAgB,GAAG,CAAC,CAAC,MAAM,CAAC,EAAE,gBAAgB,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC,KAAK,EAAE,CAAC;AAElG,SAAS,aAAa,CACpB,KAMa;IAEb,MAAM,MAAM,GAAG,KAAK,EAAE,MAAM,IAAI,KAAK,EAAE,IAAI,CAAC;IAC5C,MAAM,KAAK,GAAG,KAAK,EAAE,KAAK,CAAC;IAC3B,IAAI,MAAM,KAAK,SAAS,IAAI,MAAM,KAAK,IAAI,IAAI,KAAK,KAAK,SAAS,IAAI,KAAK,KAAK,IAAI,EAAE,CAAC;QACrF,OAAO,SAAS,CAAC;IACnB,CAAC;IACD,IAAI,KAAK,KAAK,CAAC;QAAE,OAAO,SAAS,CAAC;IAClC,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,KAAK,EAAE,MAAM,GAAG,KAAK,EAAE,CAAC;AAClD,CAAC;AAED,SAAS,sBAAsB,CAAC,OAAgE;IAC9F,MAAM,OAAO,GAAgB,EAAE,CAAC;IAChC,MAAM,WAAW,GAAG,sBAAsB,CAAC,SAAS,CAAC,OAAO,CAAC,gBAAgB,CAAC,CAAC;IAC/E,IAAI,WAAW,CAAC,OAAO,EAAE,CAAC;QACxB,MAAM,MAAM,GAAG,WAAW,CAAC,IAAI,CAAC,MAAM,IAAI,EAAE,CAAC;QAC7C,MAAM,OAAO,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,UAAU,KAAK,IAAI,CAAC,IAAI,MAAM,CAAC,CAAC,CAAC,CAAC;QAC/E,MAAM,IAAI,GAAG,OAAO,EAAE,MAAM,EAAE,OAAO,EAAE,IAAI,CAAC;QAC5C,IAAI,OAAO,IAAI,KAAK,QAAQ;YAAE,OAAO,CAAC,OAAO,GAAG,IAAI,CAAC;IACvD,CAAC;IAED,MAAM,UAAU,GAAG,wBAAwB,CAAC,SAAS,CAAC,OAAO,CAAC,kBAAkB,CAAC,CAAC;IAClF,IAAI,UAAU,CAAC,OAAO,EAAE,CAAC;QACvB,IAAI,OAAO,CAAC,OAAO,KAAK,SAAS,EAAE,CAAC;YAClC,MAAM,WAAW,GAAG,UAAU,CAAC,IAAI,CAAC,kBAAkB,EAAE,YAAY,CAAC;YACrE,IAAI,OAAO,WAAW,KAAK,QAAQ;gBAAE,OAAO,CAAC,OAAO,GAAG,WAAW,CAAC;QACrE,CAAC;QACD,KAAK,MAAM,QAAQ,IAAI,UAAU,CAAC,IAAI,CAAC,SAAS,IAAI,EAAE,EAAE,CAAC;YACvD,KAAK,MAAM,UAAU,IAAI,QAAQ,CAAC,YAAY,IAAI,EAAE,EAAE,CAAC;gBACrD,MAAM,IAAI,GAAG,UAAU,CAAC,KAAK,EAAE,IAAI,CAAC;gBACpC,IAAI,OAAO,IAAI,KAAK,QAAQ;oBAAE,SAAS;gBACvC,IAAI,OAAO,CAAC,eAAe,KAAK,SAAS,IAAI,OAAO,CAAC,eAAe,CAAC,KAAK,IAAI,IAAI,EAAE,CAAC;oBACnF,SAAS;gBACX,CAAC;gBACD,OAAO,CAAC,eAAe,GAAG;oBACxB,KAAK,EAAE,IAAI;oBACX,GAAG,CAAC,QAAQ,CAAC,aAAa,CAAC,CAAC,CAAC,EAAE,YAAY,EAAE,QAAQ,CAAC,aAAa,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;oBAC3E,GAAG,CAAC,UAAU,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,UAAU,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;iBACpE,CAAC;YACJ,CAAC;QACH,CAAC;IACH,CAAC;IACD,OAAO,OAAO,CAAC;AACjB,CAAC;AAED,SAAS,qBAAqB,CAAC,cAAuB,EAAE,eAAyB;IAC/E,MAAM,OAAO,GAAgB,EAAE,CAAC;IAChC,MAAM,MAAM,GAAG,sBAAsB,CAAC,SAAS,CAAC,cAAc,CAAC,CAAC;IAChE,IAAI,MAAM,CAAC,OAAO,EAAE,CAAC;QACnB,MAAM,SAAS,GAAG,MAAM,CAAC,IAAI,CAAC;QAC9B,IAAI,OAAO,SAAS,CAAC,OAAO,KAAK,QAAQ;YAAE,OAAO,CAAC,OAAO,GAAG,SAAS,CAAC,OAAO,CAAC;QAC/E,MAAM,SAAS,GAAG,aAAa,CAAC,SAAS,CAAC,eAAe,CAAC,CAAC;QAC3D,IAAI,SAAS;YAAE,OAAO,CAAC,cAAc,GAAG,SAAS,CAAC;IACpD,CAAC;IACD,IAAI,eAAe,KAAK,SAAS,EAAE,CAAC;QAClC,MAAM,UAAU,GAAG,gBAAgB,CAAC,SAAS,CAAC,eAAe,CAAC,CAAC;QAC/D,IAAI,UAAU,CAAC,OAAO,IAAI,OAAO,UAAU,CAAC,IAAI,CAAC,gBAAgB,KAAK,QAAQ,EAAE,CAAC;YAC/E,OAAO,CAAC,eAAe,GAAG,UAAU,CAAC,IAAI,CAAC,gBAAgB,CAAC;QAC7D,CAAC;IACH,CAAC;IACD,OAAO,OAAO,CAAC;AACjB,CAAC;AAED,MAAM,UAAU,kBAAkB,CAAC,OAA0B;IAC3D,IAAI,OAAO,CAAC,WAAW,KAAK,UAAU;QAAE,OAAO,sBAAsB,CAAC,OAAO,CAAC,CAAC;IAC/E,IAAI,OAAO,CAAC,WAAW,KAAK,cAAc;QAAE,OAAO,qBAAqB,CAAC,OAAO,CAAC,YAAY,CAAC,CAAC;IAC/F,OAAO,qBAAqB,CAAC,OAAO,CAAC,UAAU,EAAE,OAAO,CAAC,UAAU,CAAC,CAAC;AACvE,CAAC;AAED,SAAS,YAAY,CAAC,KAAa;IACjC,OAAO,MAAM,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;AACvF,CAAC;AAED,MAAM,aAAa,GAAG,eAAe,CAAC;AAEtC,MAAM,eAAe,GAAG,CAAC;KACtB,MAAM,CAAC;IACN,UAAU,EAAE,CAAC;SACV,MAAM,CACL,CAAC,CAAC,MAAM,EAAE,EACV,CAAC;SACE,MAAM,CAAC;QACN,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;QACvC,QAAQ,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;KAC5C,CAAC;SACD,KAAK,EAAE,CACX;SACA,QAAQ,EAAE;CACd,CAAC;KACD,KAAK,EAAE,CAAC;AAEX,SAAS,YAAY,CAAC,MAA4B;IAChD,IAAI,MAAM,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,QAAQ,KAAK,MAAM,CAAC;QAAE,OAAO,MAAM,CAAC;IACrE,IAAI,MAAM,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,QAAQ,KAAK,cAAc,CAAC;QAAE,OAAO,cAAc,CAAC;IACrF,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,SAAS,mBAAmB,CAC1B,OAAgB,EAChB,UAA4C;IAE5C,MAAM,MAAM,GAAG,eAAe,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC;IAClD,MAAM,SAAS,GAAG,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,UAAU,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;IAEvE,OAAO,MAAM,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,EAAE,SAAS,CAAC,EAAE,EAAE;QAC1D,MAAM,IAAI,GAAG,SAAS,CAAC,IAAI,CAAC,CAAC;QAC7B,MAAM,IAAI,GAAG;YACX,MAAM,EAAE,UAAU,IAAI,EAAE;YACxB,KAAK,EAAE,IAAI;YACX,SAAS,EAAE,MAAM,YAAY,CAAC,SAAS,CAAC,EAAE;SAC3C,CAAC;QACF,MAAM,YAAY,GAAG,CAAC,MAAc,EAAE,MAAc,EAAa,EAAE,CAAC,CAAC;YACnE,GAAG,IAAI;YACP,MAAM;YACN,QAAQ,EAAE,cAAc;YACxB,MAAM,EAAE,KAAK;YACb,MAAM;SACP,CAAC,CAAC;QAEH,IAAI,IAAI,KAAK,SAAS,EAAE,CAAC;YACvB,OAAO,YAAY,CAAC,aAAa,EAAE,oDAAoD,CAAC,CAAC;QAC3F,CAAC;QACD,IAAI,IAAI,CAAC,QAAQ,KAAK,KAAK,EAAE,CAAC;YAC5B,OAAO,YAAY,CAAC,aAAa,EAAE,iCAAiC,CAAC,CAAC;QACxE,CAAC;QACD,IAAI,OAAO,IAAI,CAAC,KAAK,KAAK,QAAQ,EAAE,CAAC;YACnC,OAAO,YAAY,CAAC,aAAa,EAAE,+BAA+B,CAAC,CAAC;QACtE,CAAC;QACD,MAAM,MAAM,GAAG,IAAI,CAAC,KAAK,IAAI,SAAS,CAAC;QACvC,OAAO;YACL,GAAG,IAAI;YACP,MAAM,EAAE,YAAY,CAAC,IAAI,CAAC,KAAK,CAAC;YAChC,QAAQ,EAAE,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM;YAClC,MAAM;YACN,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,uCAAuC,EAAE,CAAC;SACvE,CAAC;IACJ,CAAC,CAAC,CAAC;AACL,CAAC;AAED,yCAAyC;AACzC,SAAS,cAAc,CAAC,OAAoB,EAAE,UAA0B;IACtE,MAAM,MAAM,GAAgB,EAAE,CAAC;IAE/B,IAAI,UAAU,CAAC,UAAU,KAAK,SAAS,EAAE,CAAC;QACxC,MAAM,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC;QAC/B,MAAM,MAAM,GAAG,MAAM,KAAK,SAAS,IAAI,MAAM,IAAI,UAAU,CAAC,UAAU,CAAC;QACvE,MAAM,CAAC,IAAI,CAAC;YACV,MAAM,EAAE,SAAS;YACjB,KAAK,EAAE,eAAe;YACtB,SAAS,EAAE,MAAM,YAAY,CAAC,UAAU,CAAC,UAAU,CAAC,EAAE;YACtD,MAAM,EAAE,MAAM,KAAK,SAAS,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,YAAY,CAAC,MAAM,CAAC;YACnE,QAAQ,EAAE,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM;YAClC,MAAM;SACP,CAAC,CAAC;IACL,CAAC;IAED,IAAI,UAAU,CAAC,WAAW,KAAK,SAAS,EAAE,CAAC;QACzC,MAAM,MAAM,GAAG,OAAO,CAAC,eAAe,CAAC;QACvC,MAAM,MAAM,GACV,MAAM,KAAK,SAAS;YAClB,CAAC,CAAC,SAAS;YACX,CAAC,CAAC,CAAC,MAAM,CAAC,YAAY,EAAE,MAAM,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QACzE,MAAM,MAAM,GAAG,MAAM,KAAK,SAAS,IAAI,MAAM,CAAC,KAAK,IAAI,UAAU,CAAC,WAAW,CAAC;QAC9E,MAAM,CAAC,IAAI,CAAC;YACV,MAAM,EAAE,kBAAkB;YAC1B,KAAK,EAAE,uBAAuB;YAC9B,SAAS,EAAE,MAAM,YAAY,CAAC,UAAU,CAAC,WAAW,CAAC,EAAE;YACvD,MAAM,EAAE,MAAM,KAAK,SAAS,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,YAAY,CAAC,MAAM,CAAC,KAAK,CAAC;YACzE,QAAQ,EAAE,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM;YAClC,MAAM;YACN,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;SAC9B,CAAC,CAAC;IACL,CAAC;IAED,IAAI,UAAU,CAAC,iBAAiB,KAAK,SAAS,EAAE,CAAC;QAC/C,MAAM,SAAS,GAAG,OAAO,CAAC,cAAc,CAAC;QACzC,MAAM,MAAM,GAAG,SAAS,KAAK,SAAS,IAAI,SAAS,CAAC,KAAK,IAAI,UAAU,CAAC,iBAAiB,CAAC;QAC1F,MAAM,CAAC,IAAI,CAAC;YACV,MAAM,EAAE,iBAAiB;YACzB,KAAK,EAAE,iBAAiB;YACxB,SAAS,EAAE,MAAM,YAAY,CAAC,UAAU,CAAC,iBAAiB,CAAC,EAAE;YAC7D,MAAM,EACJ,SAAS,KAAK,SAAS;gBACrB,CAAC,CAAC,aAAa;gBACf,CAAC,CAAC,GAAG,YAAY,CAAC,SAAS,CAAC,KAAK,CAAC,KAAK,SAAS,CAAC,MAAM,IAAI,SAAS,CAAC,KAAK,GAAG;YACjF,QAAQ,EAAE,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM;YAClC,MAAM;SACP,CAAC,CAAC;IACL,CAAC;IAED,OAAO,MAAM,CAAC;AAChB,CAAC;AAED;;;;;;GAMG;AACH,MAAM,UAAU,YAAY,CAAC,OAA0B,EAAE,UAA0B;IACjF,MAAM,OAAO,GAAG,kBAAkB,CAAC,OAAO,CAAC,CAAC;IAC5C,IAAI,OAAO,CAAC,WAAW,KAAK,UAAU,EAAE,CAAC;QACvC,MAAM,OAAO,GACX,OAAO,CAAC,WAAW,KAAK,cAAc,CAAC,CAAC,CAAC,OAAO,CAAC,YAAY,CAAC,CAAC,CAAC,OAAO,CAAC,UAAU,CAAC;QACrF,MAAM,UAAU,GAAG,UAAU,CAAC,OAAO,IAAI,EAAE,CAAC;QAC5C,MAAM,MAAM,GAAG,mBAAmB,CAAC,OAAO,EAAE,UAAU,CAAC,CAAC;QACxD,MAAM,QAAQ,GAAG,MAAM,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC,MAAM,KAAK,CAAC,CAAC;QACtD,MAAM,QAAQ,GAAG,QAAQ,CAAC,CAAC,CAAC,cAAc,CAAC,CAAC,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC;QAClE,OAAO;YACL,WAAW,EAAE,OAAO,CAAC,WAAW;YAChC,QAAQ;YACR,MAAM,EAAE,QAAQ,KAAK,MAAM;YAC3B,QAAQ;YACR,UAAU;YACV,OAAO;YACP,MAAM;SACP,CAAC;IACJ,CAAC;IAED,MAAM,MAAM,GAAG,cAAc,CAAC,OAAO,EAAE,UAAU,CAAC,CAAC;IACnD,MAAM,MAAM,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC;IACrD,OAAO;QACL,WAAW,EAAE,OAAO,CAAC,WAAW;QAChC,QAAQ,EAAE,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM;QAClC,MAAM;QACN,QAAQ,EAAE,MAAM,CAAC,MAAM,KAAK,CAAC;QAC7B,UAAU;QACV,OAAO;QACP,MAAM;KACP,CAAC;AACJ,CAAC"}

package/dist/actions/identity.d.ts

@@ -0,0 +1,4 @@
+import type { UserIdentity } from '../domain/types.js';
+import type { ActionContext } from './context.js';
+export declare function whoAmI(context: ActionContext, signal?: AbortSignal): Promise<UserIdentity>;
+//# sourceMappingURL=identity.d.ts.map

package/dist/actions/identity.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"identity.d.ts","sourceRoot":"","sources":["../../src/actions/identity.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAC;AACvD,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,cAAc,CAAC;AAElD,wBAAgB,MAAM,CAAC,OAAO,EAAE,aAAa,EAAE,MAAM,CAAC,EAAE,WAAW,GAAG,OAAO,CAAC,YAAY,CAAC,CAE1F"}

package/dist/actions/identity.js

@@ -0,0 +1,4 @@
+export function whoAmI(context, signal) {
+    return context.api.getCurrentUser(signal);
+}
+//# sourceMappingURL=identity.js.map

package/dist/actions/identity.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"identity.js","sourceRoot":"","sources":["../../src/actions/identity.ts"],"names":[],"mappings":"AAGA,MAAM,UAAU,MAAM,CAAC,OAAsB,EAAE,MAAoB;IACjE,OAAO,OAAO,CAAC,GAAG,CAAC,cAAc,CAAC,MAAM,CAAC,CAAC;AAC5C,CAAC"}

package/dist/actions/models.d.ts

@@ -0,0 +1,4 @@
+import type { SupportedModel } from '../domain/types.js';
+import type { ActionContext } from './context.js';
+export declare function getModels(context: ActionContext, signal?: AbortSignal): Promise<SupportedModel[]>;
+//# sourceMappingURL=models.d.ts.map

package/dist/actions/models.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"models.d.ts","sourceRoot":"","sources":["../../src/actions/models.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,oBAAoB,CAAC;AACzD,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,cAAc,CAAC;AAElD,wBAAgB,SAAS,CAAC,OAAO,EAAE,aAAa,EAAE,MAAM,CAAC,EAAE,WAAW,GAAG,OAAO,CAAC,cAAc,EAAE,CAAC,CAEjG"}

package/dist/actions/models.js

@@ -0,0 +1,4 @@
+export function getModels(context, signal) {
+    return context.api.getModels(signal);
+}
+//# sourceMappingURL=models.js.map

package/dist/actions/models.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"models.js","sourceRoot":"","sources":["../../src/actions/models.ts"],"names":[],"mappings":"AAGA,MAAM,UAAU,SAAS,CAAC,OAAsB,EAAE,MAAoB;IACpE,OAAO,OAAO,CAAC,GAAG,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;AACvC,CAAC"}

package/dist/actions/quality-standards.d.ts

@@ -0,0 +1,30 @@
+import { z } from 'zod';
+import type { ActionContext } from './context.js';
+export declare const qualityStandardCreateSchema: z.ZodObject<{
+    name: z.ZodString;
+    judge_model: z.ZodUUID;
+    rubric: z.ZodString;
+    anchors: z.ZodArray<z.ZodObject<{
+        input: z.ZodString;
+        response: z.ZodString;
+        reference: z.ZodString;
+        score: z.ZodUnion<readonly [z.ZodLiteral<1>, z.ZodLiteral<5>]>;
+        reasoning: z.ZodString;
+    }, z.core.$strict>>;
+}, z.core.$strict>;
+export type QualityStandardCreateInput = z.infer<typeof qualityStandardCreateSchema>;
+export type CreatedQualityStandard = {
+    qualityStandardId?: string;
+    raw: Record<string, unknown>;
+};
+export declare function createQualityStandard(context: ActionContext, input: QualityStandardCreateInput, signal?: AbortSignal): Promise<CreatedQualityStandard>;
+export declare function assignQualityStandardToWorkspace(context: ActionContext, input: {
+    workspaceId: string;
+    qualityStandardId: string;
+}, signal?: AbortSignal): Promise<Record<string, unknown>>;
+export declare function updateQualityStandard(context: ActionContext, input: {
+    qualityStandardId: string;
+} & QualityStandardCreateInput, signal?: AbortSignal): Promise<CreatedQualityStandard>;
+export declare function getWorkspaceQualityStandard(context: ActionContext, workspaceIdInput: string, signal?: AbortSignal): Promise<Record<string, unknown> | null>;
+export declare function getQualityStandard(context: ActionContext, qualityStandardIdInput: string, signal?: AbortSignal): Promise<Record<string, unknown>>;
+//# sourceMappingURL=quality-standards.d.ts.map

package/dist/actions/quality-standards.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"quality-standards.d.ts","sourceRoot":"","sources":["../../src/actions/quality-standards.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAGxB,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,cAAc,CAAC;AAalD,eAAO,MAAM,2BAA2B;;;;;;;;;;;kBAO7B,CAAC;AAEZ,MAAM,MAAM,0BAA0B,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,2BAA2B,CAAC,CAAC;AAErF,MAAM,MAAM,sBAAsB,GAAG;IACnC,iBAAiB,CAAC,EAAE,MAAM,CAAC;IAC3B,GAAG,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CAC9B,CAAC;AAOF,wBAAsB,qBAAqB,CACzC,OAAO,EAAE,aAAa,EACtB,KAAK,EAAE,0BAA0B,EACjC,MAAM,CAAC,EAAE,WAAW,GACnB,OAAO,CAAC,sBAAsB,CAAC,CAajC;AAED,wBAAsB,gCAAgC,CACpD,OAAO,EAAE,aAAa,EACtB,KAAK,EAAE;IAAE,WAAW,EAAE,MAAM,CAAC;IAAC,iBAAiB,EAAE,MAAM,CAAA;CAAE,EACzD,MAAM,CAAC,EAAE,WAAW,GACnB,OAAO,CAAC,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC,CAQlC;AAED,wBAAsB,qBAAqB,CACzC,OAAO,EAAE,aAAa,EACtB,KAAK,EAAE;IAAE,iBAAiB,EAAE,MAAM,CAAA;CAAE,GAAG,0BAA0B,EACjE,MAAM,CAAC,EAAE,WAAW,GACnB,OAAO,CAAC,sBAAsB,CAAC,CAyBjC;AAED,wBAAsB,2BAA2B,CAC/C,OAAO,EAAE,aAAa,EACtB,gBAAgB,EAAE,MAAM,EACxB,MAAM,CAAC,EAAE,WAAW,GACnB,OAAO,CAAC,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,IAAI,CAAC,CAGzC;AAED,wBAAsB,kBAAkB,CACtC,OAAO,EAAE,aAAa,EACtB,sBAAsB,EAAE,MAAM,EAC9B,MAAM,CAAC,EAAE,WAAW,GACnB,OAAO,CAAC,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC,CAmBlC"}

package/dist/actions/quality-standards.js

@@ -0,0 +1,86 @@
+import { z } from 'zod';
+import { AutoevalError } from '../errors/autoeval-error.js';
+import { requireUuid } from './validation.js';
+const qualityStandardAnchorSchema = z
+    .object({
+    input: z.string().min(1),
+    response: z.string().min(1),
+    reference: z.string().min(1),
+    score: z.union([z.literal(1), z.literal(5)]),
+    reasoning: z.string().min(1),
+})
+    .strict();
+export const qualityStandardCreateSchema = z
+    .object({
+    name: z.string().trim().min(1),
+    judge_model: z.uuid(),
+    rubric: z.string().min(1),
+    anchors: z.array(qualityStandardAnchorSchema).min(1).max(5),
+})
+    .strict();
+function extractQualityStandardId(response) {
+    const idCandidate = response.quality_standard_id ?? response.qualityStandardId ?? response.id;
+    return typeof idCandidate === 'string' ? idCandidate : undefined;
+}
+export async function createQualityStandard(context, input, signal) {
+    const validated = qualityStandardCreateSchema.parse(input);
+    const response = await context.api.createQualityStandard(validated, signal);
+    const qualityStandardId = extractQualityStandardId(response);
+    if (qualityStandardId !== undefined) {
+        requireUuid(qualityStandardId, 'Quality standard ID');
+    }
+    return {
+        ...(qualityStandardId !== undefined ? { qualityStandardId } : {}),
+        raw: response,
+    };
+}
+export async function assignQualityStandardToWorkspace(context, input, signal) {
+    const workspaceId = requireUuid(input.workspaceId, 'Workspace ID');
+    const qualityStandardId = requireUuid(input.qualityStandardId, 'Quality standard ID');
+    return context.api.assignQualityStandardToWorkspace(workspaceId, { quality_standard_id: qualityStandardId }, signal);
+}
+export async function updateQualityStandard(context, input, signal) {
+    const qualityStandardId = requireUuid(input.qualityStandardId, 'Quality standard ID');
+    const validated = qualityStandardCreateSchema.parse({
+        name: input.name,
+        judge_model: input.judge_model,
+        rubric: input.rubric,
+        anchors: input.anchors,
+    });
+    const response = await context.api.updateQualityStandard(qualityStandardId, validated, signal);
+    const responseQualityStandardId = extractQualityStandardId(response);
+    if (responseQualityStandardId !== undefined) {
+        requireUuid(responseQualityStandardId, 'Quality standard ID');
+        if (responseQualityStandardId !== qualityStandardId) {
+            throw new AutoevalError('Autoeval API returned a mismatched quality standard identifier.', {
+                kind: 'upstream',
+                code: 'MISMATCHED_QUALITY_STANDARD_ID',
+            });
+        }
+    }
+    return {
+        qualityStandardId,
+        raw: response,
+    };
+}
+export async function getWorkspaceQualityStandard(context, workspaceIdInput, signal) {
+    const workspaceId = requireUuid(workspaceIdInput, 'Workspace ID');
+    return context.api.getWorkspaceQualityStandard(workspaceId, signal);
+}
+export async function getQualityStandard(context, qualityStandardIdInput, signal) {
+    const qualityStandardId = requireUuid(qualityStandardIdInput, 'Quality standard ID');
+    const response = await context.api.getQualityStandard(qualityStandardId, signal);
+    const responseId = typeof response.quality_standard_id === 'string'
+        ? response.quality_standard_id
+        : typeof response.id === 'string'
+            ? response.id
+            : undefined;
+    if (responseId !== undefined && responseId !== qualityStandardId) {
+        throw new AutoevalError('Autoeval API returned a mismatched quality standard identifier.', {
+            kind: 'upstream',
+            code: 'MISMATCHED_QUALITY_STANDARD_ID',
+        });
+    }
+    return response;
+}
+//# sourceMappingURL=quality-standards.js.map

package/dist/actions/quality-standards.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"quality-standards.js","sourceRoot":"","sources":["../../src/actions/quality-standards.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAExB,OAAO,EAAE,aAAa,EAAE,MAAM,6BAA6B,CAAC;AAE5D,OAAO,EAAE,WAAW,EAAE,MAAM,iBAAiB,CAAC;AAE9C,MAAM,2BAA2B,GAAG,CAAC;KAClC,MAAM,CAAC;IACN,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC;IACxB,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC;IAC3B,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC;IAC5B,KAAK,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC;IAC5C,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC;CAC7B,CAAC;KACD,MAAM,EAAE,CAAC;AAEZ,MAAM,CAAC,MAAM,2BAA2B,GAAG,CAAC;KACzC,MAAM,CAAC;IACN,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,IAAI,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC;IAC9B,WAAW,EAAE,CAAC,CAAC,IAAI,EAAE;IACrB,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC;IACzB,OAAO,EAAE,CAAC,CAAC,KAAK,CAAC,2BAA2B,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;CAC5D,CAAC;KACD,MAAM,EAAE,CAAC;AASZ,SAAS,wBAAwB,CAAC,QAAiC;IACjE,MAAM,WAAW,GAAG,QAAQ,CAAC,mBAAmB,IAAI,QAAQ,CAAC,iBAAiB,IAAI,QAAQ,CAAC,EAAE,CAAC;IAC9F,OAAO,OAAO,WAAW,KAAK,QAAQ,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,SAAS,CAAC;AACnE,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,qBAAqB,CACzC,OAAsB,EACtB,KAAiC,EACjC,MAAoB;IAEpB,MAAM,SAAS,GAAG,2BAA2B,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;IAC3D,MAAM,QAAQ,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC,qBAAqB,CAAC,SAAS,EAAE,MAAM,CAAC,CAAC;IAC5E,MAAM,iBAAiB,GAAG,wBAAwB,CAAC,QAAQ,CAAC,CAAC;IAE7D,IAAI,iBAAiB,KAAK,SAAS,EAAE,CAAC;QACpC,WAAW,CAAC,iBAAiB,EAAE,qBAAqB,CAAC,CAAC;IACxD,CAAC;IAED,OAAO;QACL,GAAG,CAAC,iBAAiB,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,iBAAiB,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACjE,GAAG,EAAE,QAAQ;KACd,CAAC;AACJ,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,gCAAgC,CACpD,OAAsB,EACtB,KAAyD,EACzD,MAAoB;IAEpB,MAAM,WAAW,GAAG,WAAW,CAAC,KAAK,CAAC,WAAW,EAAE,cAAc,CAAC,CAAC;IACnE,MAAM,iBAAiB,GAAG,WAAW,CAAC,KAAK,CAAC,iBAAiB,EAAE,qBAAqB,CAAC,CAAC;IACtF,OAAO,OAAO,CAAC,GAAG,CAAC,gCAAgC,CACjD,WAAW,EACX,EAAE,mBAAmB,EAAE,iBAAiB,EAAE,EAC1C,MAAM,CACP,CAAC;AACJ,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,qBAAqB,CACzC,OAAsB,EACtB,KAAiE,EACjE,MAAoB;IAEpB,MAAM,iBAAiB,GAAG,WAAW,CAAC,KAAK,CAAC,iBAAiB,EAAE,qBAAqB,CAAC,CAAC;IACtF,MAAM,SAAS,GAAG,2BAA2B,CAAC,KAAK,CAAC;QAClD,IAAI,EAAE,KAAK,CAAC,IAAI;QAChB,WAAW,EAAE,KAAK,CAAC,WAAW;QAC9B,MAAM,EAAE,KAAK,CAAC,MAAM;QACpB,OAAO,EAAE,KAAK,CAAC,OAAO;KACvB,CAAC,CAAC;IACH,MAAM,QAAQ,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC,qBAAqB,CAAC,iBAAiB,EAAE,SAAS,EAAE,MAAM,CAAC,CAAC;IAC/F,MAAM,yBAAyB,GAAG,wBAAwB,CAAC,QAAQ,CAAC,CAAC;IAErE,IAAI,yBAAyB,KAAK,SAAS,EAAE,CAAC;QAC5C,WAAW,CAAC,yBAAyB,EAAE,qBAAqB,CAAC,CAAC;QAC9D,IAAI,yBAAyB,KAAK,iBAAiB,EAAE,CAAC;YACpD,MAAM,IAAI,aAAa,CAAC,iEAAiE,EAAE;gBACzF,IAAI,EAAE,UAAU;gBAChB,IAAI,EAAE,gCAAgC;aACvC,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED,OAAO;QACL,iBAAiB;QACjB,GAAG,EAAE,QAAQ;KACd,CAAC;AACJ,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,2BAA2B,CAC/C,OAAsB,EACtB,gBAAwB,EACxB,MAAoB;IAEpB,MAAM,WAAW,GAAG,WAAW,CAAC,gBAAgB,EAAE,cAAc,CAAC,CAAC;IAClE,OAAO,OAAO,CAAC,GAAG,CAAC,2BAA2B,CAAC,WAAW,EAAE,MAAM,CAAC,CAAC;AACtE,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,kBAAkB,CACtC,OAAsB,EACtB,sBAA8B,EAC9B,MAAoB;IAEpB,MAAM,iBAAiB,GAAG,WAAW,CAAC,sBAAsB,EAAE,qBAAqB,CAAC,CAAC;IACrF,MAAM,QAAQ,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC,kBAAkB,CAAC,iBAAiB,EAAE,MAAM,CAAC,CAAC;IAEjF,MAAM,UAAU,GACd,OAAO,QAAQ,CAAC,mBAAmB,KAAK,QAAQ;QAC9C,CAAC,CAAC,QAAQ,CAAC,mBAAmB;QAC9B,CAAC,CAAC,OAAO,QAAQ,CAAC,EAAE,KAAK,QAAQ;YAC/B,CAAC,CAAC,QAAQ,CAAC,EAAE;YACb,CAAC,CAAC,SAAS,CAAC;IAElB,IAAI,UAAU,KAAK,SAAS,IAAI,UAAU,KAAK,iBAAiB,EAAE,CAAC;QACjE,MAAM,IAAI,aAAa,CAAC,iEAAiE,EAAE;YACzF,IAAI,EAAE,UAAU;YAChB,IAAI,EAAE,gCAAgC;SACvC,CAAC,CAAC;IACL,CAAC;IAED,OAAO,QAAQ,CAAC;AAClB,CAAC"}

package/dist/actions/results.d.ts

@@ -0,0 +1,12 @@
+import type { EvaluationResults } from '../domain/types.js';
+import type { PollClock } from '../polling/clock.js';
+import type { ActionContext } from './context.js';
+export declare function getResults(context: ActionContext, input: {
+    evaluationId: string;
+    runId: string;
+    clock: PollClock;
+    resultReadyIntervalMs: number;
+    resultReadyTimeoutMs: number;
+    signal?: AbortSignal;
+}): Promise<EvaluationResults>;
+//# sourceMappingURL=results.d.ts.map

package/dist/actions/results.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"results.d.ts","sourceRoot":"","sources":["../../src/actions/results.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,oBAAoB,CAAC;AAC5D,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,qBAAqB,CAAC;AAGrD,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,cAAc,CAAC;AAgClD,wBAAsB,UAAU,CAC9B,OAAO,EAAE,aAAa,EACtB,KAAK,EAAE;IACL,YAAY,EAAE,MAAM,CAAC;IACrB,KAAK,EAAE,MAAM,CAAC;IACd,KAAK,EAAE,SAAS,CAAC;IACjB,qBAAqB,EAAE,MAAM,CAAC;IAC9B,oBAAoB,EAAE,MAAM,CAAC;IAC7B,MAAM,CAAC,EAAE,WAAW,CAAC;CACtB,GACA,OAAO,CAAC,iBAAiB,CAAC,CA2D5B"}

package/dist/actions/results.js

@@ -0,0 +1,65 @@
+import { waitForResult } from '../polling/wait-for-result.js';
+import { ApiError } from '../api/errors.js';
+import { resolveEvaluationVersion } from './evaluations.js';
+import { requireUuid } from './validation.js';
+function loadWhenReady(load, input, isReady) {
+    return waitForResult({ load, ...input, ...(isReady ? { isReady } : {}) });
+}
+function valueAt(payload, ...path) {
+    let current = payload;
+    for (const key of path) {
+        if (typeof current !== 'object' || current === null)
+            return undefined;
+        current = current[key];
+    }
+    return current;
+}
+function nonEmptyArrayAt(payload, ...path) {
+    const value = valueAt(payload, ...path);
+    return Array.isArray(value) && value.length > 0;
+}
+/** Zero while judging is still running, even though the request answers 200. */
+function countedEvaluations(payload) {
+    const value = valueAt(payload, 'evaluation_summary', 'total_evaluations');
+    return typeof value === 'number' ? value : 0;
+}
+export async function getResults(context, input) {
+    const evaluationId = requireUuid(input.evaluationId, 'Evaluation ID');
+    const runId = requireUuid(input.runId, 'Run ID');
+    const version = await resolveEvaluationVersion(context, evaluationId, undefined, input.signal);
+    const readiness = {
+        clock: input.clock,
+        intervalMs: input.resultReadyIntervalMs,
+        timeoutMs: input.resultReadyTimeoutMs,
+        ...(input.signal ? { signal: input.signal } : {}),
+    };
+    if (version.contextType === 'scenario') {
+        const [modelPerformance, scenarioComparison, modelResponses] = await Promise.all([
+            // Scored models appear only once judging finishes; until then the
+            // endpoint answers 200 with an empty list.
+            loadWhenReady(() => context.api.getModelPerformance(evaluationId, runId, input.signal), readiness, (payload) => nonEmptyArrayAt(payload, 'models')),
+            loadWhenReady(() => context.api.getScenarioComparison(evaluationId, runId, input.signal), readiness, (payload) => countedEvaluations(payload) > 0),
+            loadWhenReady(() => context.api.getModelResponses(evaluationId, runId, input.signal), readiness),
+        ]);
+        return { contextType: 'scenario', modelPerformance, scenarioComparison, modelResponses };
+    }
+    if (version.contextType === 'conversation') {
+        const conversation = await loadWhenReady(() => context.api.getConversationResults(evaluationId, runId, input.signal), readiness);
+        return { contextType: 'conversation', conversation };
+    }
+    const agentTrace = await loadWhenReady(() => context.api.getAgentTraceResults(evaluationId, runId, input.signal), readiness);
+    let trajectory;
+    try {
+        trajectory = await loadWhenReady(() => context.api.getTrajectory(evaluationId, runId, input.signal), readiness);
+    }
+    catch (error) {
+        if (!(error instanceof ApiError) || error.status !== 404)
+            throw error;
+    }
+    return {
+        contextType: 'agent_trace',
+        agentTrace,
+        ...(trajectory ? { trajectory } : {}),
+    };
+}
+//# sourceMappingURL=results.js.map

package/dist/actions/results.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"results.js","sourceRoot":"","sources":["../../src/actions/results.ts"],"names":[],"mappings":"AAGA,OAAO,EAAE,aAAa,EAAE,MAAM,+BAA+B,CAAC;AAC9D,OAAO,EAAE,QAAQ,EAAE,MAAM,kBAAkB,CAAC;AAE5C,OAAO,EAAE,wBAAwB,EAAE,MAAM,kBAAkB,CAAC;AAC5D,OAAO,EAAE,WAAW,EAAE,MAAM,iBAAiB,CAAC;AAE9C,SAAS,aAAa,CACpB,IAA+B,EAC/B,KAAwF,EACxF,OAAwC;IAExC,OAAO,aAAa,CAAC,EAAE,IAAI,EAAE,GAAG,KAAK,EAAE,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC;AAC5E,CAAC;AAED,SAAS,OAAO,CAAC,OAAmB,EAAE,GAAG,IAAuB;IAC9D,IAAI,OAAO,GAAY,OAAO,CAAC;IAC/B,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;QACvB,IAAI,OAAO,OAAO,KAAK,QAAQ,IAAI,OAAO,KAAK,IAAI;YAAE,OAAO,SAAS,CAAC;QACtE,OAAO,GAAI,OAAmC,CAAC,GAAG,CAAC,CAAC;IACtD,CAAC;IACD,OAAO,OAAO,CAAC;AACjB,CAAC;AAED,SAAS,eAAe,CAAC,OAAmB,EAAE,GAAG,IAAuB;IACtE,MAAM,KAAK,GAAG,OAAO,CAAC,OAAO,EAAE,GAAG,IAAI,CAAC,CAAC;IACxC,OAAO,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC;AAClD,CAAC;AAED,gFAAgF;AAChF,SAAS,kBAAkB,CAAC,OAAmB;IAC7C,MAAM,KAAK,GAAG,OAAO,CAAC,OAAO,EAAE,oBAAoB,EAAE,mBAAmB,CAAC,CAAC;IAC1E,OAAO,OAAO,KAAK,KAAK,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;AAC/C,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,UAAU,CAC9B,OAAsB,EACtB,KAOC;IAED,MAAM,YAAY,GAAG,WAAW,CAAC,KAAK,CAAC,YAAY,EAAE,eAAe,CAAC,CAAC;IACtE,MAAM,KAAK,GAAG,WAAW,CAAC,KAAK,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAC;IACjD,MAAM,OAAO,GAAG,MAAM,wBAAwB,CAAC,OAAO,EAAE,YAAY,EAAE,SAAS,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;IAC/F,MAAM,SAAS,GAAG;QAChB,KAAK,EAAE,KAAK,CAAC,KAAK;QAClB,UAAU,EAAE,KAAK,CAAC,qBAAqB;QACvC,SAAS,EAAE,KAAK,CAAC,oBAAoB;QACrC,GAAG,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;KAClD,CAAC;IAEF,IAAI,OAAO,CAAC,WAAW,KAAK,UAAU,EAAE,CAAC;QACvC,MAAM,CAAC,gBAAgB,EAAE,kBAAkB,EAAE,cAAc,CAAC,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC;YAC/E,kEAAkE;YAClE,2CAA2C;YAC3C,aAAa,CACX,GAAG,EAAE,CAAC,OAAO,CAAC,GAAG,CAAC,mBAAmB,CAAC,YAAY,EAAE,KAAK,EAAE,KAAK,CAAC,MAAM,CAAC,EACxE,SAAS,EACT,CAAC,OAAO,EAAE,EAAE,CAAC,eAAe,CAAC,OAAO,EAAE,QAAQ,CAAC,CAChD;YACD,aAAa,CACX,GAAG,EAAE,CAAC,OAAO,CAAC,GAAG,CAAC,qBAAqB,CAAC,YAAY,EAAE,KAAK,EAAE,KAAK,CAAC,MAAM,CAAC,EAC1E,SAAS,EACT,CAAC,OAAO,EAAE,EAAE,CAAC,kBAAkB,CAAC,OAAO,CAAC,GAAG,CAAC,CAC7C;YACD,aAAa,CACX,GAAG,EAAE,CAAC,OAAO,CAAC,GAAG,CAAC,iBAAiB,CAAC,YAAY,EAAE,KAAK,EAAE,KAAK,CAAC,MAAM,CAAC,EACtE,SAAS,CACV;SACF,CAAC,CAAC;QACH,OAAO,EAAE,WAAW,EAAE,UAAU,EAAE,gBAAgB,EAAE,kBAAkB,EAAE,cAAc,EAAE,CAAC;IAC3F,CAAC;IAED,IAAI,OAAO,CAAC,WAAW,KAAK,cAAc,EAAE,CAAC;QAC3C,MAAM,YAAY,GAAG,MAAM,aAAa,CACtC,GAAG,EAAE,CAAC,OAAO,CAAC,GAAG,CAAC,sBAAsB,CAAC,YAAY,EAAE,KAAK,EAAE,KAAK,CAAC,MAAM,CAAC,EAC3E,SAAS,CACV,CAAC;QACF,OAAO,EAAE,WAAW,EAAE,cAAc,EAAE,YAAY,EAAE,CAAC;IACvD,CAAC;IAED,MAAM,UAAU,GAAG,MAAM,aAAa,CACpC,GAAG,EAAE,CAAC,OAAO,CAAC,GAAG,CAAC,oBAAoB,CAAC,YAAY,EAAE,KAAK,EAAE,KAAK,CAAC,MAAM,CAAC,EACzE,SAAS,CACV,CAAC;IACF,IAAI,UAAkC,CAAC;IACvC,IAAI,CAAC;QACH,UAAU,GAAG,MAAM,aAAa,CAC9B,GAAG,EAAE,CAAC,OAAO,CAAC,GAAG,CAAC,aAAa,CAAC,YAAY,EAAE,KAAK,EAAE,KAAK,CAAC,MAAM,CAAC,EAClE,SAAS,CACV,CAAC;IACJ,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,IAAI,CAAC,CAAC,KAAK,YAAY,QAAQ,CAAC,IAAI,KAAK,CAAC,MAAM,KAAK,GAAG;YAAE,MAAM,KAAK,CAAC;IACxE,CAAC;IACD,OAAO;QACL,WAAW,EAAE,aAAa;QAC1B,UAAU;QACV,GAAG,CAAC,UAAU,CAAC,CAAC,CAAC,EAAE,UAAU,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;KACtC,CAAC;AACJ,CAAC"}

package/dist/actions/runs.d.ts

@@ -0,0 +1,22 @@
+import type { RunExecution, RunHandle, RunStatus } from '../domain/types.js';
+import type { PollClock } from '../polling/clock.js';
+import type { ActionContext } from './context.js';
+export declare function getRunStatus(context: ActionContext, input: {
+    evaluationId: string;
+    runId: string;
+}, signal?: AbortSignal): Promise<RunStatus>;
+export declare function submitEvaluation(context: ActionContext, input: {
+    evaluationId: string;
+    signal?: AbortSignal;
+    idempotencyKeyFactory?: () => string;
+}): Promise<RunHandle>;
+export declare function runEvaluation(context: ActionContext, input: {
+    evaluationId: string;
+    clock: PollClock;
+    pollIntervalMs: number;
+    pollTimeoutMs: number;
+    signal?: AbortSignal;
+    onStatus?: (status: RunStatus) => void;
+    idempotencyKeyFactory?: () => string;
+}): Promise<RunExecution>;
+//# sourceMappingURL=runs.d.ts.map

package/dist/actions/runs.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"runs.d.ts","sourceRoot":"","sources":["../../src/actions/runs.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,YAAY,EAAE,SAAS,EAAE,SAAS,EAAE,MAAM,oBAAoB,CAAC;AAE7E,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,qBAAqB,CAAC;AAErD,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,cAAc,CAAC;AAIlD,wBAAgB,YAAY,CAC1B,OAAO,EAAE,aAAa,EACtB,KAAK,EAAE;IAAE,YAAY,EAAE,MAAM,CAAC;IAAC,KAAK,EAAE,MAAM,CAAA;CAAE,EAC9C,MAAM,CAAC,EAAE,WAAW,GACnB,OAAO,CAAC,SAAS,CAAC,CAMpB;AAED,wBAAsB,gBAAgB,CACpC,OAAO,EAAE,aAAa,EACtB,KAAK,EAAE;IACL,YAAY,EAAE,MAAM,CAAC;IACrB,MAAM,CAAC,EAAE,WAAW,CAAC;IACrB,qBAAqB,CAAC,EAAE,MAAM,MAAM,CAAC;CACtC,GACA,OAAO,CAAC,SAAS,CAAC,CAgCpB;AAED,wBAAsB,aAAa,CACjC,OAAO,EAAE,aAAa,EACtB,KAAK,EAAE;IACL,YAAY,EAAE,MAAM,CAAC;IACrB,KAAK,EAAE,SAAS,CAAC;IACjB,cAAc,EAAE,MAAM,CAAC;IACvB,aAAa,EAAE,MAAM,CAAC;IACtB,MAAM,CAAC,EAAE,WAAW,CAAC;IACrB,QAAQ,CAAC,EAAE,CAAC,MAAM,EAAE,SAAS,KAAK,IAAI,CAAC;IACvC,qBAAqB,CAAC,EAAE,MAAM,MAAM,CAAC;CACtC,GACA,OAAO,CAAC,YAAY,CAAC,CA4BvB"}

package/dist/actions/runs.js

@@ -0,0 +1,59 @@
+import { randomUUID } from 'node:crypto';
+import { AutoevalError } from '../errors/autoeval-error.js';
+import { waitForRun } from '../polling/wait-for-run.js';
+import { resolveEvaluationVersion } from './evaluations.js';
+import { requireUuid } from './validation.js';
+export function getRunStatus(context, input, signal) {
+    return context.api.getRunStatus(requireUuid(input.evaluationId, 'Evaluation ID'), requireUuid(input.runId, 'Run ID'), signal);
+}
+export async function submitEvaluation(context, input) {
+    const version = await resolveEvaluationVersion(context, input.evaluationId, undefined, input.signal);
+    const idempotencyKey = (input.idempotencyKeyFactory ?? randomUUID)();
+    const runResponse = await context.api.createRun({
+        evaluationId: version.evaluationId,
+        configVersionId: version.configVersionId,
+        idempotencyKey,
+        ...(input.signal ? { signal: input.signal } : {}),
+    });
+    if (runResponse.using.configVersionId !== version.configVersionId ||
+        runResponse.using.methodologyVersionId !== version.methodologyVersionId) {
+        throw new AutoevalError('Autoeval API created the run with unexpected version identifiers.', {
+            kind: 'upstream',
+            code: 'MISMATCHED_RUN_VERSION_ID',
+        });
+    }
+    return {
+        evaluationId: version.evaluationId,
+        runId: runResponse.runId,
+        status: runResponse.status,
+        configVersionId: runResponse.using.configVersionId,
+        methodologyVersionId: runResponse.using.methodologyVersionId,
+    };
+}
+export async function runEvaluation(context, input) {
+    const run = await submitEvaluation(context, {
+        evaluationId: input.evaluationId,
+        ...(input.signal ? { signal: input.signal } : {}),
+        ...(input.idempotencyKeyFactory ? { idempotencyKeyFactory: input.idempotencyKeyFactory } : {}),
+    });
+    const outcome = await waitForRun({
+        api: context.api,
+        clock: input.clock,
+        evaluationId: run.evaluationId,
+        runId: run.runId,
+        intervalMs: input.pollIntervalMs,
+        timeoutMs: input.pollTimeoutMs,
+        ...(input.signal ? { signal: input.signal } : {}),
+        ...(input.onStatus ? { onStatus: input.onStatus } : {}),
+    });
+    if (outcome.status.state !== 'COMPLETED') {
+        const failureCode = outcome.status.failureCode ? ` (${outcome.status.failureCode})` : '';
+        throw new AutoevalError(`Run ${run.runId} ended in state ${outcome.status.state}${failureCode}.`, {
+            kind: 'run_failed',
+            code: outcome.status.failureCode ?? 'RUN_FAILED',
+            cause: outcome.status,
+        });
+    }
+    return { run, outcome };
+}
+//# sourceMappingURL=runs.js.map

package/dist/actions/runs.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"runs.js","sourceRoot":"","sources":["../../src/actions/runs.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AAGzC,OAAO,EAAE,aAAa,EAAE,MAAM,6BAA6B,CAAC;AAE5D,OAAO,EAAE,UAAU,EAAE,MAAM,4BAA4B,CAAC;AAExD,OAAO,EAAE,wBAAwB,EAAE,MAAM,kBAAkB,CAAC;AAC5D,OAAO,EAAE,WAAW,EAAE,MAAM,iBAAiB,CAAC;AAE9C,MAAM,UAAU,YAAY,CAC1B,OAAsB,EACtB,KAA8C,EAC9C,MAAoB;IAEpB,OAAO,OAAO,CAAC,GAAG,CAAC,YAAY,CAC7B,WAAW,CAAC,KAAK,CAAC,YAAY,EAAE,eAAe,CAAC,EAChD,WAAW,CAAC,KAAK,CAAC,KAAK,EAAE,QAAQ,CAAC,EAClC,MAAM,CACP,CAAC;AACJ,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,gBAAgB,CACpC,OAAsB,EACtB,KAIC;IAED,MAAM,OAAO,GAAG,MAAM,wBAAwB,CAC5C,OAAO,EACP,KAAK,CAAC,YAAY,EAClB,SAAS,EACT,KAAK,CAAC,MAAM,CACb,CAAC;IACF,MAAM,cAAc,GAAG,CAAC,KAAK,CAAC,qBAAqB,IAAI,UAAU,CAAC,EAAE,CAAC;IACrE,MAAM,WAAW,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC,SAAS,CAAC;QAC9C,YAAY,EAAE,OAAO,CAAC,YAAY;QAClC,eAAe,EAAE,OAAO,CAAC,eAAe;QACxC,cAAc;QACd,GAAG,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;KAClD,CAAC,CAAC;IAEH,IACE,WAAW,CAAC,KAAK,CAAC,eAAe,KAAK,OAAO,CAAC,eAAe;QAC7D,WAAW,CAAC,KAAK,CAAC,oBAAoB,KAAK,OAAO,CAAC,oBAAoB,EACvE,CAAC;QACD,MAAM,IAAI,aAAa,CAAC,mEAAmE,EAAE;YAC3F,IAAI,EAAE,UAAU;YAChB,IAAI,EAAE,2BAA2B;SAClC,CAAC,CAAC;IACL,CAAC;IAED,OAAO;QACL,YAAY,EAAE,OAAO,CAAC,YAAY;QAClC,KAAK,EAAE,WAAW,CAAC,KAAK;QACxB,MAAM,EAAE,WAAW,CAAC,MAAM;QAC1B,eAAe,EAAE,WAAW,CAAC,KAAK,CAAC,eAAe;QAClD,oBAAoB,EAAE,WAAW,CAAC,KAAK,CAAC,oBAAoB;KAC7D,CAAC;AACJ,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,aAAa,CACjC,OAAsB,EACtB,KAQC;IAED,MAAM,GAAG,GAAG,MAAM,gBAAgB,CAAC,OAAO,EAAE;QAC1C,YAAY,EAAE,KAAK,CAAC,YAAY;QAChC,GAAG,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACjD,GAAG,CAAC,KAAK,CAAC,qBAAqB,CAAC,CAAC,CAAC,EAAE,qBAAqB,EAAE,KAAK,CAAC,qBAAqB,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;KAC/F,CAAC,CAAC;IACH,MAAM,OAAO,GAAG,MAAM,UAAU,CAAC;QAC/B,GAAG,EAAE,OAAO,CAAC,GAAG;QAChB,KAAK,EAAE,KAAK,CAAC,KAAK;QAClB,YAAY,EAAE,GAAG,CAAC,YAAY;QAC9B,KAAK,EAAE,GAAG,CAAC,KAAK;QAChB,UAAU,EAAE,KAAK,CAAC,cAAc;QAChC,SAAS,EAAE,KAAK,CAAC,aAAa;QAC9B,GAAG,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACjD,GAAG,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,KAAK,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;KACxD,CAAC,CAAC;IACH,IAAI,OAAO,CAAC,MAAM,CAAC,KAAK,KAAK,WAAW,EAAE,CAAC;QACzC,MAAM,WAAW,GAAG,OAAO,CAAC,MAAM,CAAC,WAAW,CAAC,CAAC,CAAC,KAAK,OAAO,CAAC,MAAM,CAAC,WAAW,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC;QACzF,MAAM,IAAI,aAAa,CACrB,OAAO,GAAG,CAAC,KAAK,mBAAmB,OAAO,CAAC,MAAM,CAAC,KAAK,GAAG,WAAW,GAAG,EACxE;YACE,IAAI,EAAE,YAAY;YAClB,IAAI,EAAE,OAAO,CAAC,MAAM,CAAC,WAAW,IAAI,YAAY;YAChD,KAAK,EAAE,OAAO,CAAC,MAAM;SACtB,CACF,CAAC;IACJ,CAAC;IACD,OAAO,EAAE,GAAG,EAAE,OAAO,EAAE,CAAC;AAC1B,CAAC"}