@kindgi/api 0.1.4-rc.5 → 0.1.5-rc.0

package/dist/routes/improvement-passes.js

@@ -0,0 +1,449 @@
+// SPDX-License-Identifier: Apache-2.0
+// Copyright (C) 2026 Kindgi Inc.
+import { Hono } from 'hono';
+import { tunableKeys } from '@kindgi/agents';
+import { ref } from '@kindgi/authz';
+import { statusFor, toWireError } from '../errors.js';
+import { IMPROVE_SCHEDULE_DEFAULTS, } from '../improvement-pass-binding.js';
+import { actorOf, coordinatesOf } from './agent-releases.js';
+import { liveScopeToWire, parseLiveScopeBody } from './live-scope-wire.js';
+import { clampLimit } from './pagination.js';
+export const DEFAULT_BUDGET = { maxCostUsd: 5, maxCandidates: 30 };
+const MAX_COST_USD = 100;
+const MAX_CANDIDATES = 200;
+const OBJECTIVES = ['weightedYesShare', 'weightedPrecisionAtK'];
+/**
+ * `POST /improve` (under `/v1/proposals`): start an improvement pass for
+ * an agent version and a live scope. It answers 202 with the pass; the
+ * pass carries on in the background (`GET /v1/improvement-passes/:id`).
+ *
+ * Checked first, as evaluating its proposal would be: the version must be
+ * active and pinned, it must pin a settings block with tunable keys, the
+ * agent registry must take writes, and the agent must have a live version
+ * for the whole tenant. Needs `publish` on the agent.
+ */
+export function mountImproveRoute(r, deps, authorizer) {
+    r.post('/improve', async (c) => {
+        const tenantId = c.get('tenantId');
+        const body = await readBody(c);
+        if (body === undefined)
+            return badInput(c, 'Request body must be a JSON object');
+        const parsed = parseImproveBody(body);
+        if (typeof parsed === 'string')
+            return badInput(c, parsed);
+        const denied = await deny(c, authorizer, 'publish', parsed.agentId);
+        if (denied !== undefined)
+            return denied;
+        if (deps.passes === undefined)
+            return unsupported(c);
+        if (deps.agents.readOnly !== undefined) {
+            return fail(c, 'registry-read-only', {
+                code: 'registry-read-only',
+                message: deps.agents.readOnly.reason,
+            });
+        }
+        const fromVersion = parsed.fromVersion ?? (await servingVersion(deps, tenantId, parsed.agentId, parsed.scope));
+        const from = fromVersion === undefined
+            ? null
+            : await deps.agents.getVersion({
+                tenantId,
+                agentId: parsed.agentId,
+                version: fromVersion,
+            });
+        if (from === null || from.unregisteredAt !== undefined) {
+            return fail(c, 'agent-version-not-found', {
+                code: 'agent-version-not-found',
+                message: `${parsed.agentId} has no active version ${fromVersion ?? '(none is registered)'}`,
+            });
+        }
+        const nothing = await nothingToTune(deps.blocks, tenantId, from, parsed.tiers[0]);
+        if (nothing !== undefined) {
+            return fail(c, 'validation-failed', {
+                code: 'validation-failed',
+                message: nothing,
+                issues: [],
+            });
+        }
+        if ((await deps.releases.live.resolve({ tenantId, agentId: parsed.agentId })) === null) {
+            return fail(c, 'proposal-needs-pin', {
+                code: 'proposal-needs-pin',
+                message: `${parsed.agentId} has no live version for the whole tenant, so the version a pass proposes would serve every scope nothing is pinned for. Promote its current version for the tenant first (scope { "kind": "tenant" }), then start the pass.`,
+            });
+        }
+        const pass = await deps.passes.start({
+            tenantId,
+            ...(from.projectId !== undefined && { projectId: from.projectId }),
+            agentId: parsed.agentId,
+            fromVersion: from.version,
+            scope: parsed.scope,
+            suiteId: parsed.suiteId,
+            tiers: parsed.tiers,
+            objective: parsed.objective,
+            classWeights: parsed.classWeights,
+            ...(parsed.model !== undefined && { model: parsed.model }),
+            ...(parsed.candidates !== undefined && { candidates: parsed.candidates }),
+            budget: parsed.budget,
+            requestedBy: actorOf(c),
+        });
+        c.status(202);
+        return c.json(serializePass(pass));
+    });
+}
+/**
+ * `/v1/improvement-passes`: read passes back, and cancel one.
+ *
+ *   GET  /               newest first; `?agentId=` narrows
+ *   GET  /:passId        one
+ *   POST /:passId/cancel stop a running pass (it writes no proposal)
+ *
+ * Authorized on the pass's agent: `read`, and `publish` to cancel. A pass
+ * the caller can't read answers 404.
+ */
+export function improvementPassesRouter(passes, authorizer) {
+    const r = new Hono();
+    async function load(c) {
+        if (passes === undefined)
+            return unsupported(c);
+        const passId = c.req.param('passId') ?? '';
+        const pass = await passes.get({ tenantId: c.get('tenantId'), passId });
+        const hidden = pass !== null &&
+            authorizer !== undefined &&
+            !(await authorizer.can(c, 'read', ref('agent', pass.agentId)));
+        if (pass === null || hidden) {
+            return fail(c, 'improvement-pass-not-found', {
+                code: 'improvement-pass-not-found',
+                message: `No improvement pass ${passId}`,
+                passId,
+            });
+        }
+        return pass;
+    }
+    r.get('/', async (c) => {
+        if (passes === undefined)
+            return unsupported(c);
+        const agentId = c.req.query('agentId');
+        const cursor = c.req.query('cursor');
+        const page = await passes.list({
+            tenantId: c.get('tenantId'),
+            limit: clampLimit(c.req.query('limit')),
+            ...(agentId !== undefined && agentId !== '' && { agentId }),
+            ...(cursor !== undefined && cursor !== '' && { cursor: cursor }),
+        });
+        const readable = authorizer === undefined
+            ? page.data
+            : await authorizer.filterByCan(c, 'read', page.data, (p) => ref('agent', p.agentId));
+        return c.json({
+            data: readable.map(serializePass),
+            hasMore: page.nextCursor !== undefined,
+            ...(page.nextCursor !== undefined && { nextCursor: page.nextCursor }),
+        });
+    });
+    r.get('/:passId', async (c) => {
+        const pass = await load(c);
+        if (pass instanceof Response)
+            return pass;
+        return c.json(serializePass(pass));
+    });
+    r.post('/:passId/cancel', async (c) => {
+        const pass = await load(c);
+        if (pass instanceof Response)
+            return pass;
+        const denied = await deny(c, authorizer, 'publish', pass.agentId);
+        if (denied !== undefined)
+            return denied;
+        const actor = actorOf(c);
+        const outcome = await passes.cancel({
+            tenantId: c.get('tenantId'),
+            passId: pass.id,
+            by: `${actor.kind}:${actor.id}`,
+        });
+        if (outcome.kind === 'not-found') {
+            return fail(c, 'improvement-pass-not-found', {
+                code: 'improvement-pass-not-found',
+                message: `No improvement pass ${pass.id}`,
+                passId: pass.id,
+            });
+        }
+        if (outcome.kind === 'finished') {
+            return fail(c, 'improvement-pass-finished', {
+                code: 'improvement-pass-finished',
+                message: `Improvement pass ${pass.id} has ended (${outcome.pass.status}): there's nothing to cancel`,
+                passId: pass.id,
+                status: outcome.pass.status,
+            });
+        }
+        return c.json(serializePass(outcome.pass));
+    });
+    return r;
+}
+/** What serves the scope now: its live version, else the agent's latest. */
+async function servingVersion(deps, tenantId, agentId, scope) {
+    const live = await deps.releases.live.resolve({ tenantId, agentId, ...coordinatesOf(scope) });
+    if (live !== null)
+        return live.version;
+    const latest = await deps.agents.get({ tenantId, agentId: agentId });
+    return latest?.version;
+}
+/** Why a pass of this tier has nothing to work on in this version; `undefined` when it has. */
+async function nothingToTune(blocks, tenantId, version, tier) {
+    const named = `${version.id} ${version.version}`;
+    if (tier === 'prompt') {
+        const prompt = typeof version.instructions === 'object' ? version.instructions.prompt : undefined;
+        return prompt !== undefined && version.pins?.prompts[prompt] !== undefined
+            ? undefined
+            : `${named} doesn't take its instructions from a pinned prompt block: there's no template for a prompt pass to draft. Move the instructions into a prompt block and publish the agent again.`;
+    }
+    for (const [blockId, pinned] of Object.entries(version.pins?.settings ?? {})) {
+        if (version.modelSettings?.id === blockId)
+            continue;
+        const block = await blocks.getVersion({ tenantId, blockId, version: pinned });
+        if (block?.kind === 'settings' && tunableKeys(block.content.schema).length > 0) {
+            return undefined;
+        }
+    }
+    return `${named} pins no settings block with keys marked "x-kindgi-tunable": there's nothing for a pass to tune. Mark the keys it may tune in the block's schema (a number or integer with a minimum and maximum, or an enum) and publish it.`;
+}
+export function serializePass(p) {
+    return {
+        id: p.id,
+        agentId: p.agentId,
+        fromVersion: p.fromVersion,
+        scope: liveScopeToWire(p.scope),
+        suiteId: p.suiteId,
+        tiers: p.tiers,
+        objective: p.objective,
+        classWeights: p.classWeights,
+        ...(p.model !== undefined && { model: p.model }),
+        ...(p.candidates !== undefined && { candidates: p.candidates }),
+        budget: p.budget,
+        requestedBy: p.requestedBy,
+        status: p.status,
+        candidatesEvaluated: p.candidatesEvaluated,
+        costUsd: p.costUsd,
+        ...(p.outcome !== undefined && { outcome: p.outcome }),
+        ...(p.comparisons !== undefined && { comparisons: p.comparisons }),
+        ...(p.trigger !== undefined && { trigger: p.trigger }),
+        createdAt: p.createdAt,
+        updatedAt: p.updatedAt,
+        ...(p.finishedAt !== undefined && { finishedAt: p.finishedAt }),
+    };
+}
+const MAX_DRAFTED = 5;
+/** `model` and `candidates`, for a prompt pass only; an error message otherwise. */
+function parsePromptOptions(b, tier) {
+    if (tier !== 'prompt') {
+        return b.model !== undefined || b.candidates !== undefined
+            ? "`model` and `candidates` are for a prompt pass (`tiers: ['prompt']`)"
+            : {};
+    }
+    const m = b.model;
+    if (typeof m !== 'object' ||
+        m === null ||
+        !nonEmpty(m.providerId) ||
+        !nonEmpty(m.model) ||
+        Object.keys(m).length !== 2) {
+        return "`model` is required for a prompt pass: { providerId, model }, the tenant's provider and model that drafts the templates";
+    }
+    const candidates = b.candidates ?? 3;
+    if (typeof candidates !== 'number' ||
+        !Number.isInteger(candidates) ||
+        candidates < 1 ||
+        candidates > MAX_DRAFTED) {
+        return `\`candidates\` is how many templates to draft: 1 to ${MAX_DRAFTED}`;
+    }
+    return { model: { providerId: m.providerId, model: m.model }, candidates };
+}
+function nonEmpty(value) {
+    return typeof value === 'string' && value.trim() !== '' && value.length <= 200;
+}
+function parseBudget(raw) {
+    if (raw === undefined)
+        return DEFAULT_BUDGET;
+    const b = typeof raw === 'object' && raw !== null && !Array.isArray(raw) ? raw : undefined;
+    const o = b;
+    const cost = o?.maxCostUsd ?? DEFAULT_BUDGET.maxCostUsd;
+    const count = o?.maxCandidates ?? DEFAULT_BUDGET.maxCandidates;
+    if (o === undefined ||
+        Object.keys(o).some((k) => k !== 'maxCostUsd' && k !== 'maxCandidates') ||
+        typeof cost !== 'number' ||
+        !(cost > 0 && cost <= MAX_COST_USD) ||
+        typeof count !== 'number' ||
+        !Number.isInteger(count) ||
+        count < 1 ||
+        count > MAX_CANDIDATES) {
+        return `\`budget\` is { maxCostUsd?: up to ${MAX_COST_USD}, maxCandidates?: 1 to ${MAX_CANDIDATES} }`;
+    }
+    return { maxCostUsd: cost, maxCandidates: count };
+}
+function parseImproveBody(b) {
+    const known = [
+        'agentId',
+        'fromVersion',
+        'scope',
+        'suiteId',
+        'tiers',
+        'objective',
+        'classWeights',
+        'model',
+        'candidates',
+        'budget',
+    ];
+    const extra = Object.keys(b).find((k) => !known.includes(k));
+    if (extra !== undefined)
+        return `\`${extra}\` isn't a field of improve: { ${known.join(', ')} }`;
+    if (!nonEmpty(b.agentId))
+        return '`agentId` is required';
+    if (b.fromVersion !== undefined && !nonEmpty(b.fromVersion)) {
+        return '`fromVersion` must be a version when given (default: the one serving the scope)';
+    }
+    const scope = parseLiveScopeBody(b.scope);
+    if (scope.kind === 'err')
+        return scope.message;
+    if (!nonEmpty(b.suiteId))
+        return '`suiteId` is required: the test set to search and prove on';
+    const options = parsePassOptions(b);
+    if (typeof options === 'string')
+        return options;
+    return {
+        agentId: b.agentId,
+        ...(typeof b.fromVersion === 'string' && { fromVersion: b.fromVersion }),
+        scope: scope.scope,
+        suiteId: b.suiteId,
+        ...options,
+    };
+}
+/** A pass's options (`tiers`, `objective`, `classWeights`, `model`, `candidates`, `budget`), defaults applied. */
+function parsePassOptions(b) {
+    const tiers = b.tiers ?? ['settings'];
+    if (!Array.isArray(tiers) ||
+        tiers.length !== 1 ||
+        (tiers[0] !== 'settings' && tiers[0] !== 'prompt')) {
+        return "`tiers` is ['settings'] (tunable settings values) or ['prompt'] (a drafted prompt template)";
+    }
+    const tier = tiers[0];
+    if (b.objective !== undefined && !OBJECTIVES.includes(b.objective)) {
+        return `\`objective\` must be one of ${OBJECTIVES.join(', ')}`;
+    }
+    const classWeights = b.classWeights ?? 'restricted-only';
+    if (classWeights !== 'restricted-only' && classWeights !== 'as-recorded') {
+        return "`classWeights` is 'restricted-only' (trusted judgments, the default) or 'as-recorded'";
+    }
+    const prompt = parsePromptOptions(b, tier);
+    if (typeof prompt === 'string')
+        return prompt;
+    const budget = parseBudget(b.budget);
+    if (typeof budget === 'string')
+        return budget;
+    return {
+        tiers: [tier],
+        objective: b.objective ?? 'weightedYesShare',
+        classWeights,
+        ...prompt,
+        budget,
+    };
+}
+const MAX_MONTHLY_CAP_USD = 1000;
+const MAX_THRESHOLD = 1000;
+/**
+ * An `improve` schedule's input (`config.input`), defaults applied: the
+ * pass options `improve` takes (no agent, scope or test set: the schedule
+ * names those, and each pass builds its test set), plus `threshold` and
+ * `monthlyCapUsd`.
+ */
+export function parseImproveScheduleInput(raw) {
+    const err = (message) => ({ kind: 'err', message });
+    const b = raw ?? {};
+    if (typeof b !== 'object' || Array.isArray(b)) {
+        return err("An improve schedule's `config.input` is an object of pass options");
+    }
+    const o = b;
+    const known = [
+        'tiers',
+        'objective',
+        'classWeights',
+        'model',
+        'candidates',
+        'budget',
+        'threshold',
+        'monthlyCapUsd',
+    ];
+    const extra = Object.keys(o).find((k) => !known.includes(k));
+    if (extra !== undefined) {
+        return err(`\`${extra}\` isn't an option of an improve schedule's \`config.input\`: { ${known.join(', ')} }`);
+    }
+    const options = parsePassOptions(o);
+    if (typeof options === 'string')
+        return err(options);
+    const threshold = parseThreshold(o.threshold);
+    if (typeof threshold === 'string')
+        return err(threshold);
+    const cap = o.monthlyCapUsd ?? IMPROVE_SCHEDULE_DEFAULTS.monthlyCapUsd;
+    if (typeof cap !== 'number' || !(cap > 0 && cap <= MAX_MONTHLY_CAP_USD)) {
+        return err(`\`monthlyCapUsd\` is the most its passes may cost a month: more than 0, up to ${MAX_MONTHLY_CAP_USD}`);
+    }
+    return { kind: 'ok', input: { ...options, threshold, monthlyCapUsd: cap } };
+}
+function parseThreshold(raw) {
+    const d = IMPROVE_SCHEDULE_DEFAULTS.threshold;
+    if (raw === undefined)
+        return d;
+    const o = typeof raw === 'object' && raw !== null && !Array.isArray(raw)
+        ? raw
+        : undefined;
+    const t = {
+        judgments: o?.judgments ?? d.judgments,
+        runs: o?.runs ?? d.runs,
+        judges: o?.judges ?? d.judges,
+    };
+    const whole = (v) => typeof v === 'number' && Number.isInteger(v) && v >= 1 && v <= MAX_THRESHOLD;
+    if (o === undefined ||
+        Object.keys(o).some((k) => !['judgments', 'runs', 'judges'].includes(k)) ||
+        !whole(t.judgments) ||
+        !whole(t.runs) ||
+        !whole(t.judges) ||
+        t.runs > t.judgments ||
+        t.judges > t.judgments) {
+        return `\`threshold\` is { judgments?, runs?, judges? }: how many trusted "no" judgments since the last pass (default ${d.judgments}), across how many runs (${d.runs}) and from how many judges (${d.judges}); runs and judges at most judgments`;
+    }
+    return t;
+}
+async function readBody(c) {
+    const text = await c.req.text();
+    if (text.trim() === '')
+        return {};
+    try {
+        const value = JSON.parse(text);
+        return typeof value === 'object' && value !== null && !Array.isArray(value)
+            ? value
+            : undefined;
+    }
+    catch {
+        return undefined;
+    }
+}
+// ---------- helpers ----------
+async function deny(c, authorizer, action, agentId) {
+    if (authorizer === undefined)
+        return undefined;
+    const decision = await authorizer.check(c, action, ref('agent', agentId));
+    if (decision.allowed)
+        return undefined;
+    return fail(c, 'permission-denied', {
+        code: 'permission-denied',
+        message: `Permission denied: this needs ${action} on agent "${agentId}" (${decision.reason})`,
+    });
+}
+function unsupported(c) {
+    return fail(c, 'improve-unsupported', {
+        code: 'improve-unsupported',
+        message: "This runtime doesn't run improvement passes.",
+    });
+}
+function fail(c, code, error) {
+    c.status(statusFor(code));
+    return c.json(toWireError(error, c.get('requestId')));
+}
+function badInput(c, message) {
+    return fail(c, 'bad-input', { code: 'bad-input', message });
+}
+//# sourceMappingURL=improvement-passes.js.map

package/dist/routes/improvement-passes.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"improvement-passes.js","sourceRoot":"","sources":["../../src/routes/improvement-passes.ts"],"names":[],"mappings":"AAAA,sCAAsC;AACtC,iCAAiC;AAEjC,OAAO,EAAgB,IAAI,EAAE,MAAM,MAAM,CAAC;AAE1C,OAAO,EAAgB,WAAW,EAAE,MAAM,gBAAgB,CAAC;AAC3D,OAAO,EAAe,GAAG,EAAE,MAAM,eAAe,CAAC;AAKjD,OAAO,EAAE,SAAS,EAAE,WAAW,EAAE,MAAM,cAAc,CAAC;AAEtD,OAAO,EACL,yBAAyB,GAQ1B,MAAM,gCAAgC,CAAC;AAKxC,OAAO,EAAE,OAAO,EAAE,aAAa,EAAE,MAAM,qBAAqB,CAAC;AAC7D,OAAO,EAAE,eAAe,EAAE,kBAAkB,EAAE,MAAM,sBAAsB,CAAC;AAC3E,OAAO,EAAE,UAAU,EAAE,MAAM,iBAAiB,CAAC;AAY7C,MAAM,CAAC,MAAM,cAAc,GAAsB,EAAE,UAAU,EAAE,CAAC,EAAE,aAAa,EAAE,EAAE,EAAE,CAAC;AACtF,MAAM,YAAY,GAAG,GAAG,CAAC;AACzB,MAAM,cAAc,GAAG,GAAG,CAAC;AAC3B,MAAM,UAAU,GAAiC,CAAC,kBAAkB,EAAE,sBAAsB,CAAC,CAAC;AAE9F;;;;;;;;;GASG;AACH,MAAM,UAAU,iBAAiB,CAAC,CAAe,EAAE,IAAiB,EAAE,UAAuB;IAC3F,CAAC,CAAC,IAAI,CAAC,UAAU,EAAE,KAAK,EAAE,CAAC,EAAE,EAAE;QAC7B,MAAM,QAAQ,GAAG,CAAC,CAAC,GAAG,CAAC,UAAU,CAAa,CAAC;QAC/C,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,CAAC,CAAC,CAAC;QAC/B,IAAI,IAAI,KAAK,SAAS;YAAE,OAAO,QAAQ,CAAC,CAAC,EAAE,oCAAoC,CAAC,CAAC;QACjF,MAAM,MAAM,GAAG,gBAAgB,CAAC,IAAI,CAAC,CAAC;QACtC,IAAI,OAAO,MAAM,KAAK,QAAQ;YAAE,OAAO,QAAQ,CAAC,CAAC,EAAE,MAAM,CAAC,CAAC;QAC3D,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,CAAC,EAAE,UAAU,EAAE,SAAS,EAAE,MAAM,CAAC,OAAO,CAAC,CAAC;QACpE,IAAI,MAAM,KAAK,SAAS;YAAE,OAAO,MAAM,CAAC;QACxC,IAAI,IAAI,CAAC,MAAM,KAAK,SAAS;YAAE,OAAO,WAAW,CAAC,CAAC,CAAC,CAAC;QACrD,IAAI,IAAI,CAAC,MAAM,CAAC,QAAQ,KAAK,SAAS,EAAE,CAAC;YACvC,OAAO,IAAI,CAAC,CAAC,EAAE,oBAAoB,EAAE;gBACnC,IAAI,EAAE,oBAAoB;gBAC1B,OAAO,EAAE,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,MAAM;aACrC,CAAC,CAAC;QACL,CAAC;QACD,MAAM,WAAW,GACf,MAAM,CAAC,WAAW,IAAI,CAAC,MAAM,cAAc,CAAC,IAAI,EAAE,QAAQ,EAAE,MAAM,CAAC,OAAO,EAAE,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC;QAC7F,MAAM,IAAI,GACR,WAAW,KAAK,SAAS;YACvB,CAAC,CAAC,IAAI;YACN,CAAC,CAAC,MAAM,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC;gBAC3B,QAAQ;gBACR,OAAO,EAAE,MAAM,CAAC,OAAkB;gBAClC,OAAO,EAAE,WAAqB;aAC/B,CAAC,CAAC;QACT,IAAI,IAAI,KAAK,IAAI,IAAI,IAAI,CAAC,cAAc,KAAK,SAAS,EAAE,CAAC;YACvD,OAAO,IAAI,CAAC,CAAC,EAAE,yBAAyB,EAAE;gBACxC,IAAI,EAAE,yBAAyB;gBAC/B,OAAO,EAAE,GAAG,MAAM,CAAC,OAAO,0BAA0B,WAAW,IAAI,sBAAsB,EAAE;aAC5F,CAAC,CAAC;QACL,CAAC;QACD,MAAM,OAAO,GAAG,MAAM,aAAa,CAAC,IAAI,CAAC,MAAM,EAAE,QAAQ,EAAE,IAAI,EAAE,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;QAClF,IAAI,OAAO,KAAK,SAAS,EAAE,CAAC;YAC1B,OAAO,IAAI,CAAC,CAAC,EAAE,mBAAmB,EAAE;gBAClC,IAAI,EAAE,mBAAmB;gBACzB,OAAO,EAAE,OAAO;gBAChB,MAAM,EAAE,EAAE;aACX,CAAC,CAAC;QACL,CAAC;QACD,IAAI,CAAC,MAAM,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,QAAQ,EAAE,OAAO,EAAE,MAAM,CAAC,OAAO,EAAE,CAAC,CAAC,KAAK,IAAI,EAAE,CAAC;YACvF,OAAO,IAAI,CAAC,CAAC,EAAE,oBAAoB,EAAE;gBACnC,IAAI,EAAE,oBAAoB;gBAC1B,OAAO,EAAE,GAAG,MAAM,CAAC,OAAO,8NAA8N;aACzP,CAAC,CAAC;QACL,CAAC;QACD,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC;YACnC,QAAQ;YACR,GAAG,CAAC,IAAI,CAAC,SAAS,KAAK,SAAS,IAAI,EAAE,SAAS,EAAE,IAAI,CAAC,SAAS,EAAE,CAAC;YAClE,OAAO,EAAE,MAAM,CAAC,OAAO;YACvB,WAAW,EAAE,IAAI,CAAC,OAA4B;YAC9C,KAAK,EAAE,MAAM,CAAC,KAAK;YACnB,OAAO,EAAE,MAAM,CAAC,OAAO;YACvB,KAAK,EAAE,MAAM,CAAC,KAAK;YACnB,SAAS,EAAE,MAAM,CAAC,SAAS;YAC3B,YAAY,EAAE,MAAM,CAAC,YAAY;YACjC,GAAG,CAAC,MAAM,CAAC,KAAK,KAAK,SAAS,IAAI,EAAE,KAAK,EAAE,MAAM,CAAC,KAAK,EAAE,CAAC;YAC1D,GAAG,CAAC,MAAM,CAAC,UAAU,KAAK,SAAS,IAAI,EAAE,UAAU,EAAE,MAAM,CAAC,UAAU,EAAE,CAAC;YACzE,MAAM,EAAE,MAAM,CAAC,MAAM;YACrB,WAAW,EAAE,OAAO,CAAC,CAAC,CAAC;SACxB,CAAC,CAAC;QACH,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;QACd,OAAO,CAAC,CAAC,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC,CAAC,CAAC;IACrC,CAAC,CAAC,CAAC;AACL,CAAC;AAED;;;;;;;;;GASG;AACH,MAAM,UAAU,uBAAuB,CACrC,MAA0C,EAC1C,UAAuB;IAEvB,MAAM,CAAC,GAAG,IAAI,IAAI,EAAU,CAAC;IAE7B,KAAK,UAAU,IAAI,CAAC,CAAM;QACxB,IAAI,MAAM,KAAK,SAAS;YAAE,OAAO,WAAW,CAAC,CAAC,CAAC,CAAC;QAChD,MAAM,MAAM,GAAG,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,QAAQ,CAAC,IAAI,EAAE,CAAC;QAC3C,MAAM,IAAI,GAAG,MAAM,MAAM,CAAC,GAAG,CAAC,EAAE,QAAQ,EAAE,CAAC,CAAC,GAAG,CAAC,UAAU,CAAa,EAAE,MAAM,EAAE,CAAC,CAAC;QACnF,MAAM,MAAM,GACV,IAAI,KAAK,IAAI;YACb,UAAU,KAAK,SAAS;YACxB,CAAC,CAAC,MAAM,UAAU,CAAC,GAAG,CAAC,CAAC,EAAE,MAAM,EAAE,GAAG,CAAC,OAAO,EAAE,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;QACjE,IAAI,IAAI,KAAK,IAAI,IAAI,MAAM,EAAE,CAAC;YAC5B,OAAO,IAAI,CAAC,CAAC,EAAE,4BAA4B,EAAE;gBAC3C,IAAI,EAAE,4BAA4B;gBAClC,OAAO,EAAE,uBAAuB,MAAM,EAAE;gBACxC,MAAM;aACP,CAAC,CAAC;QACL,CAAC;QACD,OAAO,IAAI,CAAC;IACd,CAAC;IAED,CAAC,CAAC,GAAG,CAAC,GAAG,EAAE,KAAK,EAAE,CAAC,EAAE,EAAE;QACrB,IAAI,MAAM,KAAK,SAAS;YAAE,OAAO,WAAW,CAAC,CAAC,CAAC,CAAC;QAChD,MAAM,OAAO,GAAG,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;QACvC,MAAM,MAAM,GAAG,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;QACrC,MAAM,IAAI,GAAG,MAAM,MAAM,CAAC,IAAI,CAAC;YAC7B,QAAQ,EAAE,CAAC,CAAC,GAAG,CAAC,UAAU,CAAa;YACvC,KAAK,EAAE,UAAU,CAAC,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;YACvC,GAAG,CAAC,OAAO,KAAK,SAAS,IAAI,OAAO,KAAK,EAAE,IAAI,EAAE,OAAO,EAAE,CAAC;YAC3D,GAAG,CAAC,MAAM,KAAK,SAAS,IAAI,MAAM,KAAK,EAAE,IAAI,EAAE,MAAM,EAAE,MAAgB,EAAE,CAAC;SAC3E,CAAC,CAAC;QACH,MAAM,QAAQ,GACZ,UAAU,KAAK,SAAS;YACtB,CAAC,CAAC,IAAI,CAAC,IAAI;YACX,CAAC,CAAC,MAAM,UAAU,CAAC,WAAW,CAAC,CAAC,EAAE,MAAM,EAAE,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,GAAG,CAAC,OAAO,EAAE,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC;QACzF,OAAO,CAAC,CAAC,IAAI,CAAC;YACZ,IAAI,EAAE,QAAQ,CAAC,GAAG,CAAC,aAAa,CAAC;YACjC,OAAO,EAAE,IAAI,CAAC,UAAU,KAAK,SAAS;YACtC,GAAG,CAAC,IAAI,CAAC,UAAU,KAAK,SAAS,IAAI,EAAE,UAAU,EAAE,IAAI,CAAC,UAA+B,EAAE,CAAC;SAC3F,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,CAAC,CAAC,GAAG,CAAC,UAAU,EAAE,KAAK,EAAE,CAAC,EAAE,EAAE;QAC5B,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,CAAC,CAAC,CAAC;QAC3B,IAAI,IAAI,YAAY,QAAQ;YAAE,OAAO,IAAI,CAAC;QAC1C,OAAO,CAAC,CAAC,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC,CAAC,CAAC;IACrC,CAAC,CAAC,CAAC;IAEH,CAAC,CAAC,IAAI,CAAC,iBAAiB,EAAE,KAAK,EAAE,CAAC,EAAE,EAAE;QACpC,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,CAAC,CAAC,CAAC;QAC3B,IAAI,IAAI,YAAY,QAAQ;YAAE,OAAO,IAAI,CAAC;QAC1C,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,CAAC,EAAE,UAAU,EAAE,SAAS,EAAE,IAAI,CAAC,OAAO,CAAC,CAAC;QAClE,IAAI,MAAM,KAAK,SAAS;YAAE,OAAO,MAAM,CAAC;QACxC,MAAM,KAAK,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC;QACzB,MAAM,OAAO,GAAG,MAAO,MAAiC,CAAC,MAAM,CAAC;YAC9D,QAAQ,EAAE,CAAC,CAAC,GAAG,CAAC,UAAU,CAAa;YACvC,MAAM,EAAE,IAAI,CAAC,EAAE;YACf,EAAE,EAAE,GAAG,KAAK,CAAC,IAAI,IAAI,KAAK,CAAC,EAAE,EAAE;SAChC,CAAC,CAAC;QACH,IAAI,OAAO,CAAC,IAAI,KAAK,WAAW,EAAE,CAAC;YACjC,OAAO,IAAI,CAAC,CAAC,EAAE,4BAA4B,EAAE;gBAC3C,IAAI,EAAE,4BAA4B;gBAClC,OAAO,EAAE,uBAAuB,IAAI,CAAC,EAAE,EAAE;gBACzC,MAAM,EAAE,IAAI,CAAC,EAAE;aAChB,CAAC,CAAC;QACL,CAAC;QACD,IAAI,OAAO,CAAC,IAAI,KAAK,UAAU,EAAE,CAAC;YAChC,OAAO,IAAI,CAAC,CAAC,EAAE,2BAA2B,EAAE;gBAC1C,IAAI,EAAE,2BAA2B;gBACjC,OAAO,EAAE,oBAAoB,IAAI,CAAC,EAAE,eAAe,OAAO,CAAC,IAAI,CAAC,MAAM,8BAA8B;gBACpG,MAAM,EAAE,IAAI,CAAC,EAAE;gBACf,MAAM,EAAE,OAAO,CAAC,IAAI,CAAC,MAAM;aAC5B,CAAC,CAAC;QACL,CAAC;QACD,OAAO,CAAC,CAAC,IAAI,CAAC,aAAa,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC;IAC7C,CAAC,CAAC,CAAC;IAEH,OAAO,CAAC,CAAC;AACX,CAAC;AAED,4EAA4E;AAC5E,KAAK,UAAU,cAAc,CAC3B,IAAiB,EACjB,QAAkB,EAClB,OAAe,EACf,KAA+B;IAE/B,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,QAAQ,EAAE,OAAO,EAAE,GAAG,aAAa,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;IAC9F,IAAI,IAAI,KAAK,IAAI;QAAE,OAAO,IAAI,CAAC,OAA4B,CAAC;IAC5D,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,QAAQ,EAAE,OAAO,EAAE,OAAkB,EAAE,CAAC,CAAC;IAChF,OAAO,MAAM,EAAE,OAAwC,CAAC;AAC1D,CAAC;AAED,+FAA+F;AAC/F,KAAK,UAAU,aAAa,CAC1B,MAA4B,EAC5B,QAAkB,EAClB,OAA2B,EAC3B,IAAiC;IAEjC,MAAM,KAAK,GAAG,GAAG,OAAO,CAAC,EAAuB,IAAI,OAAO,CAAC,OAA4B,EAAE,CAAC;IAC3F,IAAI,IAAI,KAAK,QAAQ,EAAE,CAAC;QACtB,MAAM,MAAM,GACV,OAAO,OAAO,CAAC,YAAY,KAAK,QAAQ,CAAC,CAAC,CAAC,OAAO,CAAC,YAAY,CAAC,MAAM,CAAC,CAAC,CAAC,SAAS,CAAC;QACrF,OAAO,MAAM,KAAK,SAAS,IAAI,OAAO,CAAC,IAAI,EAAE,OAAO,CAAC,MAAM,CAAC,KAAK,SAAS;YACxE,CAAC,CAAC,SAAS;YACX,CAAC,CAAC,GAAG,KAAK,mLAAmL,CAAC;IAClM,CAAC;IACD,KAAK,MAAM,CAAC,OAAO,EAAE,MAAM,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,IAAI,EAAE,QAAQ,IAAI,EAAE,CAAC,EAAE,CAAC;QAC7E,IAAI,OAAO,CAAC,aAAa,EAAE,EAAE,KAAK,OAAO;YAAE,SAAS;QACpD,MAAM,KAAK,GAAG,MAAM,MAAM,CAAC,UAAU,CAAC,EAAE,QAAQ,EAAE,OAAO,EAAE,OAAO,EAAE,MAAM,EAAE,CAAC,CAAC;QAC9E,IAAI,KAAK,EAAE,IAAI,KAAK,UAAU,IAAI,WAAW,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC/E,OAAO,SAAS,CAAC;QACnB,CAAC;IACH,CAAC;IACD,OAAO,GAAG,KAAK,+NAA+N,CAAC;AACjP,CAAC;AAED,MAAM,UAAU,aAAa,CAAC,CAAkB;IAC9C,OAAO;QACL,EAAE,EAAE,CAAC,CAAC,EAAE;QACR,OAAO,EAAE,CAAC,CAAC,OAAO;QAClB,WAAW,EAAE,CAAC,CAAC,WAAW;QAC1B,KAAK,EAAE,eAAe,CAAC,CAAC,CAAC,KAAK,CAAC;QAC/B,OAAO,EAAE,CAAC,CAAC,OAAO;QAClB,KAAK,EAAE,CAAC,CAAC,KAAK;QACd,SAAS,EAAE,CAAC,CAAC,SAAS;QACtB,YAAY,EAAE,CAAC,CAAC,YAAY;QAC5B,GAAG,CAAC,CAAC,CAAC,KAAK,KAAK,SAAS,IAAI,EAAE,KAAK,EAAE,CAAC,CAAC,KAAK,EAAE,CAAC;QAChD,GAAG,CAAC,CAAC,CAAC,UAAU,KAAK,SAAS,IAAI,EAAE,UAAU,EAAE,CAAC,CAAC,UAAU,EAAE,CAAC;QAC/D,MAAM,EAAE,CAAC,CAAC,MAAM;QAChB,WAAW,EAAE,CAAC,CAAC,WAAW;QAC1B,MAAM,EAAE,CAAC,CAAC,MAAM;QAChB,mBAAmB,EAAE,CAAC,CAAC,mBAAmB;QAC1C,OAAO,EAAE,CAAC,CAAC,OAAO;QAClB,GAAG,CAAC,CAAC,CAAC,OAAO,KAAK,SAAS,IAAI,EAAE,OAAO,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC;QACtD,GAAG,CAAC,CAAC,CAAC,WAAW,KAAK,SAAS,IAAI,EAAE,WAAW,EAAE,CAAC,CAAC,WAAW,EAAE,CAAC;QAClE,GAAG,CAAC,CAAC,CAAC,OAAO,KAAK,SAAS,IAAI,EAAE,OAAO,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC;QACtD,SAAS,EAAE,CAAC,CAAC,SAAS;QACtB,SAAS,EAAE,CAAC,CAAC,SAAS;QACtB,GAAG,CAAC,CAAC,CAAC,UAAU,KAAK,SAAS,IAAI,EAAE,UAAU,EAAE,CAAC,CAAC,UAAU,EAAE,CAAC;KAChE,CAAC;AACJ,CAAC;AAiBD,MAAM,WAAW,GAAG,CAAC,CAAC;AAEtB,oFAAoF;AACpF,SAAS,kBAAkB,CACzB,CAA0B,EAC1B,IAAqB;IAErB,IAAI,IAAI,KAAK,QAAQ,EAAE,CAAC;QACtB,OAAO,CAAC,CAAC,KAAK,KAAK,SAAS,IAAI,CAAC,CAAC,UAAU,KAAK,SAAS;YACxD,CAAC,CAAC,sEAAsE;YACxE,CAAC,CAAC,EAAE,CAAC;IACT,CAAC;IACD,MAAM,CAAC,GAAG,CAAC,CAAC,KAA4C,CAAC;IACzD,IACE,OAAO,CAAC,KAAK,QAAQ;QACrB,CAAC,KAAK,IAAI;QACV,CAAC,QAAQ,CAAC,CAAC,CAAC,UAAU,CAAC;QACvB,CAAC,QAAQ,CAAC,CAAC,CAAC,KAAK,CAAC;QAClB,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,MAAM,KAAK,CAAC,EAC3B,CAAC;QACD,OAAO,yHAAyH,CAAC;IACnI,CAAC;IACD,MAAM,UAAU,GAAG,CAAC,CAAC,UAAU,IAAI,CAAC,CAAC;IACrC,IACE,OAAO,UAAU,KAAK,QAAQ;QAC9B,CAAC,MAAM,CAAC,SAAS,CAAC,UAAU,CAAC;QAC7B,UAAU,GAAG,CAAC;QACd,UAAU,GAAG,WAAW,EACxB,CAAC;QACD,OAAO,uDAAuD,WAAW,EAAE,CAAC;IAC9E,CAAC;IACD,OAAO,EAAE,KAAK,EAAE,EAAE,UAAU,EAAE,CAAC,CAAC,UAAU,EAAE,KAAK,EAAE,CAAC,CAAC,KAAK,EAAE,EAAE,UAAU,EAAE,CAAC;AAC7E,CAAC;AAED,SAAS,QAAQ,CAAC,KAAc;IAC9B,OAAO,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,CAAC,IAAI,EAAE,KAAK,EAAE,IAAI,KAAK,CAAC,MAAM,IAAI,GAAG,CAAC;AACjF,CAAC;AAED,SAAS,WAAW,CAAC,GAAY;IAC/B,IAAI,GAAG,KAAK,SAAS;QAAE,OAAO,cAAc,CAAC;IAC7C,MAAM,CAAC,GAAG,OAAO,GAAG,KAAK,QAAQ,IAAI,GAAG,KAAK,IAAI,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,SAAS,CAAC;IAC3F,MAAM,CAAC,GAAG,CAAwC,CAAC;IACnD,MAAM,IAAI,GAAG,CAAC,EAAE,UAAU,IAAI,cAAc,CAAC,UAAU,CAAC;IACxD,MAAM,KAAK,GAAG,CAAC,EAAE,aAAa,IAAI,cAAc,CAAC,aAAa,CAAC;IAC/D,IACE,CAAC,KAAK,SAAS;QACf,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,KAAK,YAAY,IAAI,CAAC,KAAK,eAAe,CAAC;QACvE,OAAO,IAAI,KAAK,QAAQ;QACxB,CAAC,CAAC,IAAI,GAAG,CAAC,IAAI,IAAI,IAAI,YAAY,CAAC;QACnC,OAAO,KAAK,KAAK,QAAQ;QACzB,CAAC,MAAM,CAAC,SAAS,CAAC,KAAK,CAAC;QACxB,KAAK,GAAG,CAAC;QACT,KAAK,GAAG,cAAc,EACtB,CAAC;QACD,OAAO,sCAAsC,YAAY,0BAA0B,cAAc,IAAI,CAAC;IACxG,CAAC;IACD,OAAO,EAAE,UAAU,EAAE,IAAI,EAAE,aAAa,EAAE,KAAK,EAAE,CAAC;AACpD,CAAC;AAED,SAAS,gBAAgB,CAAC,CAA0B;IAClD,MAAM,KAAK,GAAG;QACZ,SAAS;QACT,aAAa;QACb,OAAO;QACP,SAAS;QACT,OAAO;QACP,WAAW;QACX,cAAc;QACd,OAAO;QACP,YAAY;QACZ,QAAQ;KACT,CAAC;IACF,MAAM,KAAK,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC;IAC7D,IAAI,KAAK,KAAK,SAAS;QAAE,OAAO,KAAK,KAAK,kCAAkC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC;IACjG,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,OAAO,CAAC;QAAE,OAAO,uBAAuB,CAAC;IACzD,IAAI,CAAC,CAAC,WAAW,KAAK,SAAS,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,WAAW,CAAC,EAAE,CAAC;QAC5D,OAAO,iFAAiF,CAAC;IAC3F,CAAC;IACD,MAAM,KAAK,GAAG,kBAAkB,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC;IAC1C,IAAI,KAAK,CAAC,IAAI,KAAK,KAAK;QAAE,OAAO,KAAK,CAAC,OAAO,CAAC;IAC/C,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,OAAO,CAAC;QAAE,OAAO,4DAA4D,CAAC;IAC9F,MAAM,OAAO,GAAG,gBAAgB,CAAC,CAAC,CAAC,CAAC;IACpC,IAAI,OAAO,OAAO,KAAK,QAAQ;QAAE,OAAO,OAAO,CAAC;IAChD,OAAO;QACL,OAAO,EAAE,CAAC,CAAC,OAAO;QAClB,GAAG,CAAC,OAAO,CAAC,CAAC,WAAW,KAAK,QAAQ,IAAI,EAAE,WAAW,EAAE,CAAC,CAAC,WAAW,EAAE,CAAC;QACxE,KAAK,EAAE,KAAK,CAAC,KAAK;QAClB,OAAO,EAAE,CAAC,CAAC,OAAO;QAClB,GAAG,OAAO;KACX,CAAC;AACJ,CAAC;AAOD,kHAAkH;AAClH,SAAS,gBAAgB,CAAC,CAA0B;IAClD,MAAM,KAAK,GAAG,CAAC,CAAC,KAAK,IAAI,CAAC,UAAU,CAAC,CAAC;IACtC,IACE,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC;QACrB,KAAK,CAAC,MAAM,KAAK,CAAC;QAClB,CAAC,KAAK,CAAC,CAAC,CAAC,KAAK,UAAU,IAAI,KAAK,CAAC,CAAC,CAAC,KAAK,QAAQ,CAAC,EAClD,CAAC;QACD,OAAO,6FAA6F,CAAC;IACvG,CAAC;IACD,MAAM,IAAI,GAAG,KAAK,CAAC,CAAC,CAAoB,CAAC;IACzC,IAAI,CAAC,CAAC,SAAS,KAAK,SAAS,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAC,CAAC,SAA8B,CAAC,EAAE,CAAC;QACxF,OAAO,gCAAgC,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;IACjE,CAAC;IACD,MAAM,YAAY,GAAG,CAAC,CAAC,YAAY,IAAI,iBAAiB,CAAC;IACzD,IAAI,YAAY,KAAK,iBAAiB,IAAI,YAAY,KAAK,aAAa,EAAE,CAAC;QACzE,OAAO,uFAAuF,CAAC;IACjG,CAAC;IACD,MAAM,MAAM,GAAG,kBAAkB,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC;IAC3C,IAAI,OAAO,MAAM,KAAK,QAAQ;QAAE,OAAO,MAAM,CAAC;IAC9C,MAAM,MAAM,GAAG,WAAW,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC;IACrC,IAAI,OAAO,MAAM,KAAK,QAAQ;QAAE,OAAO,MAAM,CAAC;IAC9C,OAAO;QACL,KAAK,EAAE,CAAC,IAAI,CAAC;QACb,SAAS,EAAG,CAAC,CAAC,SAA2C,IAAI,kBAAkB;QAC/E,YAAY;QACZ,GAAG,MAAM;QACT,MAAM;KACP,CAAC;AACJ,CAAC;AAED,MAAM,mBAAmB,GAAG,IAAI,CAAC;AACjC,MAAM,aAAa,GAAG,IAAI,CAAC;AAE3B;;;;;GAKG;AACH,MAAM,UAAU,yBAAyB,CACvC,GAAY;IAEZ,MAAM,GAAG,GAAG,CAAC,OAAe,EAAE,EAAE,CAAC,CAAC,EAAE,IAAI,EAAE,KAAc,EAAE,OAAO,EAAE,CAAC,CAAC;IACrE,MAAM,CAAC,GAAG,GAAG,IAAI,EAAE,CAAC;IACpB,IAAI,OAAO,CAAC,KAAK,QAAQ,IAAI,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC;QAC9C,OAAO,GAAG,CAAC,mEAAmE,CAAC,CAAC;IAClF,CAAC;IACD,MAAM,CAAC,GAAG,CAA4B,CAAC;IACvC,MAAM,KAAK,GAAG;QACZ,OAAO;QACP,WAAW;QACX,cAAc;QACd,OAAO;QACP,YAAY;QACZ,QAAQ;QACR,WAAW;QACX,eAAe;KAChB,CAAC;IACF,MAAM,KAAK,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC;IAC7D,IAAI,KAAK,KAAK,SAAS,EAAE,CAAC;QACxB,OAAO,GAAG,CACR,KAAK,KAAK,mEAAmE,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAClG,CAAC;IACJ,CAAC;IACD,MAAM,OAAO,GAAG,gBAAgB,CAAC,CAAC,CAAC,CAAC;IACpC,IAAI,OAAO,OAAO,KAAK,QAAQ;QAAE,OAAO,GAAG,CAAC,OAAO,CAAC,CAAC;IACrD,MAAM,SAAS,GAAG,cAAc,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC;IAC9C,IAAI,OAAO,SAAS,KAAK,QAAQ;QAAE,OAAO,GAAG,CAAC,SAAS,CAAC,CAAC;IACzD,MAAM,GAAG,GAAG,CAAC,CAAC,aAAa,IAAI,yBAAyB,CAAC,aAAa,CAAC;IACvE,IAAI,OAAO,GAAG,KAAK,QAAQ,IAAI,CAAC,CAAC,GAAG,GAAG,CAAC,IAAI,GAAG,IAAI,mBAAmB,CAAC,EAAE,CAAC;QACxE,OAAO,GAAG,CACR,iFAAiF,mBAAmB,EAAE,CACvG,CAAC;IACJ,CAAC;IACD,OAAO,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,EAAE,GAAG,OAAO,EAAE,SAAS,EAAE,aAAa,EAAE,GAAG,EAAE,EAAE,CAAC;AAC9E,CAAC;AAED,SAAS,cAAc,CAAC,GAAY;IAClC,MAAM,CAAC,GAAG,yBAAyB,CAAC,SAAS,CAAC;IAC9C,IAAI,GAAG,KAAK,SAAS;QAAE,OAAO,CAAC,CAAC;IAChC,MAAM,CAAC,GACL,OAAO,GAAG,KAAK,QAAQ,IAAI,GAAG,KAAK,IAAI,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC;QAC5D,CAAC,CAAE,GAA+B;QAClC,CAAC,CAAC,SAAS,CAAC;IAChB,MAAM,CAAC,GAAG;QACR,SAAS,EAAE,CAAC,EAAE,SAAS,IAAI,CAAC,CAAC,SAAS;QACtC,IAAI,EAAE,CAAC,EAAE,IAAI,IAAI,CAAC,CAAC,IAAI;QACvB,MAAM,EAAE,CAAC,EAAE,MAAM,IAAI,CAAC,CAAC,MAAM;KAC9B,CAAC;IACF,MAAM,KAAK,GAAG,CAAC,CAAU,EAAe,EAAE,CACxC,OAAO,CAAC,KAAK,QAAQ,IAAI,MAAM,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,aAAa,CAAC;IAC/E,IACE,CAAC,KAAK,SAAS;QACf,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,WAAW,EAAE,MAAM,EAAE,QAAQ,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC;QACxE,CAAC,KAAK,CAAC,CAAC,CAAC,SAAS,CAAC;QACnB,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC;QACd,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC;QAChB,CAAC,CAAC,IAAI,GAAG,CAAC,CAAC,SAAS;QACpB,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,SAAS,EACtB,CAAC;QACD,OAAO,iHAAiH,CAAC,CAAC,SAAS,4BAA4B,CAAC,CAAC,IAAI,+BAA+B,CAAC,CAAC,MAAM,sCAAsC,CAAC;IACrP,CAAC;IACD,OAAO,CAAqB,CAAC;AAC/B,CAAC;AAED,KAAK,UAAU,QAAQ,CAAC,CAAM;IAC5B,MAAM,IAAI,GAAG,MAAM,CAAC,CAAC,GAAG,CAAC,IAAI,EAAE,CAAC;IAChC,IAAI,IAAI,CAAC,IAAI,EAAE,KAAK,EAAE;QAAE,OAAO,EAAE,CAAC;IAClC,IAAI,CAAC;QACH,MAAM,KAAK,GAAY,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QACxC,OAAO,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,KAAK,IAAI,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC;YACzE,CAAC,CAAE,KAAiC;YACpC,CAAC,CAAC,SAAS,CAAC;IAChB,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,SAAS,CAAC;IACnB,CAAC;AACH,CAAC;AAED,gCAAgC;AAEhC,KAAK,UAAU,IAAI,CAAC,CAAM,EAAE,UAAkC,EAAE,MAAc,EAAE,OAAe;IAC7F,IAAI,UAAU,KAAK,SAAS;QAAE,OAAO,SAAS,CAAC;IAC/C,MAAM,QAAQ,GAAG,MAAM,UAAU,CAAC,KAAK,CAAC,CAAC,EAAE,MAAM,EAAE,GAAG,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC,CAAC;IAC1E,IAAI,QAAQ,CAAC,OAAO;QAAE,OAAO,SAAS,CAAC;IACvC,OAAO,IAAI,CAAC,CAAC,EAAE,mBAAmB,EAAE;QAClC,IAAI,EAAE,mBAAmB;QACzB,OAAO,EAAE,iCAAiC,MAAM,cAAc,OAAO,MAAM,QAAQ,CAAC,MAAM,GAAG;KAC9F,CAAC,CAAC;AACL,CAAC;AAED,SAAS,WAAW,CAAC,CAAM;IACzB,OAAO,IAAI,CAAC,CAAC,EAAE,qBAAqB,EAAE;QACpC,IAAI,EAAE,qBAAqB;QAC3B,OAAO,EAAE,8CAA8C;KACxD,CAAC,CAAC;AACL,CAAC;AAED,SAAS,IAAI,CACX,CAAM,EACN,IAAY,EACZ,KAAkE;IAElE,CAAC,CAAC,MAAM,CAAC,SAAS,CAAC,IAAI,CAAU,CAAC,CAAC;IACnC,OAAO,CAAC,CAAC,IAAI,CAAC,WAAW,CAAC,KAAK,EAAE,CAAC,CAAC,GAAG,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC;AACxD,CAAC;AAED,SAAS,QAAQ,CAAC,CAAM,EAAE,OAAe;IACvC,OAAO,IAAI,CAAC,CAAC,EAAE,WAAW,EAAE,EAAE,IAAI,EAAE,WAAW,EAAE,OAAO,EAAE,CAAC,CAAC;AAC9D,CAAC"}

package/dist/routes/judged-suites.d.ts

@@ -1,4 +1,5 @@
 import { Hono } from 'hono';
+import type { ProjectId, ScopeSegment, TenantId, UserId } from '@kindgi/types';
 import type { EvalCaseStoreBinding } from '../eval-case-binding.js';
 import type { EvalSuiteRegistryBinding } from '../eval-suite-binding.js';
 import type { JudgmentRegistryBinding } from '../judgment-binding.js';
@@ -17,4 +18,53 @@ export declare const MAX_JUDGED_CASES = 1000;
  * - `GET /v1/eval-suites/:suiteId/versions/:version/cases` lists them.
  */
 export declare function judgedSuitesRouter(suites: EvalSuiteRegistryBinding, judgments: JudgmentRegistryBinding, cases: EvalCaseStoreBinding, authorizer?: Authorizer): Hono<AppEnv>;
+/** Which judged runs a test set is built from, and which of their judgments count. */
+export interface JudgedSuiteQuery {
+    readonly agentId?: string;
+    readonly agentVersion?: string;
+    readonly flowId?: string;
+    readonly since?: string;
+    readonly until?: string;
+    readonly judgeClassIds?: readonly string[];
+    readonly minJudgments?: number;
+    /** Only runs started in this segment path or below it. */
+    readonly segments?: readonly ScopeSegment[];
+}
+export interface BuildJudgedSuiteInput {
+    readonly tenantId: TenantId;
+    readonly suiteId: string;
+    readonly version: string;
+    /** The project whose judged runs it takes, and the suite's project. */
+    readonly projectId: ProjectId;
+    readonly description?: string;
+    readonly query: JudgedSuiteQuery;
+    /** The user who built it, made the suite's creator. */
+    readonly creatorUserId?: UserId;
+}
+export type BuildJudgedSuiteOutcome = {
+    readonly kind: 'ok';
+    readonly caseCount: number;
+    readonly truncated: boolean;
+} | {
+    readonly kind: 'already-registered';
+} | {
+    readonly kind: 'project-not-found';
+}
+/** The suite belongs to another project: nothing is written. */
+ | {
+    readonly kind: 'project-mismatch';
+    readonly projectId: ProjectId;
+};
+/**
+ * Build a test set and publish it as a `judged` suite version, as
+ * `POST /v1/eval-suites/{suiteId}/versions/from-judgments` does: the
+ * judged runs the query picks (newest first, at most `MAX_JUDGED_CASES`),
+ * each a case with its items' judgments summed up. The binding must list
+ * judged runs (`listJudgedRuns`).
+ */
+export declare function buildJudgedSuite(deps: {
+    readonly suites: EvalSuiteRegistryBinding;
+    readonly judgments: JudgmentRegistryBinding;
+    readonly cases: EvalCaseStoreBinding;
+}, input: BuildJudgedSuiteInput): Promise<BuildJudgedSuiteOutcome>;
 //# sourceMappingURL=judged-suites.d.ts.map

package/dist/routes/judged-suites.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"judged-suites.d.ts","sourceRoot":"","sources":["../../src/routes/judged-suites.ts"],"names":[],"mappings":"AAGA,OAAO,EAAgB,IAAI,EAAE,MAAM,MAAM,CAAC;AAM1C,OAAO,KAAK,EACV,oBAAoB,EAGrB,MAAM,yBAAyB,CAAC;AACjC,OAAO,KAAK,EAAE,wBAAwB,EAAE,MAAM,0BAA0B,CAAC;AACzE,OAAO,KAAK,EAIV,uBAAuB,EACxB,MAAM,wBAAwB,CAAC;AAChC,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,4BAA4B,CAAC;AAC7D,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,aAAa,CAAC;AAG1C,4DAA4D;AAC5D,eAAO,MAAM,gBAAgB,OAAO,CAAC;AAIrC;;;;;;;;;GASG;AACH,wBAAgB,kBAAkB,CAChC,MAAM,EAAE,wBAAwB,EAChC,SAAS,EAAE,uBAAuB,EAClC,KAAK,EAAE,oBAAoB,EAC3B,UAAU,CAAC,EAAE,UAAU,GACtB,IAAI,CAAC,MAAM,CAAC,CAmGd"}
+{"version":3,"file":"judged-suites.d.ts","sourceRoot":"","sources":["../../src/routes/judged-suites.ts"],"names":[],"mappings":"AAGA,OAAO,EAAgB,IAAI,EAAE,MAAM,MAAM,CAAC;AAG1C,OAAO,KAAK,EAAU,SAAS,EAAE,YAAY,EAAE,QAAQ,EAAE,MAAM,EAAE,MAAM,eAAe,CAAC;AAGvF,OAAO,KAAK,EACV,oBAAoB,EAGrB,MAAM,yBAAyB,CAAC;AACjC,OAAO,KAAK,EAAE,wBAAwB,EAAE,MAAM,0BAA0B,CAAC;AACzE,OAAO,KAAK,EAIV,uBAAuB,EACxB,MAAM,wBAAwB,CAAC;AAChC,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,4BAA4B,CAAC;AAC7D,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,aAAa,CAAC;AAK1C,4DAA4D;AAC5D,eAAO,MAAM,gBAAgB,OAAO,CAAC;AAIrC;;;;;;;;;GASG;AACH,wBAAgB,kBAAkB,CAChC,MAAM,EAAE,wBAAwB,EAChC,SAAS,EAAE,uBAAuB,EAClC,KAAK,EAAE,oBAAoB,EAC3B,UAAU,CAAC,EAAE,UAAU,GACtB,IAAI,CAAC,MAAM,CAAC,CA+Ed;AAED,sFAAsF;AACtF,MAAM,WAAW,gBAAgB;IAC/B,QAAQ,CAAC,OAAO,CAAC,EAAE,MAAM,CAAC;IAC1B,QAAQ,CAAC,YAAY,CAAC,EAAE,MAAM,CAAC;IAC/B,QAAQ,CAAC,MAAM,CAAC,EAAE,MAAM,CAAC;IACzB,QAAQ,CAAC,KAAK,CAAC,EAAE,MAAM,CAAC;IACxB,QAAQ,CAAC,KAAK,CAAC,EAAE,MAAM,CAAC;IACxB,QAAQ,CAAC,aAAa,CAAC,EAAE,SAAS,MAAM,EAAE,CAAC;IAC3C,QAAQ,CAAC,YAAY,CAAC,EAAE,MAAM,CAAC;IAC/B,0DAA0D;IAC1D,QAAQ,CAAC,QAAQ,CAAC,EAAE,SAAS,YAAY,EAAE,CAAC;CAC7C;AAED,MAAM,WAAW,qBAAqB;IACpC,QAAQ,CAAC,QAAQ,EAAE,QAAQ,CAAC;IAC5B,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAC;IACzB,QAAQ,CAAC,OAAO,EAAE,MAAM,CAAC;IACzB,uEAAuE;IACvE,QAAQ,CAAC,SAAS,EAAE,SAAS,CAAC;IAC9B,QAAQ,CAAC,WAAW,CAAC,EAAE,MAAM,CAAC;IAC9B,QAAQ,CAAC,KAAK,EAAE,gBAAgB,CAAC;IACjC,uDAAuD;IACvD,QAAQ,CAAC,aAAa,CAAC,EAAE,MAAM,CAAC;CACjC;AAED,MAAM,MAAM,uBAAuB,GAC/B;IAAE,QAAQ,CAAC,IAAI,EAAE,IAAI,CAAC;IAAC,QAAQ,CAAC,SAAS,EAAE,MAAM,CAAC;IAAC,QAAQ,CAAC,SAAS,EAAE,OAAO,CAAA;CAAE,GAChF;IAAE,QAAQ,CAAC,IAAI,EAAE,oBAAoB,CAAA;CAAE,GACvC;IAAE,QAAQ,CAAC,IAAI,EAAE,mBAAmB,CAAA;CAAE;AACxC,gEAAgE;GAC9D;IAAE,QAAQ,CAAC,IAAI,EAAE,kBAAkB,CAAC;IAAC,QAAQ,CAAC,SAAS,EAAE,SAAS,CAAA;CAAE,CAAC;AAEzE;;;;;;GAMG;AACH,wBAAsB,gBAAgB,CACpC,IAAI,EAAE;IACJ,QAAQ,CAAC,MAAM,EAAE,wBAAwB,CAAC;IAC1C,QAAQ,CAAC,SAAS,EAAE,uBAAuB,CAAC;IAC5C,QAAQ,CAAC,KAAK,EAAE,oBAAoB,CAAC;CACtC,EACD,KAAK,EAAE,qBAAqB,GAC3B,OAAO,CAAC,uBAAuB,CAAC,CAiClC"}