@prismatic-io/lux 0.0.2-preview.3 → 0.0.2-preview.32

package/lib/assertions/rubric/internal.js

@@ -43,8 +43,11 @@ const eventSelected = (event, evidence) => {
     return false;
 };
 const interruptDetail = (event) => {
-    if (event.kind === "ask")
-        return event.question;
+    if (event.kind === "ask") {
+        return event.context === undefined
+            ? event.question
+            : `${event.question} context=${safeJson(event.context)}`;
+    }
     if (event.kind === "approve")
         return event.request;
     return "<custom>";
@@ -189,6 +192,11 @@ const progressLine = (event, agentTextAllotments, toolTextAllotments, renderedTo
 };
 const eventLine = (event, agentTextAllotments, toolTextAllotments, renderedToolText) => {
     if (event.type === "interrupt") {
+        // Native question tools may put their actual choices and headers in context,
+        // rather than duplicating them in the human-readable question string.
+        if (event.kind === "ask") {
+            return `interrupt(ask): ${boundedText(interruptDetail(event), 4_000, "ask interrupt")}`;
+        }
         return `interrupt(${event.kind}): ${interruptDetail(event).slice(0, 160)}`;
     }
     if (event.type === "responded") {
@@ -205,20 +213,54 @@ const eventLine = (event, agentTextAllotments, toolTextAllotments, renderedToolT
 };
 export const summarizeEvents = (events, cap = 30, evidence) => {
     const lines = [];
-    const selected = events.filter((event) => eventSelected(event, evidence));
+    const groups = [];
+    let previous;
+    for (const event of events) {
+        if (eventSelected(event, evidence)) {
+            const sameSpeaker = event.type === "progress" &&
+                previous?.type === "progress" &&
+                event.kind === "agent-message" &&
+                previous.kind === "agent-message" &&
+                event.agent?.id === previous.agent?.id;
+            if (sameSpeaker && groups.length > 0)
+                groups.at(-1)?.push(event);
+            else
+                groups.push([event]);
+        }
+        previous = event;
+    }
     // Grading only the tail would silently hide the start of a long run from
     // the judge; make the omission explicit rather than invisible.
-    if (selected.length > cap) {
-        lines.push(`[... ${selected.length - cap} earlier events omitted ...]`);
+    if (groups.length > cap) {
+        lines.push(`[... ${groups.length - cap} earlier events omitted ...]`);
     }
-    const tail = cap === 0 ? [] : selected.slice(-cap);
+    const tailGroups = cap === 0 ? [] : groups.slice(-cap);
+    const tail = tailGroups.flat();
     const agentTextAllotments = allotAgentText(tail, evidence?.maxAgentChars ?? 30_000);
     const toolDetail = evidence?.toolDetail ?? "names";
     const toolText = allotToolText(tail, evidence?.maxToolChars ?? 20_000, toolDetail);
-    for (const event of tail) {
-        const line = eventLine(event, agentTextAllotments, toolText.allotments, toolText.rendered);
-        if (line !== null)
-            lines.push(line);
+    for (const group of tailGroups) {
+        if (group.length > 1) {
+            const parts = [];
+            for (const event of group) {
+                if (event.type !== "progress")
+                    continue;
+                const text = event.payload?.text;
+                if (typeof text !== "string")
+                    continue;
+                const take = agentTextAllotments.get(event) ?? 0;
+                if (take > 0)
+                    parts.push(text.slice(0, take));
+                if (take < text.length && parts.at(-1) !== "… [truncated]")
+                    parts.push("… [truncated]");
+            }
+            lines.push(`agent: ${parts.join("")}`);
+        }
+        else if (group[0]) {
+            const line = eventLine(group[0], agentTextAllotments, toolText.allotments, toolText.rendered);
+            if (line !== null)
+                lines.push(line);
+        }
     }
     return lines.join("\n");
 };
@@ -238,6 +280,28 @@ const MAX_TOOL_CHARS = 60_000;
 const MAX_ARTIFACT_CHARS = 80_000;
 const MAX_ARTIFACT_EXCERPT = 20_000;
 const boundedText = (value, limit, label) => value.length <= limit ? value : `${value.slice(0, limit)}\n[... ${label} truncated ...]`;
+const OPTIONAL_TRACE_TRUNCATION = "[... optional recent trace truncated from start ...]\n";
+const OPTIONAL_ARTIFACT_TRUNCATION = "\n[... optional artifact evidence truncated ...]";
+const OPTIONAL_EVIDENCE_OMISSION = "[... optional evidence omitted: prompt budget ...]";
+// Complete invocation evidence is protected. Share the remaining prompt capacity
+// between contextual trace and artifacts, including the omission markers themselves.
+const fitOptionalEvidence = (trace, artifacts, available) => {
+    if (trace.length + artifacts.length <= available)
+        return [trace, artifacts];
+    const traceMarker = OPTIONAL_TRACE_TRUNCATION;
+    const artifactMarker = OPTIONAL_ARTIFACT_TRUNCATION;
+    const discretionary = Math.max(0, available - traceMarker.length - artifactMarker.length);
+    const traceBudget = traceMarker.length +
+        Math.floor((discretionary * trace.length) / (trace.length + artifacts.length));
+    const artifactBudget = available - traceBudget;
+    const traceTake = Math.max(0, traceBudget - traceMarker.length);
+    // Recent evidence is chronological: preserve the final answer and newest context.
+    const fittedTrace = trace.length <= traceBudget ? trace : `${traceMarker}${trace.slice(trace.length - traceTake)}`;
+    const fittedArtifacts = artifacts.length <= artifactBudget
+        ? artifacts
+        : `${artifacts.slice(0, Math.max(0, artifactBudget - artifactMarker.length))}${artifactMarker}`;
+    return [fittedTrace, fittedArtifacts];
+};
 const artifactListing = (paths) => {
     const listed = [];
     let listingChars = 0;
@@ -260,9 +324,16 @@ export const sampleArtifacts = async (run, perFileLimit, evidence) => {
         return "(no artifacts captured)";
     const selected = evidence
         ? run.artifacts.filter((artifact) => matchesAnyGlob(artifact.path, evidence.artifactPatterns))
-        : run.artifacts;
+        : [...run.artifacts];
     if (selected.length === 0)
         return "(no artifacts matched the rubric evidence selector)";
+    // Keep the complete index visible, but spend excerpt budget on delivered changes first.
+    const priority = (origin) => {
+        if (origin === "fixture")
+            return 2;
+        return origin === undefined ? 1 : 0;
+    };
+    selected.sort((left, right) => priority(left.origin) - priority(right.origin));
     const listed = artifactListing(selected.map((artifact) => artifact.path));
     const out = [
         `Files selected (${selected.length} of ${run.artifacts.length}):\n${listed.join("\n")}`,
@@ -287,9 +358,58 @@ export const sampleArtifacts = async (run, perFileLimit, evidence) => {
     }
     return out.join("\n\n");
 };
-export const buildJudgePrompt = async (config, run) => {
+export class IncompleteInvocationEvidence extends Error {
+    detail;
+    constructor(message, detail) {
+        super(message);
+        this.detail = detail;
+    }
+}
+const allToolInvocations = (run, budget) => {
+    const calls = run.events.filter((event) => event.type === "progress" && event.kind === "tool-call");
+    const detail = {
+        complete: false,
+        total: calls.length,
+        included: 0,
+        bytes: 0,
+    };
+    const lines = [];
+    try {
+        for (const event of calls) {
+            const payload = event.payload;
+            if (typeof payload?.name !== "string" ||
+                !("input" in payload) ||
+                payload.input === undefined) {
+                throw new Error("tool invocation lacks a name or input");
+            }
+            lines.push(JSON.stringify({ name: payload.name, input: payload.input }));
+        }
+    }
+    catch {
+        throw new IncompleteInvocationEvidence("Complete tool invocation evidence cannot be serialized.", detail);
+    }
+    const inventory = lines.join("\n");
+    detail.bytes = Buffer.byteLength(inventory, "utf8");
+    if (inventory.length > budget) {
+        throw new IncompleteInvocationEvidence("Complete tool invocation evidence exceeds the explicit invocation-character budget.", detail);
+    }
+    detail.complete = true;
+    detail.included = calls.length;
+    return {
+        text: `Complete chronological tool invocations: ${JSON.stringify(detail)}\nThis inventory includes every recorded tool invocation independently of omissions in the recent trace. It does not establish completeness of tool results or artifact contents.\n${inventory}`,
+        detail,
+    };
+};
+export const buildJudgeEvidence = async (config, run) => {
+    const invocations = config.evidence.toolInvocations === "all"
+        ? allToolInvocations(run, config.evidence.maxInvocationChars)
+        : undefined;
     if (config.promptOverride) {
-        return boundedText(config.promptOverride, JUDGE_PROMPT_CHARS, "judge prompt override");
+        if (invocations)
+            throw new IncompleteInvocationEvidence("A prompt override cannot establish complete tool invocation evidence.", { ...invocations.detail, complete: false, included: 0 });
+        return {
+            prompt: boundedText(config.promptOverride, JUDGE_PROMPT_CHARS, "judge prompt override"),
+        };
     }
     const evidence = {
         ...config.evidence,
@@ -298,30 +418,63 @@ export const buildJudgePrompt = async (config, run) => {
         maxToolChars: Math.min(config.evidence.maxToolChars, MAX_TOOL_CHARS),
         maxArtifactChars: Math.min(config.evidence.maxArtifactChars, MAX_ARTIFACT_CHARS),
     };
-    const prompt = [
+    if (invocations) {
+        evidence.eventTypes = evidence.eventTypes.filter((type) => type !== "tool-call");
+    }
+    const required = [
         `Agent task: ${boundedText(run.case.prompt, 20_000, "agent task")}`,
         "",
         `Criterion to judge: ${boundedText(config.criteria, 8_000, "criterion")}`,
         "",
-        "Recent run trace:",
-        summarizeEvents(run.events, evidence.maxEvents, evidence),
-        "",
-        "Captured artifacts (excerpted):",
-        await sampleArtifacts(run, Math.min(config.maxArtifactExcerpt, MAX_ARTIFACT_EXCERPT), evidence),
+        ...(invocations ? [invocations.text, ""] : []),
     ].join("\n");
-    return boundedText(prompt, JUDGE_PROMPT_CHARS, "judge prompt");
+    const assemble = (recent, files) => `${required}\nRecent run trace:\n${recent}\n\nCaptured artifacts (excerpted):\n${files}`;
+    const available = JUDGE_PROMPT_CHARS - assemble("", "").length;
+    if (invocations) {
+        // Reserve the minimal explicit omission notice, not verbose optional section markers.
+        if (`${required}\n${OPTIONAL_EVIDENCE_OMISSION}`.length > JUDGE_PROMPT_CHARS) {
+            throw new IncompleteInvocationEvidence("Complete tool invocation evidence and required framing exceed the judge-prompt budget.", { ...invocations.detail, complete: false, included: 0 });
+        }
+    }
+    let trace = summarizeEvents(run.events, evidence.maxEvents, evidence);
+    let artifacts = await sampleArtifacts(run, Math.min(config.maxArtifactExcerpt, MAX_ARTIFACT_EXCERPT), evidence);
+    let prompt;
+    if (invocations &&
+        trace.length + artifacts.length > available &&
+        available < OPTIONAL_TRACE_TRUNCATION.length + OPTIONAL_ARTIFACT_TRUNCATION.length) {
+        prompt = `${required}\n${OPTIONAL_EVIDENCE_OMISSION}`;
+    }
+    else {
+        if (invocations)
+            [trace, artifacts] = fitOptionalEvidence(trace, artifacts, available);
+        prompt = assemble(trace, artifacts);
+    }
+    return {
+        prompt: boundedText(prompt, JUDGE_PROMPT_CHARS, "judge prompt"),
+        ...(invocations ? { toolInvocations: invocations.detail } : {}),
+    };
 };
-const JudgeResponseSchema = z
-    .object({
-    score: z.number().min(0).max(1),
-    comment: z.string().min(1).max(2_000),
-})
-    .strict();
-export const tryParseJudgeResponse = (text) => {
+export const buildJudgePrompt = async (config, run) => (await buildJudgeEvidence(config, run)).prompt;
+const JudgeResponseSchema = z.union([
+    z.object({ score: z.number().min(0).max(1), comment: z.string().min(1).max(2_000) }).strict(),
+    z
+        .object({
+        abstention: z.literal("insufficient-evidence"),
+        comment: z.string().min(1).max(2_000),
+    })
+        .strict()
+        .transform((response) => ({ ...response, score: 0 })),
+]);
+export const tryParseJudgeResponse = (text, scoring = "continuous") => {
     const trimmed = text.trim();
     const fenced = /^```(?:json)?\s*\n([\s\S]*?)\n```\s*$/i.exec(trimmed);
     const cleaned = fenced?.[1]?.trim() ?? trimmed;
-    return JudgeResponseSchema.safeParse(tryParseJson(cleaned)).data ?? null;
+    const response = JudgeResponseSchema.safeParse(tryParseJson(cleaned)).data;
+    if (!response)
+        return null;
+    if (scoring === "binary" && response.score !== 0 && response.score !== 1)
+        return null;
+    return response;
 };
 export const parseJudgeResponse = (text) => {
     const verdict = tryParseJudgeResponse(text);

package/lib/assertions/rubric/internal.js.map

@@ -1 +1 @@
-{"version":3,"file":"internal.js","sourceRoot":"","sources":["../../../src/assertions/rubric/internal.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AACxB,OAAO,EACL,cAAc,EAGd,mBAAmB,EACnB,YAAY,GACb,MAAM,qBAAqB,CAAC;AAG7B,6EAA6E;AAC7E,6EAA6E;AAC7E,mCAAmC;AAEnC,2EAA2E;AAC3E,4EAA4E;AAC5E,qEAAqE;AACrE,MAAM,cAAc,GAAG,CAAC,MAAkB,EAAE,SAAiB,EAAyB,EAAE;IACtF,MAAM,UAAU,GAAG,IAAI,GAAG,EAAoB,CAAC;IAC/C,IAAI,MAAM,GAAG,SAAS,CAAC;IACvB,KAAK,IAAI,CAAC,GAAG,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;QAC5C,MAAM,CAAC,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC;QACpB,IAAI,CAAC,EAAE,IAAI,KAAK,UAAU,IAAI,CAAC,CAAC,IAAI,KAAK,eAAe;YAAE,SAAS;QACnE,MAAM,IAAI,GAAI,CAAC,CAAC,OAA8B,EAAE,IAAI,CAAC;QACrD,IAAI,OAAO,IAAI,KAAK,QAAQ;YAAE,SAAS;QACvC,MAAM,IAAI,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;QAC3C,UAAU,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC;QACxB,MAAM,IAAI,IAAI,CAAC;IACjB,CAAC;IACD,OAAO,UAAU,CAAC;AACpB,CAAC,CAAC;AAEF,MAAM,aAAa,GAAG,CAAC,KAAe,EAAE,QAAyB,EAAW,EAAE;IAC5E,IAAI,CAAC,QAAQ;QAAE,OAAO,KAAK,CAAC,IAAI,KAAK,WAAW,IAAI,KAAK,CAAC,IAAI,KAAK,OAAO,CAAC;IAC3E,MAAM,QAAQ,GAAG,IAAI,GAAG,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC;IAC9C,IAAI,KAAK,CAAC,IAAI,KAAK,WAAW;QAAE,OAAO,QAAQ,CAAC,GAAG,CAAC,WAAW,CAAC,CAAC;IACjE,IAAI,KAAK,CAAC,IAAI,KAAK,WAAW;QAAE,OAAO,QAAQ,CAAC,GAAG,CAAC,WAAW,CAAC,CAAC;IACjE,IAAI,KAAK,CAAC,IAAI,KAAK,MAAM,IAAI,KAAK,CAAC,IAAI,KAAK,OAAO;QAAE,OAAO,QAAQ,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC;IACrF,IAAI,KAAK,CAAC,IAAI,KAAK,UAAU;QAAE,OAAO,KAAK,CAAC;IAC5C,IAAI,KAAK,CAAC,IAAI,KAAK,eAAe;QAAE,OAAO,QAAQ,CAAC,GAAG,CAAC,eAAe,CAAC,CAAC;IACzE,IAAI,KAAK,CAAC,IAAI,KAAK,WAAW;QAAE,OAAO,QAAQ,CAAC,GAAG,CAAC,WAAW,CAAC,CAAC;IACjE,IAAI,KAAK,CAAC,IAAI,KAAK,aAAa;QAAE,OAAO,QAAQ,CAAC,GAAG,CAAC,aAAa,CAAC,CAAC;IACrE,OAAO,KAAK,CAAC;AACf,CAAC,CAAC;AAEF,MAAM,eAAe,GAAG,CAAC,KAA+C,EAAU,EAAE;IAClF,IAAI,KAAK,CAAC,IAAI,KAAK,KAAK;QAAE,OAAO,KAAK,CAAC,QAAQ,CAAC;IAChD,IAAI,KAAK,CAAC,IAAI,KAAK,SAAS;QAAE,OAAO,KAAK,CAAC,OAAO,CAAC;IACnD,OAAO,UAAU,CAAC;AACpB,CAAC,CAAC;AAEF,MAAM,cAAc,GAAG,CAAC,KAA+C,EAAU,EAAE;IACjF,IAAI,KAAK,CAAC,IAAI,KAAK,KAAK;QAAE,OAAO,KAAK,CAAC,IAAI,CAAC;IAC5C,IAAI,KAAK,CAAC,IAAI,KAAK,QAAQ;QAAE,OAAO,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,cAAc,CAAC;IACpF,MAAM,QAAQ,GAAG,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,MAAM,CAAC;IACrD,OAAO,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,GAAG,QAAQ,KAAK,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC;AAClE,CAAC,CAAC;AAEF,MAAM,gBAAgB,GAAG,MAAM,CAAC;AAChC,MAAM,gBAAgB,GAAG,GAAG,CAAC;AAC7B,MAAM,gBAAgB,GAAG,CAAC,CAAC;AAO3B,MAAM,gBAAgB,GAAG,CAAC,KAAc,EAAE,MAA2B,EAAE,KAAK,GAAG,CAAC,EAAW,EAAE;IAC3F,MAAM,CAAC,KAAK,IAAI,CAAC,CAAC;IAClB,IAAI,MAAM,CAAC,KAAK,GAAG,CAAC,IAAI,MAAM,CAAC,KAAK,IAAI,CAAC;QAAE,OAAO,aAAa,CAAC;IAChE,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;QAC9B,MAAM,IAAI,GAAG,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,MAAM,EAAE,MAAM,CAAC,KAAK,CAAC,CAAC;QAClD,MAAM,CAAC,KAAK,IAAI,IAAI,CAAC;QACrB,OAAO,IAAI,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,eAAe,CAAC,CAAC,CAAC,KAAK,CAAC;IAC9E,CAAC;IACD,IAAI,KAAK,KAAK,IAAI,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,OAAO,KAAK,KAAK,SAAS,EAAE,CAAC;QAC9E,OAAO,KAAK,CAAC;IACf,CAAC;IACD,IAAI,OAAO,KAAK,KAAK,QAAQ;QAAE,OAAO,KAAK,CAAC,QAAQ,EAAE,CAAC;IACvD,IAAI,OAAO,KAAK,KAAK,QAAQ;QAAE,OAAO,MAAM,CAAC,KAAK,CAAC,CAAC;IACpD,IAAI,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC;QAAE,OAAO,YAAY,CAAC;IAChD,IAAI,KAAK,IAAI,gBAAgB;QAAE,OAAO,eAAe,CAAC;IACtD,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;IACvB,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;QACzB,MAAM,MAAM,GAAc,EAAE,CAAC;QAC7B,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;YACzB,IAAI,MAAM,CAAC,KAAK,IAAI,CAAC,IAAI,MAAM,CAAC,KAAK,IAAI,CAAC,EAAE,CAAC;gBAC3C,MAAM,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;gBAC3B,MAAM;YACR,CAAC;YACD,MAAM,CAAC,IAAI,CAAC,gBAAgB,CAAC,IAAI,EAAE,MAAM,EAAE,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC;QACzD,CAAC;QACD,OAAO,MAAM,CAAC;IAChB,CAAC;IACD,MAAM,MAAM,GAA4B,EAAE,CAAC;IAC3C,KAAK,MAAM,GAAG,IAAI,KAAK,EAAE,CAAC;QACxB,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,KAAK,EAAE,GAAG,CAAC;YAAE,SAAS;QACzC,IAAI,MAAM,CAAC,KAAK,IAAI,CAAC,IAAI,MAAM,CAAC,KAAK,IAAI,CAAC,EAAE,CAAC;YAC3C,MAAM,CAAC,aAAa,CAAC,GAAG,IAAI,CAAC;YAC7B,MAAM;QACR,CAAC;QACD,MAAM,OAAO,GAAG,GAAG,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,MAAM,EAAE,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC;QACjE,MAAM,CAAC,KAAK,IAAI,OAAO,CAAC,MAAM,CAAC;QAC/B,IAAI,CAAC;YACH,MAAM,CAAC,OAAO,CAAC,GAAG,gBAAgB,CAC/B,KAAiC,CAAC,GAAG,CAAC,EACvC,MAAM,EACN,KAAK,GAAG,CAAC,CACV,CAAC;QACJ,CAAC;QAAC,MAAM,CAAC;YACP,MAAM,CAAC,OAAO,CAAC,GAAG,cAAc,CAAC;QACnC,CAAC;IACH,CAAC;IACD,OAAO,MAAM,CAAC;AAChB,CAAC,CAAC;AAEF,MAAM,QAAQ,GAAG,CAAC,KAAc,EAAU,EAAE;IAC1C,MAAM,OAAO,GAAG,gBAAgB,CAAC,KAAK,EAAE;QACtC,KAAK,EAAE,gBAAgB;QACvB,KAAK,EAAE,gBAAgB;QACvB,IAAI,EAAE,IAAI,OAAO,EAAE;KACpB,CAAC,CAAC;IACH,IAAI,CAAC;QACH,MAAM,IAAI,GAAG,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,CAAC;QACxD,IAAI,IAAI,CAAC,MAAM,IAAI,gBAAgB;YAAE,OAAO,IAAI,CAAC;QACjD,MAAM,MAAM,GAAG,eAAe,CAAC;QAC/B,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,gBAAgB,GAAG,MAAM,CAAC,MAAM,CAAC,GAAG,MAAM,EAAE,CAAC;IACvE,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,kBAAkB,CAAC;IAC5B,CAAC;AACH,CAAC,CAAC;AAEF,MAAM,gBAAgB,GAAG,CAAC,OAAgB,EAAU,EAAE;IACpD,IAAI,OAAO,KAAK,IAAI;QAAE,OAAO,OAAO,CAAC;IACrC,IAAI,OAAO,KAAK,KAAK;QAAE,OAAO,IAAI,CAAC;IACnC,OAAO,SAAS,CAAC;AACnB,CAAC,CAAC;AAEF,MAAM,gBAAgB,GAAG,CACvB,KAA8C,EAC9C,MAAoC,EACrB,EAAE;IACjB,IAAI,KAAK,CAAC,IAAI,KAAK,WAAW,EAAE,CAAC;QAC/B,MAAM,OAAO,GAAG,KAAK,CAAC,OAA8C,CAAC;QACrE,MAAM,IAAI,GAAG,OAAO,OAAO,EAAE,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAC,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC;QAClF,OAAO,MAAM,KAAK,OAAO;YACvB,CAAC,CAAC,cAAc,IAAI,EAAE;YACtB,CAAC,CAAC,cAAc,IAAI,UAAU,QAAQ,CAAC,OAAO,EAAE,KAAK,CAAC,EAAE,CAAC;IAC7D,CAAC;IACD,IAAI,KAAK,CAAC,IAAI,KAAK,aAAa;QAAE,OAAO,IAAI,CAAC;IAC9C,MAAM,OAAO,GAAG,KAAK,CAAC,OAMrB,CAAC;IACF,MAAM,IAAI,GAAG,OAAO,OAAO,EAAE,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAC,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC;IAClF,MAAM,MAAM,GAAG,gBAAgB,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;IAClD,IAAI,MAAM,KAAK,oBAAoB;QAAE,OAAO,gBAAgB,IAAI,KAAK,MAAM,GAAG,CAAC;IAC/E,MAAM,MAAM,GAAG,OAAO,EAAE,iBAAiB,IAAI,OAAO,EAAE,OAAO,IAAI,OAAO,EAAE,IAAI,IAAI,IAAI,CAAC;IACvF,OAAO,gBAAgB,IAAI,KAAK,MAAM,YAAY,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC;AACvE,CAAC,CAAC;AAEF,MAAM,aAAa,GAAG,CACpB,MAAkB,EAClB,SAAiB,EACjB,MAAoC,EAIpC,EAAE;IACF,MAAM,UAAU,GAAG,IAAI,GAAG,EAAoB,CAAC;IAC/C,MAAM,eAAe,GAAG,IAAI,GAAG,EAAoB,CAAC;IACpD,IAAI,MAAM,GAAG,SAAS,CAAC;IACvB,KAAK,IAAI,CAAC,GAAG,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;QAC5C,MAAM,KAAK,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC;QACxB,IAAI,KAAK,EAAE,IAAI,KAAK,UAAU;YAAE,SAAS;QACzC,MAAM,IAAI,GAAG,gBAAgB,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;QAC7C,IAAI,IAAI,KAAK,IAAI;YAAE,SAAS;QAC5B,MAAM,IAAI,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;QAC3C,UAAU,CAAC,GAAG,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC;QAC5B,eAAe,CAAC,GAAG,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC;QACjC,MAAM,IAAI,IAAI,CAAC;IACjB,CAAC;IACD,OAAO,EAAE,UAAU,EAAE,QAAQ,EAAE,eAAe,EAAE,CAAC;AACnD,CAAC,CAAC;AAEF,MAAM,YAAY,GAAG,CACnB,KAA8C,EAC9C,mBAAkD,EAClD,kBAAiD,EACjD,gBAA+C,EAChC,EAAE;IACjB,MAAM,QAAQ,GAAG,gBAAgB,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;IAC7C,IAAI,QAAQ,KAAK,SAAS,EAAE,CAAC;QAC3B,MAAM,IAAI,GAAG,kBAAkB,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QAChD,MAAM,MAAM,GAAG,IAAI,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,EAAE,CAAC;QAC7D,OAAO,GAAG,QAAQ,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,MAAM,EAAE,CAAC;IAC/C,CAAC;IACD,IAAI,KAAK,CAAC,IAAI,KAAK,eAAe;QAAE,OAAO,IAAI,CAAC;IAChD,MAAM,IAAI,GAAI,KAAK,CAAC,OAA8B,EAAE,IAAI,CAAC;IACzD,IAAI,OAAO,IAAI,KAAK,QAAQ;QAAE,OAAO,IAAI,CAAC;IAC1C,MAAM,IAAI,GAAG,mBAAmB,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IACjD,MAAM,MAAM,GAAG,IAAI,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,EAAE,CAAC;IACzD,OAAO,UAAU,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,MAAM,EAAE,CAAC;AAClD,CAAC,CAAC;AAEF,MAAM,SAAS,GAAG,CAChB,KAAe,EACf,mBAAkD,EAClD,kBAAiD,EACjD,gBAA+C,EAChC,EAAE;IACjB,IAAI,KAAK,CAAC,IAAI,KAAK,WAAW,EAAE,CAAC;QAC/B,OAAO,aAAa,KAAK,CAAC,IAAI,MAAM,eAAe,CAAC,KAAK,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,CAAC;IAC7E,CAAC;IACD,IAAI,KAAK,CAAC,IAAI,KAAK,WAAW,EAAE,CAAC;QAC/B,OAAO,aAAa,KAAK,CAAC,IAAI,MAAM,cAAc,CAAC,KAAK,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,CAAC;IAC5E,CAAC;IACD,IAAI,KAAK,CAAC,IAAI,KAAK,UAAU,EAAE,CAAC;QAC9B,OAAO,YAAY,CAAC,KAAK,EAAE,mBAAmB,EAAE,kBAAkB,EAAE,gBAAgB,CAAC,CAAC;IACxF,CAAC;IACD,IAAI,KAAK,CAAC,IAAI,KAAK,MAAM;QAAE,OAAO,MAAM,CAAC;IACzC,IAAI,KAAK,CAAC,IAAI,KAAK,OAAO;QAAE,OAAO,UAAU,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,CAAC;IAC1E,OAAO,IAAI,CAAC;AACd,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,eAAe,GAAG,CAC7B,MAAkB,EAClB,GAAG,GAAG,EAAE,EACR,QAAyB,EACjB,EAAE;IACV,MAAM,KAAK,GAAa,EAAE,CAAC;IAC3B,MAAM,QAAQ,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,aAAa,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAC,CAAC;IAC1E,yEAAyE;IACzE,+DAA+D;IAC/D,IAAI,QAAQ,CAAC,MAAM,GAAG,GAAG,EAAE,CAAC;QAC1B,KAAK,CAAC,IAAI,CAAC,QAAQ,QAAQ,CAAC,MAAM,GAAG,GAAG,8BAA8B,CAAC,CAAC;IAC1E,CAAC;IACD,MAAM,IAAI,GAAG,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,GAAG,CAAC,CAAC;IACnD,MAAM,mBAAmB,GAAG,cAAc,CAAC,IAAI,EAAE,QAAQ,EAAE,aAAa,IAAI,MAAM,CAAC,CAAC;IACpF,MAAM,UAAU,GAAG,QAAQ,EAAE,UAAU,IAAI,OAAO,CAAC;IACnD,MAAM,QAAQ,GAAG,aAAa,CAAC,IAAI,EAAE,QAAQ,EAAE,YAAY,IAAI,MAAM,EAAE,UAAU,CAAC,CAAC;IACnF,KAAK,MAAM,KAAK,IAAI,IAAI,EAAE,CAAC;QACzB,MAAM,IAAI,GAAG,SAAS,CAAC,KAAK,EAAE,mBAAmB,EAAE,QAAQ,CAAC,UAAU,EAAE,QAAQ,CAAC,QAAQ,CAAC,CAAC;QAC3F,IAAI,IAAI,KAAK,IAAI;YAAE,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACtC,CAAC;IACD,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAC1B,CAAC,CAAC;AAEF,2EAA2E;AAC3E,4EAA4E;AAC5E,8EAA8E;AAC9E,oCAAoC;AACpC,6EAA6E;AAC7E,4EAA4E;AAC5E,2EAA2E;AAC3E,MAAM,oBAAoB,GAAG,GAAG,CAAC;AACjC,MAAM,sBAAsB,GAAG,MAAM,CAAC;AACtC,MAAM,kBAAkB,GAAG,OAAO,CAAC;AACnC,MAAM,UAAU,GAAG,GAAG,CAAC;AACvB,MAAM,eAAe,GAAG,MAAM,CAAC;AAC/B,MAAM,cAAc,GAAG,MAAM,CAAC;AAC9B,MAAM,kBAAkB,GAAG,MAAM,CAAC;AAClC,MAAM,oBAAoB,GAAG,MAAM,CAAC;AAEpC,MAAM,WAAW,GAAG,CAAC,KAAa,EAAE,KAAa,EAAE,KAAa,EAAU,EAAE,CAC1E,KAAK,CAAC,MAAM,IAAI,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,KAAK,CAAC,UAAU,KAAK,iBAAiB,CAAC;AAE3F,MAAM,eAAe,GAAG,CAAC,KAAwB,EAAY,EAAE;IAC7D,MAAM,MAAM,GAAa,EAAE,CAAC;IAC5B,IAAI,YAAY,GAAG,CAAC,CAAC;IACrB,KAAK,MAAM,YAAY,IAAI,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,oBAAoB,CAAC,EAAE,CAAC;QAChE,MAAM,IAAI,GAAG,WAAW,CAAC,YAAY,EAAE,GAAG,EAAE,eAAe,CAAC,CAAC;QAC7D,IAAI,YAAY,GAAG,IAAI,CAAC,MAAM,GAAG,sBAAsB,EAAE,CAAC;YACxD,MAAM,CAAC,IAAI,CAAC,uDAAuD,CAAC,CAAC;YACrE,MAAM;QACR,CAAC;QACD,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAClB,YAAY,IAAI,IAAI,CAAC,MAAM,CAAC;IAC9B,CAAC;IACD,IAAI,KAAK,CAAC,MAAM,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC;QACjC,MAAM,CAAC,IAAI,CAAC,QAAQ,KAAK,CAAC,MAAM,GAAG,MAAM,CAAC,MAAM,mCAAmC,CAAC,CAAC;IACvF,CAAC;IACD,OAAO,MAAM,CAAC;AAChB,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,eAAe,GAAG,KAAK,EAClC,GAAQ,EACR,YAAoB,EACpB,QAAyB,EACR,EAAE;IACnB,IAAI,GAAG,CAAC,SAAS,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,yBAAyB,CAAC;IACjE,MAAM,QAAQ,GAAG,QAAQ;QACvB,CAAC,CAAC,GAAG,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,cAAc,CAAC,QAAQ,CAAC,IAAI,EAAE,QAAQ,CAAC,gBAAgB,CAAC,CAAC;QAC9F,CAAC,CAAC,GAAG,CAAC,SAAS,CAAC;IAClB,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,qDAAqD,CAAC;IACxF,MAAM,MAAM,GAAG,eAAe,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC;IAC1E,MAAM,GAAG,GAAa;QACpB,mBAAmB,QAAQ,CAAC,MAAM,OAAO,GAAG,CAAC,SAAS,CAAC,MAAM,OAAO,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE;KACxF,CAAC;IACF,IAAI,QAAQ,EAAE,uBAAuB,KAAK,KAAK;QAAE,OAAO,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IACzE,IAAI,MAAM,GAAG,IAAI,CAAC,GAAG,CAAC,QAAQ,EAAE,gBAAgB,IAAI,MAAM,EAAE,kBAAkB,CAAC,CAAC;IAChF,KAAK,MAAM,QAAQ,IAAI,QAAQ,EAAE,CAAC;QAChC,IAAI,MAAM,IAAI,CAAC;YAAE,MAAM;QACvB,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,YAAY,EAAE,MAAM,CAAC,CAAC;QAC7C,MAAM,OAAO,GAAG,MAAM,mBAAmB,CAAC,GAAG,EAAE,QAAQ,CAAC,IAAI,EAAE;YAC5D,wEAAwE;YACxE,QAAQ,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,KAAK,GAAG,CAAC,CAAC;SACjC,CAAC;aACC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC;aACpC,KAAK,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,CAAC;QACrB,IAAI,OAAO,KAAK,IAAI;YAAE,SAAS;QAC/B,MAAM,IAAI,OAAO,CAAC,MAAM,CAAC;QACzB,GAAG,CAAC,IAAI,CAAC,OAAO,QAAQ,CAAC,IAAI,SAAS,OAAO,EAAE,CAAC,CAAC;IACnD,CAAC;IACD,OAAO,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;AAC1B,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,gBAAgB,GAAG,KAAK,EAAE,MAAoB,EAAE,GAAQ,EAAmB,EAAE;IACxF,IAAI,MAAM,CAAC,cAAc,EAAE,CAAC;QAC1B,OAAO,WAAW,CAAC,MAAM,CAAC,cAAc,EAAE,kBAAkB,EAAE,uBAAuB,CAAC,CAAC;IACzF,CAAC;IACD,MAAM,QAAQ,GAAmB;QAC/B,GAAG,MAAM,CAAC,QAAQ;QAClB,SAAS,EAAE,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,QAAQ,CAAC,SAAS,EAAE,UAAU,CAAC;QAC1D,aAAa,EAAE,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,QAAQ,CAAC,aAAa,EAAE,eAAe,CAAC;QACvE,YAAY,EAAE,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,QAAQ,CAAC,YAAY,EAAE,cAAc,CAAC;QACpE,gBAAgB,EAAE,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,QAAQ,CAAC,gBAAgB,EAAE,kBAAkB,CAAC;KACjF,CAAC;IACF,MAAM,MAAM,GAAG;QACb,eAAe,WAAW,CAAC,GAAG,CAAC,IAAI,CAAC,MAAM,EAAE,MAAM,EAAE,YAAY,CAAC,EAAE;QACnE,EAAE;QACF,uBAAuB,WAAW,CAAC,MAAM,CAAC,QAAQ,EAAE,KAAK,EAAE,WAAW,CAAC,EAAE;QACzE,EAAE;QACF,mBAAmB;QACnB,eAAe,CAAC,GAAG,CAAC,MAAM,EAAE,QAAQ,CAAC,SAAS,EAAE,QAAQ,CAAC;QACzD,EAAE;QACF,iCAAiC;QACjC,MAAM,eAAe,CAAC,GAAG,EAAE,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,kBAAkB,EAAE,oBAAoB,CAAC,EAAE,QAAQ,CAAC;KAChG,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACb,OAAO,WAAW,CAAC,MAAM,EAAE,kBAAkB,EAAE,cAAc,CAAC,CAAC;AACjE,CAAC,CAAC;AAEF,MAAM,mBAAmB,GAAG,CAAC;KAC1B,MAAM,CAAC;IACN,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;IAC/B,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC;CACtC,CAAC;KACD,MAAM,EAAE,CAAC;AAEZ,MAAM,CAAC,MAAM,qBAAqB,GAAG,CAAC,IAAY,EAA6C,EAAE;IAC/F,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC;IAC5B,MAAM,MAAM,GAAG,wCAAwC,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IACtE,MAAM,OAAO,GAAG,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,IAAI,OAAO,CAAC;IAC/C,OAAO,mBAAmB,CAAC,SAAS,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,IAAI,IAAI,CAAC;AAC3E,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,kBAAkB,GAAG,CAAC,IAAY,EAAsC,EAAE;IACrF,MAAM,OAAO,GAAG,qBAAqB,CAAC,IAAI,CAAC,CAAC;IAC5C,IAAI,OAAO;QAAE,OAAO,OAAO,CAAC;IAC5B,OAAO;QACL,KAAK,EAAE,CAAC;QACR,OAAO,EAAE,sCAAsC,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE;KACpE,CAAC;AACJ,CAAC,CAAC"}
+{"version":3,"file":"internal.js","sourceRoot":"","sources":["../../../src/assertions/rubric/internal.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AACxB,OAAO,EACL,cAAc,EAGd,mBAAmB,EACnB,YAAY,GACb,MAAM,qBAAqB,CAAC;AAG7B,6EAA6E;AAC7E,6EAA6E;AAC7E,mCAAmC;AAEnC,2EAA2E;AAC3E,4EAA4E;AAC5E,qEAAqE;AACrE,MAAM,cAAc,GAAG,CAAC,MAAkB,EAAE,SAAiB,EAAyB,EAAE;IACtF,MAAM,UAAU,GAAG,IAAI,GAAG,EAAoB,CAAC;IAC/C,IAAI,MAAM,GAAG,SAAS,CAAC;IACvB,KAAK,IAAI,CAAC,GAAG,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;QAC5C,MAAM,CAAC,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC;QACpB,IAAI,CAAC,EAAE,IAAI,KAAK,UAAU,IAAI,CAAC,CAAC,IAAI,KAAK,eAAe;YAAE,SAAS;QACnE,MAAM,IAAI,GAAI,CAAC,CAAC,OAA8B,EAAE,IAAI,CAAC;QACrD,IAAI,OAAO,IAAI,KAAK,QAAQ;YAAE,SAAS;QACvC,MAAM,IAAI,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;QAC3C,UAAU,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC;QACxB,MAAM,IAAI,IAAI,CAAC;IACjB,CAAC;IACD,OAAO,UAAU,CAAC;AACpB,CAAC,CAAC;AAEF,MAAM,aAAa,GAAG,CAAC,KAAe,EAAE,QAAyB,EAAW,EAAE;IAC5E,IAAI,CAAC,QAAQ;QAAE,OAAO,KAAK,CAAC,IAAI,KAAK,WAAW,IAAI,KAAK,CAAC,IAAI,KAAK,OAAO,CAAC;IAC3E,MAAM,QAAQ,GAAG,IAAI,GAAG,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC;IAC9C,IAAI,KAAK,CAAC,IAAI,KAAK,WAAW;QAAE,OAAO,QAAQ,CAAC,GAAG,CAAC,WAAW,CAAC,CAAC;IACjE,IAAI,KAAK,CAAC,IAAI,KAAK,WAAW;QAAE,OAAO,QAAQ,CAAC,GAAG,CAAC,WAAW,CAAC,CAAC;IACjE,IAAI,KAAK,CAAC,IAAI,KAAK,MAAM,IAAI,KAAK,CAAC,IAAI,KAAK,OAAO;QAAE,OAAO,QAAQ,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC;IACrF,IAAI,KAAK,CAAC,IAAI,KAAK,UAAU;QAAE,OAAO,KAAK,CAAC;IAC5C,IAAI,KAAK,CAAC,IAAI,KAAK,eAAe;QAAE,OAAO,QAAQ,CAAC,GAAG,CAAC,eAAe,CAAC,CAAC;IACzE,IAAI,KAAK,CAAC,IAAI,KAAK,WAAW;QAAE,OAAO,QAAQ,CAAC,GAAG,CAAC,WAAW,CAAC,CAAC;IACjE,IAAI,KAAK,CAAC,IAAI,KAAK,aAAa;QAAE,OAAO,QAAQ,CAAC,GAAG,CAAC,aAAa,CAAC,CAAC;IACrE,OAAO,KAAK,CAAC;AACf,CAAC,CAAC;AAEF,MAAM,eAAe,GAAG,CAAC,KAA+C,EAAU,EAAE;IAClF,IAAI,KAAK,CAAC,IAAI,KAAK,KAAK,EAAE,CAAC;QACzB,OAAO,KAAK,CAAC,OAAO,KAAK,SAAS;YAChC,CAAC,CAAC,KAAK,CAAC,QAAQ;YAChB,CAAC,CAAC,GAAG,KAAK,CAAC,QAAQ,YAAY,QAAQ,CAAC,KAAK,CAAC,OAAO,CAAC,EAAE,CAAC;IAC7D,CAAC;IACD,IAAI,KAAK,CAAC,IAAI,KAAK,SAAS;QAAE,OAAO,KAAK,CAAC,OAAO,CAAC;IACnD,OAAO,UAAU,CAAC;AACpB,CAAC,CAAC;AAEF,MAAM,cAAc,GAAG,CAAC,KAA+C,EAAU,EAAE;IACjF,IAAI,KAAK,CAAC,IAAI,KAAK,KAAK;QAAE,OAAO,KAAK,CAAC,IAAI,CAAC;IAC5C,IAAI,KAAK,CAAC,IAAI,KAAK,QAAQ;QAAE,OAAO,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,OAAO,CAAC,IAAI,cAAc,CAAC;IACpF,MAAM,QAAQ,GAAG,KAAK,CAAC,QAAQ,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,MAAM,CAAC;IACrD,OAAO,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,GAAG,QAAQ,KAAK,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC;AAClE,CAAC,CAAC;AAEF,MAAM,gBAAgB,GAAG,MAAM,CAAC;AAChC,MAAM,gBAAgB,GAAG,GAAG,CAAC;AAC7B,MAAM,gBAAgB,GAAG,CAAC,CAAC;AAO3B,MAAM,gBAAgB,GAAG,CAAC,KAAc,EAAE,MAA2B,EAAE,KAAK,GAAG,CAAC,EAAW,EAAE;IAC3F,MAAM,CAAC,KAAK,IAAI,CAAC,CAAC;IAClB,IAAI,MAAM,CAAC,KAAK,GAAG,CAAC,IAAI,MAAM,CAAC,KAAK,IAAI,CAAC;QAAE,OAAO,aAAa,CAAC;IAChE,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;QAC9B,MAAM,IAAI,GAAG,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,MAAM,EAAE,MAAM,CAAC,KAAK,CAAC,CAAC;QAClD,MAAM,CAAC,KAAK,IAAI,IAAI,CAAC;QACrB,OAAO,IAAI,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,eAAe,CAAC,CAAC,CAAC,KAAK,CAAC;IAC9E,CAAC;IACD,IAAI,KAAK,KAAK,IAAI,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,OAAO,KAAK,KAAK,SAAS,EAAE,CAAC;QAC9E,OAAO,KAAK,CAAC;IACf,CAAC;IACD,IAAI,OAAO,KAAK,KAAK,QAAQ;QAAE,OAAO,KAAK,CAAC,QAAQ,EAAE,CAAC;IACvD,IAAI,OAAO,KAAK,KAAK,QAAQ;QAAE,OAAO,MAAM,CAAC,KAAK,CAAC,CAAC;IACpD,IAAI,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC;QAAE,OAAO,YAAY,CAAC;IAChD,IAAI,KAAK,IAAI,gBAAgB;QAAE,OAAO,eAAe,CAAC;IACtD,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;IACvB,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;QACzB,MAAM,MAAM,GAAc,EAAE,CAAC;QAC7B,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;YACzB,IAAI,MAAM,CAAC,KAAK,IAAI,CAAC,IAAI,MAAM,CAAC,KAAK,IAAI,CAAC,EAAE,CAAC;gBAC3C,MAAM,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;gBAC3B,MAAM;YACR,CAAC;YACD,MAAM,CAAC,IAAI,CAAC,gBAAgB,CAAC,IAAI,EAAE,MAAM,EAAE,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC;QACzD,CAAC;QACD,OAAO,MAAM,CAAC;IAChB,CAAC;IACD,MAAM,MAAM,GAA4B,EAAE,CAAC;IAC3C,KAAK,MAAM,GAAG,IAAI,KAAK,EAAE,CAAC;QACxB,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,KAAK,EAAE,GAAG,CAAC;YAAE,SAAS;QACzC,IAAI,MAAM,CAAC,KAAK,IAAI,CAAC,IAAI,MAAM,CAAC,KAAK,IAAI,CAAC,EAAE,CAAC;YAC3C,MAAM,CAAC,aAAa,CAAC,GAAG,IAAI,CAAC;YAC7B,MAAM;QACR,CAAC;QACD,MAAM,OAAO,GAAG,GAAG,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,MAAM,EAAE,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC;QACjE,MAAM,CAAC,KAAK,IAAI,OAAO,CAAC,MAAM,CAAC;QAC/B,IAAI,CAAC;YACH,MAAM,CAAC,OAAO,CAAC,GAAG,gBAAgB,CAC/B,KAAiC,CAAC,GAAG,CAAC,EACvC,MAAM,EACN,KAAK,GAAG,CAAC,CACV,CAAC;QACJ,CAAC;QAAC,MAAM,CAAC;YACP,MAAM,CAAC,OAAO,CAAC,GAAG,cAAc,CAAC;QACnC,CAAC;IACH,CAAC;IACD,OAAO,MAAM,CAAC;AAChB,CAAC,CAAC;AAEF,MAAM,QAAQ,GAAG,CAAC,KAAc,EAAU,EAAE;IAC1C,MAAM,OAAO,GAAG,gBAAgB,CAAC,KAAK,EAAE;QACtC,KAAK,EAAE,gBAAgB;QACvB,KAAK,EAAE,gBAAgB;QACvB,IAAI,EAAE,IAAI,OAAO,EAAE;KACpB,CAAC,CAAC;IACH,IAAI,CAAC;QACH,MAAM,IAAI,GAAG,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,CAAC;QACxD,IAAI,IAAI,CAAC,MAAM,IAAI,gBAAgB;YAAE,OAAO,IAAI,CAAC;QACjD,MAAM,MAAM,GAAG,eAAe,CAAC;QAC/B,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,gBAAgB,GAAG,MAAM,CAAC,MAAM,CAAC,GAAG,MAAM,EAAE,CAAC;IACvE,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,kBAAkB,CAAC;IAC5B,CAAC;AACH,CAAC,CAAC;AAEF,MAAM,gBAAgB,GAAG,CAAC,OAAgB,EAAU,EAAE;IACpD,IAAI,OAAO,KAAK,IAAI;QAAE,OAAO,OAAO,CAAC;IACrC,IAAI,OAAO,KAAK,KAAK;QAAE,OAAO,IAAI,CAAC;IACnC,OAAO,SAAS,CAAC;AACnB,CAAC,CAAC;AAEF,MAAM,gBAAgB,GAAG,CACvB,KAA8C,EAC9C,MAAoC,EACrB,EAAE;IACjB,IAAI,KAAK,CAAC,IAAI,KAAK,WAAW,EAAE,CAAC;QAC/B,MAAM,OAAO,GAAG,KAAK,CAAC,OAA8C,CAAC;QACrE,MAAM,IAAI,GAAG,OAAO,OAAO,EAAE,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAC,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC;QAClF,OAAO,MAAM,KAAK,OAAO;YACvB,CAAC,CAAC,cAAc,IAAI,EAAE;YACtB,CAAC,CAAC,cAAc,IAAI,UAAU,QAAQ,CAAC,OAAO,EAAE,KAAK,CAAC,EAAE,CAAC;IAC7D,CAAC;IACD,IAAI,KAAK,CAAC,IAAI,KAAK,aAAa;QAAE,OAAO,IAAI,CAAC;IAC9C,MAAM,OAAO,GAAG,KAAK,CAAC,OAMrB,CAAC;IACF,MAAM,IAAI,GAAG,OAAO,OAAO,EAAE,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAC,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC;IAClF,MAAM,MAAM,GAAG,gBAAgB,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;IAClD,IAAI,MAAM,KAAK,oBAAoB;QAAE,OAAO,gBAAgB,IAAI,KAAK,MAAM,GAAG,CAAC;IAC/E,MAAM,MAAM,GAAG,OAAO,EAAE,iBAAiB,IAAI,OAAO,EAAE,OAAO,IAAI,OAAO,EAAE,IAAI,IAAI,IAAI,CAAC;IACvF,OAAO,gBAAgB,IAAI,KAAK,MAAM,YAAY,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC;AACvE,CAAC,CAAC;AAEF,MAAM,aAAa,GAAG,CACpB,MAAkB,EAClB,SAAiB,EACjB,MAAoC,EAIpC,EAAE;IACF,MAAM,UAAU,GAAG,IAAI,GAAG,EAAoB,CAAC;IAC/C,MAAM,eAAe,GAAG,IAAI,GAAG,EAAoB,CAAC;IACpD,IAAI,MAAM,GAAG,SAAS,CAAC;IACvB,KAAK,IAAI,CAAC,GAAG,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;QAC5C,MAAM,KAAK,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC;QACxB,IAAI,KAAK,EAAE,IAAI,KAAK,UAAU;YAAE,SAAS;QACzC,MAAM,IAAI,GAAG,gBAAgB,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;QAC7C,IAAI,IAAI,KAAK,IAAI;YAAE,SAAS;QAC5B,MAAM,IAAI,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;QAC3C,UAAU,CAAC,GAAG,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC;QAC5B,eAAe,CAAC,GAAG,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC;QACjC,MAAM,IAAI,IAAI,CAAC;IACjB,CAAC;IACD,OAAO,EAAE,UAAU,EAAE,QAAQ,EAAE,eAAe,EAAE,CAAC;AACnD,CAAC,CAAC;AAEF,MAAM,YAAY,GAAG,CACnB,KAA8C,EAC9C,mBAAkD,EAClD,kBAAiD,EACjD,gBAA+C,EAChC,EAAE;IACjB,MAAM,QAAQ,GAAG,gBAAgB,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;IAC7C,IAAI,QAAQ,KAAK,SAAS,EAAE,CAAC;QAC3B,MAAM,IAAI,GAAG,kBAAkB,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QAChD,MAAM,MAAM,GAAG,IAAI,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,EAAE,CAAC;QAC7D,OAAO,GAAG,QAAQ,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,MAAM,EAAE,CAAC;IAC/C,CAAC;IACD,IAAI,KAAK,CAAC,IAAI,KAAK,eAAe;QAAE,OAAO,IAAI,CAAC;IAChD,MAAM,IAAI,GAAI,KAAK,CAAC,OAA8B,EAAE,IAAI,CAAC;IACzD,IAAI,OAAO,IAAI,KAAK,QAAQ;QAAE,OAAO,IAAI,CAAC;IAC1C,MAAM,IAAI,GAAG,mBAAmB,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IACjD,MAAM,MAAM,GAAG,IAAI,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,EAAE,CAAC;IACzD,OAAO,UAAU,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,MAAM,EAAE,CAAC;AAClD,CAAC,CAAC;AAEF,MAAM,SAAS,GAAG,CAChB,KAAe,EACf,mBAAkD,EAClD,kBAAiD,EACjD,gBAA+C,EAChC,EAAE;IACjB,IAAI,KAAK,CAAC,IAAI,KAAK,WAAW,EAAE,CAAC;QAC/B,6EAA6E;QAC7E,sEAAsE;QACtE,IAAI,KAAK,CAAC,IAAI,KAAK,KAAK,EAAE,CAAC;YACzB,OAAO,mBAAmB,WAAW,CAAC,eAAe,CAAC,KAAK,CAAC,EAAE,KAAK,EAAE,eAAe,CAAC,EAAE,CAAC;QAC1F,CAAC;QACD,OAAO,aAAa,KAAK,CAAC,IAAI,MAAM,eAAe,CAAC,KAAK,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,CAAC;IAC7E,CAAC;IACD,IAAI,KAAK,CAAC,IAAI,KAAK,WAAW,EAAE,CAAC;QAC/B,OAAO,aAAa,KAAK,CAAC,IAAI,MAAM,cAAc,CAAC,KAAK,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,CAAC;IAC5E,CAAC;IACD,IAAI,KAAK,CAAC,IAAI,KAAK,UAAU,EAAE,CAAC;QAC9B,OAAO,YAAY,CAAC,KAAK,EAAE,mBAAmB,EAAE,kBAAkB,EAAE,gBAAgB,CAAC,CAAC;IACxF,CAAC;IACD,IAAI,KAAK,CAAC,IAAI,KAAK,MAAM;QAAE,OAAO,MAAM,CAAC;IACzC,IAAI,KAAK,CAAC,IAAI,KAAK,OAAO;QAAE,OAAO,UAAU,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,CAAC;IAC1E,OAAO,IAAI,CAAC;AACd,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,eAAe,GAAG,CAC7B,MAAkB,EAClB,GAAG,GAAG,EAAE,EACR,QAAyB,EACjB,EAAE;IACV,MAAM,KAAK,GAAa,EAAE,CAAC;IAC3B,MAAM,MAAM,GAAiB,EAAE,CAAC;IAChC,IAAI,QAA8B,CAAC;IACnC,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;QAC3B,IAAI,aAAa,CAAC,KAAK,EAAE,QAAQ,CAAC,EAAE,CAAC;YACnC,MAAM,WAAW,GACf,KAAK,CAAC,IAAI,KAAK,UAAU;gBACzB,QAAQ,EAAE,IAAI,KAAK,UAAU;gBAC7B,KAAK,CAAC,IAAI,KAAK,eAAe;gBAC9B,QAAQ,CAAC,IAAI,KAAK,eAAe;gBACjC,KAAK,CAAC,KAAK,EAAE,EAAE,KAAK,QAAQ,CAAC,KAAK,EAAE,EAAE,CAAC;YACzC,IAAI,WAAW,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC;gBAAE,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC;;gBAC5D,MAAM,CAAC,IAAI,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC;QAC5B,CAAC;QACD,QAAQ,GAAG,KAAK,CAAC;IACnB,CAAC;IACD,yEAAyE;IACzE,+DAA+D;IAC/D,IAAI,MAAM,CAAC,MAAM,GAAG,GAAG,EAAE,CAAC;QACxB,KAAK,CAAC,IAAI,CAAC,QAAQ,MAAM,CAAC,MAAM,GAAG,GAAG,8BAA8B,CAAC,CAAC;IACxE,CAAC;IACD,MAAM,UAAU,GAAG,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,GAAG,CAAC,CAAC;IACvD,MAAM,IAAI,GAAG,UAAU,CAAC,IAAI,EAAE,CAAC;IAC/B,MAAM,mBAAmB,GAAG,cAAc,CAAC,IAAI,EAAE,QAAQ,EAAE,aAAa,IAAI,MAAM,CAAC,CAAC;IACpF,MAAM,UAAU,GAAG,QAAQ,EAAE,UAAU,IAAI,OAAO,CAAC;IACnD,MAAM,QAAQ,GAAG,aAAa,CAAC,IAAI,EAAE,QAAQ,EAAE,YAAY,IAAI,MAAM,EAAE,UAAU,CAAC,CAAC;IACnF,KAAK,MAAM,KAAK,IAAI,UAAU,EAAE,CAAC;QAC/B,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACrB,MAAM,KAAK,GAAa,EAAE,CAAC;YAC3B,KAAK,MAAM,KAAK,IAAI,KAAK,EAAE,CAAC;gBAC1B,IAAI,KAAK,CAAC,IAAI,KAAK,UAAU;oBAAE,SAAS;gBACxC,MAAM,IAAI,GAAI,KAAK,CAAC,OAA8B,EAAE,IAAI,CAAC;gBACzD,IAAI,OAAO,IAAI,KAAK,QAAQ;oBAAE,SAAS;gBACvC,MAAM,IAAI,GAAG,mBAAmB,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;gBACjD,IAAI,IAAI,GAAG,CAAC;oBAAE,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC,CAAC;gBAC9C,IAAI,IAAI,GAAG,IAAI,CAAC,MAAM,IAAI,KAAK,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,KAAK,eAAe;oBAAE,KAAK,CAAC,IAAI,CAAC,eAAe,CAAC,CAAC;YAC1F,CAAC;YACD,KAAK,CAAC,IAAI,CAAC,UAAU,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC;QACzC,CAAC;aAAM,IAAI,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC;YACpB,MAAM,IAAI,GAAG,SAAS,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,mBAAmB,EAAE,QAAQ,CAAC,UAAU,EAAE,QAAQ,CAAC,QAAQ,CAAC,CAAC;YAC9F,IAAI,IAAI,KAAK,IAAI;gBAAE,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACtC,CAAC;IACH,CAAC;IACD,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAC1B,CAAC,CAAC;AAEF,2EAA2E;AAC3E,4EAA4E;AAC5E,8EAA8E;AAC9E,oCAAoC;AACpC,6EAA6E;AAC7E,4EAA4E;AAC5E,2EAA2E;AAC3E,MAAM,oBAAoB,GAAG,GAAG,CAAC;AACjC,MAAM,sBAAsB,GAAG,MAAM,CAAC;AACtC,MAAM,kBAAkB,GAAG,OAAO,CAAC;AACnC,MAAM,UAAU,GAAG,GAAG,CAAC;AACvB,MAAM,eAAe,GAAG,MAAM,CAAC;AAC/B,MAAM,cAAc,GAAG,MAAM,CAAC;AAC9B,MAAM,kBAAkB,GAAG,MAAM,CAAC;AAClC,MAAM,oBAAoB,GAAG,MAAM,CAAC;AAEpC,MAAM,WAAW,GAAG,CAAC,KAAa,EAAE,KAAa,EAAE,KAAa,EAAU,EAAE,CAC1E,KAAK,CAAC,MAAM,IAAI,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,KAAK,CAAC,UAAU,KAAK,iBAAiB,CAAC;AAC3F,MAAM,yBAAyB,GAAG,wDAAwD,CAAC;AAC3F,MAAM,4BAA4B,GAAG,kDAAkD,CAAC;AACxF,MAAM,0BAA0B,GAAG,oDAAoD,CAAC;AAExF,iFAAiF;AACjF,qFAAqF;AACrF,MAAM,mBAAmB,GAAG,CAC1B,KAAa,EACb,SAAiB,EACjB,SAAiB,EACC,EAAE;IACpB,IAAI,KAAK,CAAC,MAAM,GAAG,SAAS,CAAC,MAAM,IAAI,SAAS;QAAE,OAAO,CAAC,KAAK,EAAE,SAAS,CAAC,CAAC;IAC5E,MAAM,WAAW,GAAG,yBAAyB,CAAC;IAC9C,MAAM,cAAc,GAAG,4BAA4B,CAAC;IACpD,MAAM,aAAa,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,SAAS,GAAG,WAAW,CAAC,MAAM,GAAG,cAAc,CAAC,MAAM,CAAC,CAAC;IAC1F,MAAM,WAAW,GACf,WAAW,CAAC,MAAM;QAClB,IAAI,CAAC,KAAK,CAAC,CAAC,aAAa,GAAG,KAAK,CAAC,MAAM,CAAC,GAAG,CAAC,KAAK,CAAC,MAAM,GAAG,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC;IACjF,MAAM,cAAc,GAAG,SAAS,GAAG,WAAW,CAAC;IAC/C,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,WAAW,GAAG,WAAW,CAAC,MAAM,CAAC,CAAC;IAChE,kFAAkF;IAClF,MAAM,WAAW,GACf,KAAK,CAAC,MAAM,IAAI,WAAW,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,GAAG,WAAW,GAAG,KAAK,CAAC,KAAK,CAAC,KAAK,CAAC,MAAM,GAAG,SAAS,CAAC,EAAE,CAAC;IACjG,MAAM,eAAe,GACnB,SAAS,CAAC,MAAM,IAAI,cAAc;QAChC,CAAC,CAAC,SAAS;QACX,CAAC,CAAC,GAAG,SAAS,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,cAAc,GAAG,cAAc,CAAC,MAAM,CAAC,CAAC,GAAG,cAAc,EAAE,CAAC;IACpG,OAAO,CAAC,WAAW,EAAE,eAAe,CAAC,CAAC;AACxC,CAAC,CAAC;AAEF,MAAM,eAAe,GAAG,CAAC,KAAwB,EAAY,EAAE;IAC7D,MAAM,MAAM,GAAa,EAAE,CAAC;IAC5B,IAAI,YAAY,GAAG,CAAC,CAAC;IACrB,KAAK,MAAM,YAAY,IAAI,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,oBAAoB,CAAC,EAAE,CAAC;QAChE,MAAM,IAAI,GAAG,WAAW,CAAC,YAAY,EAAE,GAAG,EAAE,eAAe,CAAC,CAAC;QAC7D,IAAI,YAAY,GAAG,IAAI,CAAC,MAAM,GAAG,sBAAsB,EAAE,CAAC;YACxD,MAAM,CAAC,IAAI,CAAC,uDAAuD,CAAC,CAAC;YACrE,MAAM;QACR,CAAC;QACD,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAClB,YAAY,IAAI,IAAI,CAAC,MAAM,CAAC;IAC9B,CAAC;IACD,IAAI,KAAK,CAAC,MAAM,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC;QACjC,MAAM,CAAC,IAAI,CAAC,QAAQ,KAAK,CAAC,MAAM,GAAG,MAAM,CAAC,MAAM,mCAAmC,CAAC,CAAC;IACvF,CAAC;IACD,OAAO,MAAM,CAAC;AAChB,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,eAAe,GAAG,KAAK,EAClC,GAAQ,EACR,YAAoB,EACpB,QAAyB,EACR,EAAE;IACnB,IAAI,GAAG,CAAC,SAAS,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,yBAAyB,CAAC;IACjE,MAAM,QAAQ,GAAG,QAAQ;QACvB,CAAC,CAAC,GAAG,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,cAAc,CAAC,QAAQ,CAAC,IAAI,EAAE,QAAQ,CAAC,gBAAgB,CAAC,CAAC;QAC9F,CAAC,CAAC,CAAC,GAAG,GAAG,CAAC,SAAS,CAAC,CAAC;IACvB,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,qDAAqD,CAAC;IACxF,wFAAwF;IACxF,MAAM,QAAQ,GAAG,CAAC,MAA2C,EAAE,EAAE;QAC/D,IAAI,MAAM,KAAK,SAAS;YAAE,OAAO,CAAC,CAAC;QACnC,OAAO,MAAM,KAAK,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IACtC,CAAC,CAAC;IACF,QAAQ,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,KAAK,EAAE,EAAE,CAAC,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC,GAAG,QAAQ,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC;IAC/E,MAAM,MAAM,GAAG,eAAe,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAC;IAC1E,MAAM,GAAG,GAAa;QACpB,mBAAmB,QAAQ,CAAC,MAAM,OAAO,GAAG,CAAC,SAAS,CAAC,MAAM,OAAO,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE;KACxF,CAAC;IACF,IAAI,QAAQ,EAAE,uBAAuB,KAAK,KAAK;QAAE,OAAO,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IACzE,IAAI,MAAM,GAAG,IAAI,CAAC,GAAG,CAAC,QAAQ,EAAE,gBAAgB,IAAI,MAAM,EAAE,kBAAkB,CAAC,CAAC;IAChF,KAAK,MAAM,QAAQ,IAAI,QAAQ,EAAE,CAAC;QAChC,IAAI,MAAM,IAAI,CAAC;YAAE,MAAM;QACvB,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,YAAY,EAAE,MAAM,CAAC,CAAC;QAC7C,MAAM,OAAO,GAAG,MAAM,mBAAmB,CAAC,GAAG,EAAE,QAAQ,CAAC,IAAI,EAAE;YAC5D,wEAAwE;YACxE,QAAQ,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,KAAK,GAAG,CAAC,CAAC;SACjC,CAAC;aACC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC;aACpC,KAAK,CAAC,GAAG,EAAE,CAAC,IAAI,CAAC,CAAC;QACrB,IAAI,OAAO,KAAK,IAAI;YAAE,SAAS;QAC/B,MAAM,IAAI,OAAO,CAAC,MAAM,CAAC;QACzB,GAAG,CAAC,IAAI,CAAC,OAAO,QAAQ,CAAC,IAAI,SAAS,OAAO,EAAE,CAAC,CAAC;IACnD,CAAC;IACD,OAAO,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;AAC1B,CAAC,CAAC;AASF,MAAM,OAAO,4BAA6B,SAAQ,KAAK;IAC5C,MAAM,CAAyB;IACxC,YAAY,OAAe,EAAE,MAA8B;QACzD,KAAK,CAAC,OAAO,CAAC,CAAC;QACf,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;IACvB,CAAC;CACF;AAED,MAAM,kBAAkB,GAAG,CACzB,GAAQ,EACR,MAAc,EACoC,EAAE;IACpD,MAAM,KAAK,GAAG,GAAG,CAAC,MAAM,CAAC,MAAM,CAC7B,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,IAAI,KAAK,UAAU,IAAI,KAAK,CAAC,IAAI,KAAK,WAAW,CACnE,CAAC;IACF,MAAM,MAAM,GAA2B;QACrC,QAAQ,EAAE,KAAK;QACf,KAAK,EAAE,KAAK,CAAC,MAAM;QACnB,QAAQ,EAAE,CAAC;QACX,KAAK,EAAE,CAAC;KACT,CAAC;IACF,MAAM,KAAK,GAAa,EAAE,CAAC;IAC3B,IAAI,CAAC;QACH,KAAK,MAAM,KAAK,IAAI,KAAK,EAAE,CAAC;YAC1B,MAAM,OAAO,GAAI,KAAiD,CAAC,OAGlE,CAAC;YACF,IACE,OAAO,OAAO,EAAE,IAAI,KAAK,QAAQ;gBACjC,CAAC,CAAC,OAAO,IAAI,OAAO,CAAC;gBACrB,OAAO,CAAC,KAAK,KAAK,SAAS,EAC3B,CAAC;gBACD,MAAM,IAAI,KAAK,CAAC,uCAAuC,CAAC,CAAC;YAC3D,CAAC;YACD,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,IAAI,EAAE,OAAO,CAAC,IAAI,EAAE,KAAK,EAAE,OAAO,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC;QAC3E,CAAC;IACH,CAAC;IAAC,MAAM,CAAC;QACP,MAAM,IAAI,4BAA4B,CACpC,yDAAyD,EACzD,MAAM,CACP,CAAC;IACJ,CAAC;IACD,MAAM,SAAS,GAAG,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACnC,MAAM,CAAC,KAAK,GAAG,MAAM,CAAC,UAAU,CAAC,SAAS,EAAE,MAAM,CAAC,CAAC;IACpD,IAAI,SAAS,CAAC,MAAM,GAAG,MAAM,EAAE,CAAC;QAC9B,MAAM,IAAI,4BAA4B,CACpC,qFAAqF,EACrF,MAAM,CACP,CAAC;IACJ,CAAC;IACD,MAAM,CAAC,QAAQ,GAAG,IAAI,CAAC;IACvB,MAAM,CAAC,QAAQ,GAAG,KAAK,CAAC,MAAM,CAAC;IAC/B,OAAO;QACL,IAAI,EAAE,4CAA4C,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,sLAAsL,SAAS,EAAE;QACzQ,MAAM;KACP,CAAC;AACJ,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,kBAAkB,GAAG,KAAK,EACrC,MAAoB,EACpB,GAAQ,EAIP,EAAE;IACH,MAAM,WAAW,GACf,MAAM,CAAC,QAAQ,CAAC,eAAe,KAAK,KAAK;QACvC,CAAC,CAAC,kBAAkB,CAAC,GAAG,EAAE,MAAM,CAAC,QAAQ,CAAC,kBAAkB,CAAC;QAC7D,CAAC,CAAC,SAAS,CAAC;IAChB,IAAI,MAAM,CAAC,cAAc,EAAE,CAAC;QAC1B,IAAI,WAAW;YACb,MAAM,IAAI,4BAA4B,CACpC,uEAAuE,EACvE,EAAE,GAAG,WAAW,CAAC,MAAM,EAAE,QAAQ,EAAE,KAAK,EAAE,QAAQ,EAAE,CAAC,EAAE,CACxD,CAAC;QACJ,OAAO;YACL,MAAM,EAAE,WAAW,CAAC,MAAM,CAAC,cAAc,EAAE,kBAAkB,EAAE,uBAAuB,CAAC;SACxF,CAAC;IACJ,CAAC;IACD,MAAM,QAAQ,GAAmB;QAC/B,GAAG,MAAM,CAAC,QAAQ;QAClB,SAAS,EAAE,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,QAAQ,CAAC,SAAS,EAAE,UAAU,CAAC;QAC1D,aAAa,EAAE,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,QAAQ,CAAC,aAAa,EAAE,eAAe,CAAC;QACvE,YAAY,EAAE,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,QAAQ,CAAC,YAAY,EAAE,cAAc,CAAC;QACpE,gBAAgB,EAAE,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,QAAQ,CAAC,gBAAgB,EAAE,kBAAkB,CAAC;KACjF,CAAC;IACF,IAAI,WAAW,EAAE,CAAC;QAChB,QAAQ,CAAC,UAAU,GAAG,QAAQ,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,KAAK,WAAW,CAAC,CAAC;IACnF,CAAC;IACD,MAAM,QAAQ,GAAG;QACf,eAAe,WAAW,CAAC,GAAG,CAAC,IAAI,CAAC,MAAM,EAAE,MAAM,EAAE,YAAY,CAAC,EAAE;QACnE,EAAE;QACF,uBAAuB,WAAW,CAAC,MAAM,CAAC,QAAQ,EAAE,KAAK,EAAE,WAAW,CAAC,EAAE;QACzE,EAAE;QACF,GAAG,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;KAC/C,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACb,MAAM,QAAQ,GAAG,CAAC,MAAc,EAAE,KAAa,EAAU,EAAE,CACzD,GAAG,QAAQ,wBAAwB,MAAM,wCAAwC,KAAK,EAAE,CAAC;IAC3F,MAAM,SAAS,GAAG,kBAAkB,GAAG,QAAQ,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC,MAAM,CAAC;IAC/D,IAAI,WAAW,EAAE,CAAC;QAChB,sFAAsF;QACtF,IAAI,GAAG,QAAQ,KAAK,0BAA0B,EAAE,CAAC,MAAM,GAAG,kBAAkB,EAAE,CAAC;YAC7E,MAAM,IAAI,4BAA4B,CACpC,wFAAwF,EACxF,EAAE,GAAG,WAAW,CAAC,MAAM,EAAE,QAAQ,EAAE,KAAK,EAAE,QAAQ,EAAE,CAAC,EAAE,CACxD,CAAC;QACJ,CAAC;IACH,CAAC;IACD,IAAI,KAAK,GAAG,eAAe,CAAC,GAAG,CAAC,MAAM,EAAE,QAAQ,CAAC,SAAS,EAAE,QAAQ,CAAC,CAAC;IACtE,IAAI,SAAS,GAAG,MAAM,eAAe,CACnC,GAAG,EACH,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,kBAAkB,EAAE,oBAAoB,CAAC,EACzD,QAAQ,CACT,CAAC;IACF,IAAI,MAAc,CAAC;IACnB,IACE,WAAW;QACX,KAAK,CAAC,MAAM,GAAG,SAAS,CAAC,MAAM,GAAG,SAAS;QAC3C,SAAS,GAAG,yBAAyB,CAAC,MAAM,GAAG,4BAA4B,CAAC,MAAM,EAClF,CAAC;QACD,MAAM,GAAG,GAAG,QAAQ,KAAK,0BAA0B,EAAE,CAAC;IACxD,CAAC;SAAM,CAAC;QACN,IAAI,WAAW;YAAE,CAAC,KAAK,EAAE,SAAS,CAAC,GAAG,mBAAmB,CAAC,KAAK,EAAE,SAAS,EAAE,SAAS,CAAC,CAAC;QACvF,MAAM,GAAG,QAAQ,CAAC,KAAK,EAAE,SAAS,CAAC,CAAC;IACtC,CAAC;IACD,OAAO;QACL,MAAM,EAAE,WAAW,CAAC,MAAM,EAAE,kBAAkB,EAAE,cAAc,CAAC;QAC/D,GAAG,CAAC,WAAW,CAAC,CAAC,CAAC,EAAE,eAAe,EAAE,WAAW,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;KAChE,CAAC;AACJ,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,gBAAgB,GAAG,KAAK,EAAE,MAAoB,EAAE,GAAQ,EAAmB,EAAE,CACxF,CAAC,MAAM,kBAAkB,CAAC,MAAM,EAAE,GAAG,CAAC,CAAC,CAAC,MAAM,CAAC;AAEjD,MAAM,mBAAmB,GAAG,CAAC,CAAC,KAAK,CAAC;IAClC,CAAC,CAAC,MAAM,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,MAAM,EAAE;IAC7F,CAAC;SACE,MAAM,CAAC;QACN,UAAU,EAAE,CAAC,CAAC,OAAO,CAAC,uBAAuB,CAAC;QAC9C,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC;KACtC,CAAC;SACD,MAAM,EAAE;SACR,SAAS,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC,EAAE,GAAG,QAAQ,EAAE,KAAK,EAAE,CAAC,EAAE,CAAC,CAAC;CACxD,CAAC,CAAC;AAGH,MAAM,CAAC,MAAM,qBAAqB,GAAG,CACnC,IAAY,EACZ,OAAO,GAA4B,YAAY,EACzB,EAAE;IACxB,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC;IAC5B,MAAM,MAAM,GAAG,wCAAwC,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IACtE,MAAM,OAAO,GAAG,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,IAAI,EAAE,IAAI,OAAO,CAAC;IAC/C,MAAM,QAAQ,GAAG,mBAAmB,CAAC,SAAS,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC;IAC3E,IAAI,CAAC,QAAQ;QAAE,OAAO,IAAI,CAAC;IAC3B,IAAI,OAAO,KAAK,QAAQ,IAAI,QAAQ,CAAC,KAAK,KAAK,CAAC,IAAI,QAAQ,CAAC,KAAK,KAAK,CAAC;QAAE,OAAO,IAAI,CAAC;IACtF,OAAO,QAAQ,CAAC;AAClB,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,kBAAkB,GAAG,CAAC,IAAY,EAAiB,EAAE;IAChE,MAAM,OAAO,GAAG,qBAAqB,CAAC,IAAI,CAAC,CAAC;IAC5C,IAAI,OAAO;QAAE,OAAO,OAAO,CAAC;IAC5B,OAAO;QACL,KAAK,EAAE,CAAC;QACR,OAAO,EAAE,sCAAsC,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE;KACpE,CAAC;AACJ,CAAC,CAAC"}

package/lib/authoring.d.ts

@@ -1,4 +1,38 @@
 export { z } from "zod";
-export { defineEvalCase } from "./assertions/authoring.js";
-export * from "./core/index.js";
+export { type BuiltinAssertion, defineEvalCase } from "./assertions/authoring.js";
+export { type ActionCategory, ActionCategorySchema, type ActionProgressPayload, ActionProgressPayloadSchema, type ActionTiming, ActionTimingSchema, actionTiming, } from "./core/action-events.js";
+export { type AgentActivity, AgentActivitySchema, summarizeAgentActivity, } from "./core/agent-activity.js";
+export { AGENT_COMPLETED_KIND, AGENT_SPAWN_KIND, type AgentCompletedPayload, AgentCompletedPayloadSchema, type AgentSpawnPayload, AgentSpawnPayloadSchema, } from "./core/agent-events.js";
+export { defineGraderAnnotations, type GraderAnnotation, type GraderAnnotationDataset, type GraderAnnotationDatasetInput, GraderAnnotationDatasetSchema, GraderAnnotationSchema, } from "./core/annotation.js";
+export { type Answerer, type AnswererContext, type AnswererModelAccounting, AnswererModelAccountingSchema, type AnswererModelCallAccounting, AnswererModelCallAccountingSchema, type AnswererPlugin, type AnswerHistoryEntry, answererRef, defineAnswerer, } from "./core/answerer.js";
+export { inspectRunArtifact, type ReadRunArtifactTextOptions, type RunArtifactInspection, type RunArtifactIssueReason, readRunArtifactText, } from "./core/artifact-evidence.js";
+export { ARTIFACT_SNAPSHOT_MANIFEST, type ArtifactSnapshotContent, type ArtifactSnapshotFile, ArtifactSnapshotFileSchema, type ArtifactSnapshotFiles, type ArtifactSnapshotManifest, ArtifactSnapshotManifestSchema, readArtifactSnapshotManifest, type WriteArtifactSnapshotOptions, writeArtifactSnapshot, } from "./core/artifact-snapshot.js";
+export { type AssertionImpl, type AssertionPlugin, type AssertionPluginDefinition, type AssertionResult, AssertionResultSchema, defineAssertion, defineAssertionRegistry, type EvaluateContext, type GradingAssertionEntry, GradingAssertionEntrySchema, type GradingReport, GradingReportSchema, } from "./core/assertion.js";
+export { type AnswererRef, AnswererRefSchema, type Assertion, AssertionSchema, type DriverRef, DriverRefSchema, type EvalCase, type EvalCaseAuthoringOptions, type EvalCaseDefinition, type EvalCaseInput, EvalCaseSchema, type FixturesRef, FixturesRefSchema, type PersistedCase, PersistedCaseSchema, } from "./core/case.js";
+export { CONVERSATION_TURN_REQUEST, type ConversationTurnRequest, ConversationTurnRequestSchema, type ConversationTurnResponse, ConversationTurnResponseSchema, conversationTurnInterrupt, conversationTurnResponse, isConversationTurnInterrupt, } from "./core/conversation-turn.js";
+export { type AgentDriver, type Artifact, ArtifactSchema, type DriverCapability, DriverCapabilitySchema, type DriverEventMap, type DriverExperiment, type DriverPlugin, type DriverRuntime, defineDriver, driverRef, type ResolvedFixtures, ResolvedFixturesSchema, type StartContext, } from "./core/driver.js";
+export { type ContainerExecution, ContainerExecutionSchema, type DriverExecution, DriverExecutionSchema, } from "./core/driver-execution.js";
+export { type DriverMetric, type DriverMetricDescriptor, DriverMetricDescriptorSchema, DriverMetricSchema, type DriverMetrics, DriverMetricsSchema, type DriverMetricUnit, DriverMetricUnitSchema, normalizeDriverMetrics, type ReportedDriverMetrics, ReportedDriverMetricsSchema, } from "./core/driver-metrics.js";
+export { DurationSchema, durationMs } from "./core/duration.js";
+export { type EventHandler, TypedEmitter } from "./core/emitter.js";
+export { type EnvironmentDeclaration, EnvironmentDeclarationSchema } from "./core/environment.js";
+export { type AgentAttribution, AgentAttributionSchema, type Answer, AnswerSchema, ApproveAnswerSchema, ApproveInterruptSchema, AskAnswerSchema, AskInterruptSchema, CustomAnswerSchema, CustomInterruptSchema, type Done, DoneSchema, type ErrorEvent, type ErrorEventReason, ErrorEventReasonSchema, ErrorEventSchema, type Interrupt, type InterruptKind, InterruptKindSchema, InterruptSchema, type LifecycleStage, LifecycleStageSchema, type Progress, ProgressSchema, type ReadyState, ReadyStateSchema, type RunEvent, RunEventSchema, } from "./core/events.js";
+export { type ExecOptions, type ExecResult, exec, type ManagedProcess, type ManagedProcessExit, type ManagedProcessOptions, spawnManagedProcess, } from "./core/exec.js";
+export { type Candidate, type CandidateEvaluation, CandidateEvaluationSchema, CandidateIdSchema, type CandidateProposal, CandidateProposalSchema, CandidateSchema, defineExperiment, type ExperimentBudget, ExperimentBudgetSchema, type ExperimentCampaign, type ExperimentCampaignInput, ExperimentCampaignSchema, type ExperimentConstraint, ExperimentConstraintSchema, type ExperimentObjective, ExperimentObjectiveSchema, type ExperimentSelector, ExperimentSelectorSchema, type ExperimentVariant, ExperimentVariantSchema, type FileSetSubject, FileSetSubjectSchema, type Optimizer, type OptimizerInput, } from "./core/experiment.js";
+export { type GlobalIdParts, tryParseGlobalId } from "./core/global-id.js";
+export { type HarnessCatalog, type ReasoningEffort, ReasoningEffortSchema, } from "./core/harness-catalog.js";
+export type { BuiltInHarnessMatrixEntry, CustomHarnessMatrixEntry, HarnessMatrixEntry, } from "./core/harness-matrix.js";
+export { defineFixtures, type LifecycleFixture, type LifecycleFixturesDefinition, type LifecycleFixtureUse, } from "./core/lifecycle-fixtures.js";
+export { type CaseLifecycleHookContext, defineLifecycleHooks, type FixtureValue, type FixtureValueBinding, FixtureValueSchema, type LifecycleHookCleanup, type LifecycleHookSetupResult, type LifecycleHooksPlugin, lifecycleHooksPluginIssue, type SuiteLifecycleHookContext, type SuiteLifecycleHookItem, } from "./core/lifecycle-hooks.js";
+export { hasMcpInit, hasMcpToolsList, isMcpInitEvent, isMcpToolsListEvent, type ListedTool, listedTools, MCP_INIT_KIND, MCP_TOOLS_LIST_KIND, type McpInitPayload, type McpToolsListPayload, mcpInit, } from "./core/mcp-events.js";
+export { DEFAULT_CLAUDE_MODEL, DEFAULT_CODEX_MODEL, defaultHarnessModel, type HarnessModelConfig, HarnessModelConfigSchema, type ModelCliProvider, ModelCliProviderSchema, } from "./core/model-cli.js";
+export { type AssertionProgress, AssertionProgressSchema, type RunObserver, } from "./core/observer.js";
+export { Registry } from "./core/registry.js";
+export { defineRubric, type RubricDefinition, type RubricDefinitionInput, RubricDefinitionSchema, } from "./core/rubric.js";
+export { type OperationalFailure, OperationalFailureSchema, type PhaseDurations, PhaseDurationsSchema, RUN_SCHEMA_VERSION, type Run, type RunMetadata, RunMetadataSchema, type RunProvenance, RunProvenanceSchema, RunSchema, } from "./core/run.js";
+export { bootstrapMeanConfidenceInterval, type ConfidenceConfig, ConfidenceConfigSchema, type ConfidenceInterval, ConfidenceIntervalSchema, } from "./core/statistics.js";
+export { SUBJECT_ROOT_TOKEN, subjectPath } from "./core/subject.js";
+export { correlateToolEvents, createToolOutcomeAccumulator, isToolCallEvent, isToolResultEvent, malformedToolEventCount, summarizeToolOutcomes, TOOL_CALL_KIND, TOOL_RESULT_KIND, type ToolCallPayload, ToolCallPayloadSchema, type ToolEventCorrelation, type ToolInvocation, type ToolInvocationOutcome, type ToolOutcomeAccumulator, type ToolOutcomeSummary, ToolOutcomeSummarySchema, type ToolResultPayload, ToolResultPayloadSchema, toolCallProgress, toolEventCalls, toolInvocationOutcome, toolInvocations, toolResultProgress, toolResults, toolResultValue, } from "./core/tool-events.js";
+export { addUsage, emptyRunUsage, emptyUsage, harnessUsage, isUsageEmpty, type RunUsage, RunUsageSchema, sumUsage, type TokenUsage, TokenUsageSchema, type TurnUsage, TurnUsageSchema, totalTokens, } from "./core/usage.js";
+export { type FormatAnswerFn, formatWireAnswer, type ParsedDriverEvent, type ParseEventFn, parseWireEvent, type WireEvent, WireEventSchema, } from "./core/wire.js";
 //# sourceMappingURL=authoring.d.ts.map

package/lib/authoring.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"authoring.d.ts","sourceRoot":"","sources":["../src/authoring.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AACxB,OAAO,EAAE,cAAc,EAAE,MAAM,2BAA2B,CAAC;AAC3D,cAAc,iBAAiB,CAAC"}
+{"version":3,"file":"authoring.d.ts","sourceRoot":"","sources":["../src/authoring.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AACxB,OAAO,EAAE,KAAK,gBAAgB,EAAE,cAAc,EAAE,MAAM,2BAA2B,CAAC;AAClF,OAAO,EACL,KAAK,cAAc,EACnB,oBAAoB,EACpB,KAAK,qBAAqB,EAC1B,2BAA2B,EAC3B,KAAK,YAAY,EACjB,kBAAkB,EAClB,YAAY,GACb,MAAM,yBAAyB,CAAC;AACjC,OAAO,EACL,KAAK,aAAa,EAClB,mBAAmB,EACnB,sBAAsB,GACvB,MAAM,0BAA0B,CAAC;AAClC,OAAO,EACL,oBAAoB,EACpB,gBAAgB,EAChB,KAAK,qBAAqB,EAC1B,2BAA2B,EAC3B,KAAK,iBAAiB,EACtB,uBAAuB,GACxB,MAAM,wBAAwB,CAAC;AAChC,OAAO,EACL,uBAAuB,EACvB,KAAK,gBAAgB,EACrB,KAAK,uBAAuB,EAC5B,KAAK,4BAA4B,EACjC,6BAA6B,EAC7B,sBAAsB,GACvB,MAAM,sBAAsB,CAAC;AAC9B,OAAO,EACL,KAAK,QAAQ,EACb,KAAK,eAAe,EACpB,KAAK,uBAAuB,EAC5B,6BAA6B,EAC7B,KAAK,2BAA2B,EAChC,iCAAiC,EACjC,KAAK,cAAc,EACnB,KAAK,kBAAkB,EACvB,WAAW,EACX,cAAc,GACf,MAAM,oBAAoB,CAAC;AAC5B,OAAO,EACL,kBAAkB,EAClB,KAAK,0BAA0B,EAC/B,KAAK,qBAAqB,EAC1B,KAAK,sBAAsB,EAC3B,mBAAmB,GACpB,MAAM,6BAA6B,CAAC;AACrC,OAAO,EACL,0BAA0B,EAC1B,KAAK,uBAAuB,EAC5B,KAAK,oBAAoB,EACzB,0BAA0B,EAC1B,KAAK,qBAAqB,EAC1B,KAAK,wBAAwB,EAC7B,8BAA8B,EAC9B,4BAA4B,EAC5B,KAAK,4BAA4B,EACjC,qBAAqB,GACtB,MAAM,6BAA6B,CAAC;AACrC,OAAO,EACL,KAAK,aAAa,EAClB,KAAK,eAAe,EACpB,KAAK,yBAAyB,EAC9B,KAAK,eAAe,EACpB,qBAAqB,EACrB,eAAe,EACf,uBAAuB,EACvB,KAAK,eAAe,EACpB,KAAK,qBAAqB,EAC1B,2BAA2B,EAC3B,KAAK,aAAa,EAClB,mBAAmB,GACpB,MAAM,qBAAqB,CAAC;AAC7B,OAAO,EACL,KAAK,WAAW,EAChB,iBAAiB,EACjB,KAAK,SAAS,EACd,eAAe,EACf,KAAK,SAAS,EACd,eAAe,EACf,KAAK,QAAQ,EACb,KAAK,wBAAwB,EAC7B,KAAK,kBAAkB,EACvB,KAAK,aAAa,EAClB,cAAc,EACd,KAAK,WAAW,EAChB,iBAAiB,EACjB,KAAK,aAAa,EAClB,mBAAmB,GACpB,MAAM,gBAAgB,CAAC;AACxB,OAAO,EACL,yBAAyB,EACzB,KAAK,uBAAuB,EAC5B,6BAA6B,EAC7B,KAAK,wBAAwB,EAC7B,8BAA8B,EAC9B,yBAAyB,EACzB,wBAAwB,EACxB,2BAA2B,GAC5B,MAAM,6BAA6B,CAAC;AACrC,OAAO,EACL,KAAK,WAAW,EAChB,KAAK,QAAQ,EACb,cAAc,EACd,KAAK,gBAAgB,EACrB,sBAAsB,EACtB,KAAK,cAAc,EACnB,KAAK,gBAAgB,EACrB,KAAK,YAAY,EACjB,KAAK,aAAa,EAClB,YAAY,EACZ,SAAS,EACT,KAAK,gBAAgB,EACrB,sBAAsB,EACtB,KAAK,YAAY,GAClB,MAAM,kBAAkB,CAAC;AAC1B,OAAO,EACL,KAAK,kBAAkB,EACvB,wBAAwB,EACxB,KAAK,eAAe,EACpB,qBAAqB,GACtB,MAAM,4BAA4B,CAAC;AACpC,OAAO,EACL,KAAK,YAAY,EACjB,KAAK,sBAAsB,EAC3B,4BAA4B,EAC5B,kBAAkB,EAClB,KAAK,aAAa,EAClB,mBAAmB,EACnB,KAAK,gBAAgB,EACrB,sBAAsB,EACtB,sBAAsB,EACtB,KAAK,qBAAqB,EAC1B,2BAA2B,GAC5B,MAAM,0BAA0B,CAAC;AAClC,OAAO,EAAE,cAAc,EAAE,UAAU,EAAE,MAAM,oBAAoB,CAAC;AAChE,OAAO,EAAE,KAAK,YAAY,EAAE,YAAY,EAAE,MAAM,mBAAmB,CAAC;AACpE,OAAO,EAAE,KAAK,sBAAsB,EAAE,4BAA4B,EAAE,MAAM,uBAAuB,CAAC;AAClG,OAAO,EACL,KAAK,gBAAgB,EACrB,sBAAsB,EACtB,KAAK,MAAM,EACX,YAAY,EACZ,mBAAmB,EACnB,sBAAsB,EACtB,eAAe,EACf,kBAAkB,EAClB,kBAAkB,EAClB,qBAAqB,EACrB,KAAK,IAAI,EACT,UAAU,EACV,KAAK,UAAU,EACf,KAAK,gBAAgB,EACrB,sBAAsB,EACtB,gBAAgB,EAChB,KAAK,SAAS,EACd,KAAK,aAAa,EAClB,mBAAmB,EACnB,eAAe,EACf,KAAK,cAAc,EACnB,oBAAoB,EACpB,KAAK,QAAQ,EACb,cAAc,EACd,KAAK,UAAU,EACf,gBAAgB,EAChB,KAAK,QAAQ,EACb,cAAc,GACf,MAAM,kBAAkB,CAAC;AAC1B,OAAO,EACL,KAAK,WAAW,EAChB,KAAK,UAAU,EACf,IAAI,EACJ,KAAK,cAAc,EACnB,KAAK,kBAAkB,EACvB,KAAK,qBAAqB,EAC1B,mBAAmB,GACpB,MAAM,gBAAgB,CAAC;AACxB,OAAO,EACL,KAAK,SAAS,EACd,KAAK,mBAAmB,EACxB,yBAAyB,EACzB,iBAAiB,EACjB,KAAK,iBAAiB,EACtB,uBAAuB,EACvB,eAAe,EACf,gBAAgB,EAChB,KAAK,gBAAgB,EACrB,sBAAsB,EACtB,KAAK,kBAAkB,EACvB,KAAK,uBAAuB,EAC5B,wBAAwB,EACxB,KAAK,oBAAoB,EACzB,0BAA0B,EAC1B,KAAK,mBAAmB,EACxB,yBAAyB,EACzB,KAAK,kBAAkB,EACvB,wBAAwB,EACxB,KAAK,iBAAiB,EACtB,uBAAuB,EACvB,KAAK,cAAc,EACnB,oBAAoB,EACpB,KAAK,SAAS,EACd,KAAK,cAAc,GACpB,MAAM,sBAAsB,CAAC;AAC9B,OAAO,EAAE,KAAK,aAAa,EAAE,gBAAgB,EAAE,MAAM,qBAAqB,CAAC;AAC3E,OAAO,EACL,KAAK,cAAc,EACnB,KAAK,eAAe,EACpB,qBAAqB,GACtB,MAAM,2BAA2B,CAAC;AACnC,YAAY,EACV,yBAAyB,EACzB,wBAAwB,EACxB,kBAAkB,GACnB,MAAM,0BAA0B,CAAC;AAClC,OAAO,EACL,cAAc,EACd,KAAK,gBAAgB,EACrB,KAAK,2BAA2B,EAChC,KAAK,mBAAmB,GACzB,MAAM,8BAA8B,CAAC;AACtC,OAAO,EACL,KAAK,wBAAwB,EAC7B,oBAAoB,EACpB,KAAK,YAAY,EACjB,KAAK,mBAAmB,EACxB,kBAAkB,EAClB,KAAK,oBAAoB,EACzB,KAAK,wBAAwB,EAC7B,KAAK,oBAAoB,EACzB,yBAAyB,EACzB,KAAK,yBAAyB,EAC9B,KAAK,sBAAsB,GAC5B,MAAM,2BAA2B,CAAC;AACnC,OAAO,EACL,UAAU,EACV,eAAe,EACf,cAAc,EACd,mBAAmB,EACnB,KAAK,UAAU,EACf,WAAW,EACX,aAAa,EACb,mBAAmB,EACnB,KAAK,cAAc,EACnB,KAAK,mBAAmB,EACxB,OAAO,GACR,MAAM,sBAAsB,CAAC;AAC9B,OAAO,EACL,oBAAoB,EACpB,mBAAmB,EACnB,mBAAmB,EACnB,KAAK,kBAAkB,EACvB,wBAAwB,EACxB,KAAK,gBAAgB,EACrB,sBAAsB,GACvB,MAAM,qBAAqB,CAAC;AAC7B,OAAO,EACL,KAAK,iBAAiB,EACtB,uBAAuB,EACvB,KAAK,WAAW,GACjB,MAAM,oBAAoB,CAAC;AAC5B,OAAO,EAAE,QAAQ,EAAE,MAAM,oBAAoB,CAAC;AAC9C,OAAO,EACL,YAAY,EACZ,KAAK,gBAAgB,EACrB,KAAK,qBAAqB,EAC1B,sBAAsB,GACvB,MAAM,kBAAkB,CAAC;AAC1B,OAAO,EACL,KAAK,kBAAkB,EACvB,wBAAwB,EACxB,KAAK,cAAc,EACnB,oBAAoB,EACpB,kBAAkB,EAClB,KAAK,GAAG,EACR,KAAK,WAAW,EAChB,iBAAiB,EACjB,KAAK,aAAa,EAClB,mBAAmB,EACnB,SAAS,GACV,MAAM,eAAe,CAAC;AACvB,OAAO,EACL,+BAA+B,EAC/B,KAAK,gBAAgB,EACrB,sBAAsB,EACtB,KAAK,kBAAkB,EACvB,wBAAwB,GACzB,MAAM,sBAAsB,CAAC;AAC9B,OAAO,EAAE,kBAAkB,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAC;AACpE,OAAO,EACL,mBAAmB,EACnB,4BAA4B,EAC5B,eAAe,EACf,iBAAiB,EACjB,uBAAuB,EACvB,qBAAqB,EACrB,cAAc,EACd,gBAAgB,EAChB,KAAK,eAAe,EACpB,qBAAqB,EACrB,KAAK,oBAAoB,EACzB,KAAK,cAAc,EACnB,KAAK,qBAAqB,EAC1B,KAAK,sBAAsB,EAC3B,KAAK,kBAAkB,EACvB,wBAAwB,EACxB,KAAK,iBAAiB,EACtB,uBAAuB,EACvB,gBAAgB,EAChB,cAAc,EACd,qBAAqB,EACrB,eAAe,EACf,kBAAkB,EAClB,WAAW,EACX,eAAe,GAChB,MAAM,uBAAuB,CAAC;AAC/B,OAAO,EACL,QAAQ,EACR,aAAa,EACb,UAAU,EACV,YAAY,EACZ,YAAY,EACZ,KAAK,QAAQ,EACb,cAAc,EACd,QAAQ,EACR,KAAK,UAAU,EACf,gBAAgB,EAChB,KAAK,SAAS,EACd,eAAe,EACf,WAAW,GACZ,MAAM,iBAAiB,CAAC;AACzB,OAAO,EACL,KAAK,cAAc,EACnB,gBAAgB,EAChB,KAAK,iBAAiB,EACtB,KAAK,YAAY,EACjB,cAAc,EACd,KAAK,SAAS,EACd,eAAe,GAChB,MAAM,gBAAgB,CAAC"}

package/lib/authoring.js

@@ -1,4 +1,39 @@
+// Keep authoring independent of bundled drivers and orchestration while exposing
+// the same supported core contracts as the package root.
 export { z } from "zod";
 export { defineEvalCase } from "./assertions/authoring.js";
-export * from "./core/index.js";
+export { ActionCategorySchema, ActionProgressPayloadSchema, ActionTimingSchema, actionTiming, } from "./core/action-events.js";
+export { AgentActivitySchema, summarizeAgentActivity, } from "./core/agent-activity.js";
+export { AGENT_COMPLETED_KIND, AGENT_SPAWN_KIND, AgentCompletedPayloadSchema, AgentSpawnPayloadSchema, } from "./core/agent-events.js";
+export { defineGraderAnnotations, GraderAnnotationDatasetSchema, GraderAnnotationSchema, } from "./core/annotation.js";
+export { AnswererModelAccountingSchema, AnswererModelCallAccountingSchema, answererRef, defineAnswerer, } from "./core/answerer.js";
+export { inspectRunArtifact, readRunArtifactText, } from "./core/artifact-evidence.js";
+export { ARTIFACT_SNAPSHOT_MANIFEST, ArtifactSnapshotFileSchema, ArtifactSnapshotManifestSchema, readArtifactSnapshotManifest, writeArtifactSnapshot, } from "./core/artifact-snapshot.js";
+export { AssertionResultSchema, defineAssertion, defineAssertionRegistry, GradingAssertionEntrySchema, GradingReportSchema, } from "./core/assertion.js";
+export { AnswererRefSchema, AssertionSchema, DriverRefSchema, EvalCaseSchema, FixturesRefSchema, PersistedCaseSchema, } from "./core/case.js";
+export { CONVERSATION_TURN_REQUEST, ConversationTurnRequestSchema, ConversationTurnResponseSchema, conversationTurnInterrupt, conversationTurnResponse, isConversationTurnInterrupt, } from "./core/conversation-turn.js";
+export { ArtifactSchema, DriverCapabilitySchema, defineDriver, driverRef, ResolvedFixturesSchema, } from "./core/driver.js";
+export { ContainerExecutionSchema, DriverExecutionSchema, } from "./core/driver-execution.js";
+export { DriverMetricDescriptorSchema, DriverMetricSchema, DriverMetricsSchema, DriverMetricUnitSchema, normalizeDriverMetrics, ReportedDriverMetricsSchema, } from "./core/driver-metrics.js";
+export { DurationSchema, durationMs } from "./core/duration.js";
+export { TypedEmitter } from "./core/emitter.js";
+export { EnvironmentDeclarationSchema } from "./core/environment.js";
+export { AgentAttributionSchema, AnswerSchema, ApproveAnswerSchema, ApproveInterruptSchema, AskAnswerSchema, AskInterruptSchema, CustomAnswerSchema, CustomInterruptSchema, DoneSchema, ErrorEventReasonSchema, ErrorEventSchema, InterruptKindSchema, InterruptSchema, LifecycleStageSchema, ProgressSchema, ReadyStateSchema, RunEventSchema, } from "./core/events.js";
+export { exec, spawnManagedProcess, } from "./core/exec.js";
+export { CandidateEvaluationSchema, CandidateIdSchema, CandidateProposalSchema, CandidateSchema, defineExperiment, ExperimentBudgetSchema, ExperimentCampaignSchema, ExperimentConstraintSchema, ExperimentObjectiveSchema, ExperimentSelectorSchema, ExperimentVariantSchema, FileSetSubjectSchema, } from "./core/experiment.js";
+export { tryParseGlobalId } from "./core/global-id.js";
+export { ReasoningEffortSchema, } from "./core/harness-catalog.js";
+export { defineFixtures, } from "./core/lifecycle-fixtures.js";
+export { defineLifecycleHooks, FixtureValueSchema, lifecycleHooksPluginIssue, } from "./core/lifecycle-hooks.js";
+export { hasMcpInit, hasMcpToolsList, isMcpInitEvent, isMcpToolsListEvent, listedTools, MCP_INIT_KIND, MCP_TOOLS_LIST_KIND, mcpInit, } from "./core/mcp-events.js";
+export { DEFAULT_CLAUDE_MODEL, DEFAULT_CODEX_MODEL, defaultHarnessModel, HarnessModelConfigSchema, ModelCliProviderSchema, } from "./core/model-cli.js";
+export { AssertionProgressSchema, } from "./core/observer.js";
+export { Registry } from "./core/registry.js";
+export { defineRubric, RubricDefinitionSchema, } from "./core/rubric.js";
+export { OperationalFailureSchema, PhaseDurationsSchema, RUN_SCHEMA_VERSION, RunMetadataSchema, RunProvenanceSchema, RunSchema, } from "./core/run.js";
+export { bootstrapMeanConfidenceInterval, ConfidenceConfigSchema, ConfidenceIntervalSchema, } from "./core/statistics.js";
+export { SUBJECT_ROOT_TOKEN, subjectPath } from "./core/subject.js";
+export { correlateToolEvents, createToolOutcomeAccumulator, isToolCallEvent, isToolResultEvent, malformedToolEventCount, summarizeToolOutcomes, TOOL_CALL_KIND, TOOL_RESULT_KIND, ToolCallPayloadSchema, ToolOutcomeSummarySchema, ToolResultPayloadSchema, toolCallProgress, toolEventCalls, toolInvocationOutcome, toolInvocations, toolResultProgress, toolResults, toolResultValue, } from "./core/tool-events.js";
+export { addUsage, emptyRunUsage, emptyUsage, harnessUsage, isUsageEmpty, RunUsageSchema, sumUsage, TokenUsageSchema, TurnUsageSchema, totalTokens, } from "./core/usage.js";
+export { formatWireAnswer, parseWireEvent, WireEventSchema, } from "./core/wire.js";
 //# sourceMappingURL=authoring.js.map

package/lib/authoring.js.map

@@ -1 +1 @@
-{"version":3,"file":"authoring.js","sourceRoot":"","sources":["../src/authoring.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AACxB,OAAO,EAAE,cAAc,EAAE,MAAM,2BAA2B,CAAC;AAC3D,cAAc,iBAAiB,CAAC"}
+{"version":3,"file":"authoring.js","sourceRoot":"","sources":["../src/authoring.ts"],"names":[],"mappings":"AAAA,iFAAiF;AACjF,yDAAyD;AACzD,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AACxB,OAAO,EAAyB,cAAc,EAAE,MAAM,2BAA2B,CAAC;AAClF,OAAO,EAEL,oBAAoB,EAEpB,2BAA2B,EAE3B,kBAAkB,EAClB,YAAY,GACb,MAAM,yBAAyB,CAAC;AACjC,OAAO,EAEL,mBAAmB,EACnB,sBAAsB,GACvB,MAAM,0BAA0B,CAAC;AAClC,OAAO,EACL,oBAAoB,EACpB,gBAAgB,EAEhB,2BAA2B,EAE3B,uBAAuB,GACxB,MAAM,wBAAwB,CAAC;AAChC,OAAO,EACL,uBAAuB,EAIvB,6BAA6B,EAC7B,sBAAsB,GACvB,MAAM,sBAAsB,CAAC;AAC9B,OAAO,EAIL,6BAA6B,EAE7B,iCAAiC,EAGjC,WAAW,EACX,cAAc,GACf,MAAM,oBAAoB,CAAC;AAC5B,OAAO,EACL,kBAAkB,EAIlB,mBAAmB,GACpB,MAAM,6BAA6B,CAAC;AACrC,OAAO,EACL,0BAA0B,EAG1B,0BAA0B,EAG1B,8BAA8B,EAC9B,4BAA4B,EAE5B,qBAAqB,GACtB,MAAM,6BAA6B,CAAC;AACrC,OAAO,EAKL,qBAAqB,EACrB,eAAe,EACf,uBAAuB,EAGvB,2BAA2B,EAE3B,mBAAmB,GACpB,MAAM,qBAAqB,CAAC;AAC7B,OAAO,EAEL,iBAAiB,EAEjB,eAAe,EAEf,eAAe,EAKf,cAAc,EAEd,iBAAiB,EAEjB,mBAAmB,GACpB,MAAM,gBAAgB,CAAC;AACxB,OAAO,EACL,yBAAyB,EAEzB,6BAA6B,EAE7B,8BAA8B,EAC9B,yBAAyB,EACzB,wBAAwB,EACxB,2BAA2B,GAC5B,MAAM,6BAA6B,CAAC;AACrC,OAAO,EAGL,cAAc,EAEd,sBAAsB,EAKtB,YAAY,EACZ,SAAS,EAET,sBAAsB,GAEvB,MAAM,kBAAkB,CAAC;AAC1B,OAAO,EAEL,wBAAwB,EAExB,qBAAqB,GACtB,MAAM,4BAA4B,CAAC;AACpC,OAAO,EAGL,4BAA4B,EAC5B,kBAAkB,EAElB,mBAAmB,EAEnB,sBAAsB,EACtB,sBAAsB,EAEtB,2BAA2B,GAC5B,MAAM,0BAA0B,CAAC;AAClC,OAAO,EAAE,cAAc,EAAE,UAAU,EAAE,MAAM,oBAAoB,CAAC;AAChE,OAAO,EAAqB,YAAY,EAAE,MAAM,mBAAmB,CAAC;AACpE,OAAO,EAA+B,4BAA4B,EAAE,MAAM,uBAAuB,CAAC;AAClG,OAAO,EAEL,sBAAsB,EAEtB,YAAY,EACZ,mBAAmB,EACnB,sBAAsB,EACtB,eAAe,EACf,kBAAkB,EAClB,kBAAkB,EAClB,qBAAqB,EAErB,UAAU,EAGV,sBAAsB,EACtB,gBAAgB,EAGhB,mBAAmB,EACnB,eAAe,EAEf,oBAAoB,EAEpB,cAAc,EAEd,gBAAgB,EAEhB,cAAc,GACf,MAAM,kBAAkB,CAAC;AAC1B,OAAO,EAGL,IAAI,EAIJ,mBAAmB,GACpB,MAAM,gBAAgB,CAAC;AACxB,OAAO,EAGL,yBAAyB,EACzB,iBAAiB,EAEjB,uBAAuB,EACvB,eAAe,EACf,gBAAgB,EAEhB,sBAAsB,EAGtB,wBAAwB,EAExB,0BAA0B,EAE1B,yBAAyB,EAEzB,wBAAwB,EAExB,uBAAuB,EAEvB,oBAAoB,GAGrB,MAAM,sBAAsB,CAAC;AAC9B,OAAO,EAAsB,gBAAgB,EAAE,MAAM,qBAAqB,CAAC;AAC3E,OAAO,EAGL,qBAAqB,GACtB,MAAM,2BAA2B,CAAC;AAMnC,OAAO,EACL,cAAc,GAIf,MAAM,8BAA8B,CAAC;AACtC,OAAO,EAEL,oBAAoB,EAGpB,kBAAkB,EAIlB,yBAAyB,GAG1B,MAAM,2BAA2B,CAAC;AACnC,OAAO,EACL,UAAU,EACV,eAAe,EACf,cAAc,EACd,mBAAmB,EAEnB,WAAW,EACX,aAAa,EACb,mBAAmB,EAGnB,OAAO,GACR,MAAM,sBAAsB,CAAC;AAC9B,OAAO,EACL,oBAAoB,EACpB,mBAAmB,EACnB,mBAAmB,EAEnB,wBAAwB,EAExB,sBAAsB,GACvB,MAAM,qBAAqB,CAAC;AAC7B,OAAO,EAEL,uBAAuB,GAExB,MAAM,oBAAoB,CAAC;AAC5B,OAAO,EAAE,QAAQ,EAAE,MAAM,oBAAoB,CAAC;AAC9C,OAAO,EACL,YAAY,EAGZ,sBAAsB,GACvB,MAAM,kBAAkB,CAAC;AAC1B,OAAO,EAEL,wBAAwB,EAExB,oBAAoB,EACpB,kBAAkB,EAGlB,iBAAiB,EAEjB,mBAAmB,EACnB,SAAS,GACV,MAAM,eAAe,CAAC;AACvB,OAAO,EACL,+BAA+B,EAE/B,sBAAsB,EAEtB,wBAAwB,GACzB,MAAM,sBAAsB,CAAC;AAC9B,OAAO,EAAE,kBAAkB,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAC;AACpE,OAAO,EACL,mBAAmB,EACnB,4BAA4B,EAC5B,eAAe,EACf,iBAAiB,EACjB,uBAAuB,EACvB,qBAAqB,EACrB,cAAc,EACd,gBAAgB,EAEhB,qBAAqB,EAMrB,wBAAwB,EAExB,uBAAuB,EACvB,gBAAgB,EAChB,cAAc,EACd,qBAAqB,EACrB,eAAe,EACf,kBAAkB,EAClB,WAAW,EACX,eAAe,GAChB,MAAM,uBAAuB,CAAC;AAC/B,OAAO,EACL,QAAQ,EACR,aAAa,EACb,UAAU,EACV,YAAY,EACZ,YAAY,EAEZ,cAAc,EACd,QAAQ,EAER,gBAAgB,EAEhB,eAAe,EACf,WAAW,GACZ,MAAM,iBAAiB,CAAC;AACzB,OAAO,EAEL,gBAAgB,EAGhB,cAAc,EAEd,eAAe,GAChB,MAAM,gBAAgB,CAAC"}

package/lib/cli/bin.js

@@ -1,15 +1,4 @@
 #!/usr/bin/env node
-import { buildProgram } from "./program.js";
-try {
-    await buildProgram().parseAsync(process.argv);
-}
-catch (error) {
-    // A raw stack trace is noise to a CLI user; keep it behind DEBUG.
-    const message = error instanceof Error ? error.message : String(error);
-    process.stderr.write(`lux: ${message}\n`);
-    if (process.env.DEBUG && error instanceof Error && error.stack) {
-        process.stderr.write(`${error.stack}\n`);
-    }
-    process.exitCode = 1;
-}
+import { buildCli } from "./program.js";
+await buildCli().serve();
 //# sourceMappingURL=bin.js.map

package/lib/cli/bin.js.map

@@ -1 +1 @@
-{"version":3,"file":"bin.js","sourceRoot":"","sources":["../../src/cli/bin.ts"],"names":[],"mappings":";AACA,OAAO,EAAE,YAAY,EAAE,MAAM,cAAc,CAAC;AAE5C,IAAI,CAAC;IACH,MAAM,YAAY,EAAE,CAAC,UAAU,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;AAChD,CAAC;AAAC,OAAO,KAAK,EAAE,CAAC;IACf,kEAAkE;IAClE,MAAM,OAAO,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;IACvE,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,QAAQ,OAAO,IAAI,CAAC,CAAC;IAC1C,IAAI,OAAO,CAAC,GAAG,CAAC,KAAK,IAAI,KAAK,YAAY,KAAK,IAAI,KAAK,CAAC,KAAK,EAAE,CAAC;QAC/D,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,KAAK,CAAC,KAAK,IAAI,CAAC,CAAC;IAC3C,CAAC;IACD,OAAO,CAAC,QAAQ,GAAG,CAAC,CAAC;AACvB,CAAC"}
+{"version":3,"file":"bin.js","sourceRoot":"","sources":["../../src/cli/bin.ts"],"names":[],"mappings":";AACA,OAAO,EAAE,QAAQ,EAAE,MAAM,cAAc,CAAC;AAExC,MAAM,QAAQ,EAAE,CAAC,KAAK,EAAE,CAAC"}

package/lib/cli/command-runtime.d.ts

@@ -1,5 +1,5 @@
-export declare const abortOnInterrupt: () => AbortController;
-export declare const failWith: (code: number) => void;
-export declare const ensureDirectory: (command: string, path: string) => Promise<boolean>;
+export declare const abortOnInterrupt: () => AbortController & Disposable;
+export declare const failWith: (code: number) => never;
+export declare const ensureDirectory: (command: string, path: string) => Promise<true>;
 export declare const relativePathWithin: (root: string, path: string) => string | null;
 //# sourceMappingURL=command-runtime.d.ts.map

package/lib/cli/command-runtime.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"command-runtime.d.ts","sourceRoot":"","sources":["../../src/cli/command-runtime.ts"],"names":[],"mappings":"AAIA,eAAO,MAAM,gBAAgB,QAAO,eAMnC,CAAC;AAEF,eAAO,MAAM,QAAQ,SAAU,MAAM,KAAG,IAGvC,CAAC;AAEF,eAAO,MAAM,eAAe,YAAmB,MAAM,QAAQ,MAAM,KAAG,OAAO,CAAC,OAAO,CAKpF,CAAC;AAEF,eAAO,MAAM,kBAAkB,SAAU,MAAM,QAAQ,MAAM,KAAG,MAAM,GAAG,IASxE,CAAC"}
+{"version":3,"file":"command-runtime.d.ts","sourceRoot":"","sources":["../../src/cli/command-runtime.ts"],"names":[],"mappings":"AAKA,eAAO,MAAM,gBAAgB,QAAO,eAAe,GAAG,UAWrD,CAAC;AAEF,eAAO,MAAM,QAAQ,SAAU,MAAM,KAAG,KAMvC,CAAC;AAEF,eAAO,MAAM,eAAe,YAAmB,MAAM,QAAQ,MAAM,KAAG,OAAO,CAAC,IAAI,CAOjF,CAAC;AAEF,eAAO,MAAM,kBAAkB,SAAU,MAAM,QAAQ,MAAM,KAAG,MAAM,GAAG,IASxE,CAAC"}

package/lib/cli/command-runtime.js

@@ -1,23 +1,34 @@
 import { existsSync } from "node:fs";
 import { stat } from "node:fs/promises";
 import { isAbsolute, relative, resolve, sep } from "node:path";
+import { Errors } from "incur";
 export const abortOnInterrupt = () => {
     const controller = new AbortController();
     const abort = () => controller.abort();
     process.on("SIGINT", abort);
     process.on("SIGTERM", abort);
-    return controller;
+    return Object.assign(controller, {
+        [Symbol.dispose]: () => {
+            process.off("SIGINT", abort);
+            process.off("SIGTERM", abort);
+        },
+    });
 };
 export const failWith = (code) => {
-    // Setting the code lets Node drain buffered output before exiting.
-    process.exitCode = code;
+    throw new Errors.IncurError({
+        code: code === 130 ? "INTERRUPTED" : "LUX_COMMAND_FAILED",
+        message: code === 130 ? "The command was interrupted." : "The command did not succeed.",
+        exitCode: code,
+    });
 };
 export const ensureDirectory = async (command, path) => {
     if (existsSync(path) && (await stat(path)).isDirectory())
         return true;
-    process.stderr.write(`lux ${command}: ${path} is not a directory\n`);
-    failWith(1);
-    return false;
+    throw new Errors.IncurError({
+        code: "DIRECTORY_NOT_FOUND",
+        message: `lux ${command}: ${path} is not a directory`,
+        exitCode: 1,
+    });
 };
 export const relativePathWithin = (root, path) => {
     const fromRoot = relative(resolve(root), resolve(path));

package/lib/cli/command-runtime.js.map

@@ -1 +1 @@
-{"version":3,"file":"command-runtime.js","sourceRoot":"","sources":["../../src/cli/command-runtime.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,SAAS,CAAC;AACrC,OAAO,EAAE,IAAI,EAAE,MAAM,kBAAkB,CAAC;AACxC,OAAO,EAAE,UAAU,EAAE,QAAQ,EAAE,OAAO,EAAE,GAAG,EAAE,MAAM,WAAW,CAAC;AAE/D,MAAM,CAAC,MAAM,gBAAgB,GAAG,GAAoB,EAAE;IACpD,MAAM,UAAU,GAAG,IAAI,eAAe,EAAE,CAAC;IACzC,MAAM,KAAK,GAAG,GAAS,EAAE,CAAC,UAAU,CAAC,KAAK,EAAE,CAAC;IAC7C,OAAO,CAAC,EAAE,CAAC,QAAQ,EAAE,KAAK,CAAC,CAAC;IAC5B,OAAO,CAAC,EAAE,CAAC,SAAS,EAAE,KAAK,CAAC,CAAC;IAC7B,OAAO,UAAU,CAAC;AACpB,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,QAAQ,GAAG,CAAC,IAAY,EAAQ,EAAE;IAC7C,mEAAmE;IACnE,OAAO,CAAC,QAAQ,GAAG,IAAI,CAAC;AAC1B,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,eAAe,GAAG,KAAK,EAAE,OAAe,EAAE,IAAY,EAAoB,EAAE;IACvF,IAAI,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,WAAW,EAAE;QAAE,OAAO,IAAI,CAAC;IACtE,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,OAAO,OAAO,KAAK,IAAI,uBAAuB,CAAC,CAAC;IACrE,QAAQ,CAAC,CAAC,CAAC,CAAC;IACZ,OAAO,KAAK,CAAC;AACf,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,kBAAkB,GAAG,CAAC,IAAY,EAAE,IAAY,EAAiB,EAAE;IAC9E,MAAM,QAAQ,GAAG,QAAQ,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC;IACxD,IACE,QAAQ,KAAK,EAAE;QACf,CAAC,CAAC,UAAU,CAAC,QAAQ,CAAC,IAAI,QAAQ,KAAK,IAAI,IAAI,CAAC,QAAQ,CAAC,UAAU,CAAC,KAAK,GAAG,EAAE,CAAC,CAAC,EAChF,CAAC;QACD,OAAO,QAAQ,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IACvC,CAAC;IACD,OAAO,IAAI,CAAC;AACd,CAAC,CAAC"}
+{"version":3,"file":"command-runtime.js","sourceRoot":"","sources":["../../src/cli/command-runtime.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,SAAS,CAAC;AACrC,OAAO,EAAE,IAAI,EAAE,MAAM,kBAAkB,CAAC;AACxC,OAAO,EAAE,UAAU,EAAE,QAAQ,EAAE,OAAO,EAAE,GAAG,EAAE,MAAM,WAAW,CAAC;AAC/D,OAAO,EAAE,MAAM,EAAE,MAAM,OAAO,CAAC;AAE/B,MAAM,CAAC,MAAM,gBAAgB,GAAG,GAAiC,EAAE;IACjE,MAAM,UAAU,GAAG,IAAI,eAAe,EAAE,CAAC;IACzC,MAAM,KAAK,GAAG,GAAS,EAAE,CAAC,UAAU,CAAC,KAAK,EAAE,CAAC;IAC7C,OAAO,CAAC,EAAE,CAAC,QAAQ,EAAE,KAAK,CAAC,CAAC;IAC5B,OAAO,CAAC,EAAE,CAAC,SAAS,EAAE,KAAK,CAAC,CAAC;IAC7B,OAAO,MAAM,CAAC,MAAM,CAAC,UAAU,EAAE;QAC/B,CAAC,MAAM,CAAC,OAAO,CAAC,EAAE,GAAG,EAAE;YACrB,OAAO,CAAC,GAAG,CAAC,QAAQ,EAAE,KAAK,CAAC,CAAC;YAC7B,OAAO,CAAC,GAAG,CAAC,SAAS,EAAE,KAAK,CAAC,CAAC;QAChC,CAAC;KACF,CAAC,CAAC;AACL,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,QAAQ,GAAG,CAAC,IAAY,EAAS,EAAE;IAC9C,MAAM,IAAI,MAAM,CAAC,UAAU,CAAC;QAC1B,IAAI,EAAE,IAAI,KAAK,GAAG,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,oBAAoB;QACzD,OAAO,EAAE,IAAI,KAAK,GAAG,CAAC,CAAC,CAAC,8BAA8B,CAAC,CAAC,CAAC,8BAA8B;QACvF,QAAQ,EAAE,IAAI;KACf,CAAC,CAAC;AACL,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,eAAe,GAAG,KAAK,EAAE,OAAe,EAAE,IAAY,EAAiB,EAAE;IACpF,IAAI,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,WAAW,EAAE;QAAE,OAAO,IAAI,CAAC;IACtE,MAAM,IAAI,MAAM,CAAC,UAAU,CAAC;QAC1B,IAAI,EAAE,qBAAqB;QAC3B,OAAO,EAAE,OAAO,OAAO,KAAK,IAAI,qBAAqB;QACrD,QAAQ,EAAE,CAAC;KACZ,CAAC,CAAC;AACL,CAAC,CAAC;AAEF,MAAM,CAAC,MAAM,kBAAkB,GAAG,CAAC,IAAY,EAAE,IAAY,EAAiB,EAAE;IAC9E,MAAM,QAAQ,GAAG,QAAQ,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC;IACxD,IACE,QAAQ,KAAK,EAAE;QACf,CAAC,CAAC,UAAU,CAAC,QAAQ,CAAC,IAAI,QAAQ,KAAK,IAAI,IAAI,CAAC,QAAQ,CAAC,UAAU,CAAC,KAAK,GAAG,EAAE,CAAC,CAAC,EAChF,CAAC;QACD,OAAO,QAAQ,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IACvC,CAAC;IACD,OAAO,IAAI,CAAC;AACd,CAAC,CAAC"}

package/lib/cli/doctor.d.ts

@@ -0,0 +1,55 @@
+export declare const doctorCommand: (campaigns: string[], options: {
+    static?: boolean | undefined;
+}) => Promise<{
+    rootDir: string;
+    ok: boolean;
+    diagnostics: {
+        id: string;
+        status: "fail" | "pass" | "warn";
+        message: string;
+        detail?: string | undefined;
+    }[];
+    campaigns: {
+        path: string;
+        campaignId?: string | undefined;
+        mode?: "experiment" | "optimize" | undefined;
+        plan?: {
+            campaignId: string;
+            mode: "experiment" | "optimize";
+            evaluationKind: "agent" | "grader";
+            subjectRoot: string;
+            mutableComponents: string[];
+            profiles: string[];
+            splits: {
+                split: "test" | "train" | "validation";
+                examples: number;
+            }[];
+            projected: {
+                candidates: number;
+                metricCalls: number;
+                judgeCalls: number;
+                proposalCalls: number;
+            };
+            budget: {
+                maxCandidates: number;
+                patience: number;
+                maxMetricCalls: number;
+                maxJudgeCalls: number;
+                maxProposalCalls: number;
+                maxTokens: number;
+                maxCostUsd: number;
+                maxUnpricedModelCalls: number;
+                maxWallTimeMs: number;
+            };
+            fitsProjectedCallBudgets: boolean;
+            warnings: string[];
+        } | undefined;
+        error?: string | undefined;
+    }[];
+    summary: {
+        passed: number;
+        warnings: number;
+        failed: number;
+    };
+}>;
+//# sourceMappingURL=doctor.d.ts.map