@nodetool-ai/agents 0.7.0-rc.23 → 0.8.1

package/dist/evals/subtask-eval.js

@@ -0,0 +1,397 @@
+/**
+ * Sub-agent execution evaluation harness — provider-agnostic.
+ *
+ * Drives a real parent agent ({@link CodeActExecutor}) equipped with the
+ * {@link RunSubtaskTool} plus a library of {@link createInstrumentedTools
+ * instrumented tools}. Each case's objective is written so the parent must
+ * delegate to a child sub-agent; the harness then scores whether the *child*
+ * (depth >= 1), not the parent, actually ran the inherited tools, plus subtask
+ * count, recursion depth, error propagation, and whether the delegated result
+ * flowed back into the parent's final answer.
+ *
+ * Unlike the tool-loop suites (headless bridges over a flat `ui_*` surface),
+ * this exercises the genuine recursion machinery: `RunSubtaskTool` spins up a
+ * fresh executor with a copied, depth-bumped context and the parent's
+ * toolset. The instrumented tools are the same instances at both levels, so the
+ * `SUBTASK_DEPTH_KEY` each call reads from its context is the ground truth for
+ * "who ran this".
+ *
+ * Scoring is structural (see {@link checkSubtaskExpectations}) — required
+ * parent/child tools, forbidden tools, subtask-count and depth bounds, no
+ * failed subtasks, required store keys, and answer substrings — never an exact
+ * transcript, so many valid delegations pass.
+ */
+import { randomUUID } from "node:crypto";
+import { ProcessingContext } from "@nodetool-ai/runtime";
+import { CodeActExecutor } from "../codeact/codeact-executor.js";
+import { RunSubtaskTool } from "../tools/run-subtask-tool.js";
+import { createInstrumentedTools, createToolRecorder, SUBTASK_EVAL_CASES } from "./subtask-cases.js";
+import { isObjectLike, isRecord, isString } from "../utils/type-guards.js";
+const DEFAULT_MAX_ITERATIONS = 16;
+/**
+ * `run_subtask` error codes that mean "no child ran" (a refusal / bad call),
+ * as opposed to a subtask that ran and failed.
+ */
+const NON_SPAWN_ERROR_CODES = new Set([
+    "missing_prompt",
+    "max_recursion_depth_reached"
+]);
+/**
+ * A `RunSubtaskTool` that records each spawn's outcome so the harness can score
+ * subtask count and error propagation without parsing the transcript.
+ */
+class RecordingSubtaskTool extends RunSubtaskTool {
+    spawns = [];
+    async process(context, params) {
+        const result = await super.process(context, params);
+        const errorCode = isObjectLike(result) &&
+            "error" in result
+            ? String(result.error)
+            : null;
+        // A depth refusal or missing-prompt bad-call never ran a child agent — do
+        // not count it as a spawned subtask.
+        if (errorCode && NON_SPAWN_ERROR_CODES.has(errorCode))
+            return result;
+        const description = isString(params.description) ? params.description : "";
+        const resultText = isString(result) ? result : JSON.stringify(result ?? "");
+        this.spawns.push({
+            description,
+            failed: errorCode !== null,
+            errorCode,
+            resultText
+        });
+        return result;
+    }
+}
+/**
+ * Score a completed run against a case's structural expectations. Pure and
+ * fully unit-testable: it takes a {@link SubtaskObservation} and never calls a
+ * provider.
+ */
+export function checkSubtaskExpectations(obs, expect) {
+    const checks = [];
+    for (const name of expect.requiredParentTools ?? []) {
+        const pass = obs.parentTools.has(name);
+        checks.push({
+            name: `parent:${name}`,
+            pass,
+            detail: pass ? undefined : `parent never called ${name}`
+        });
+    }
+    for (const name of expect.requiredChildTools ?? []) {
+        const pass = obs.childTools.has(name);
+        checks.push({
+            name: `child:${name}`,
+            pass,
+            detail: pass ? undefined : `no subtask called ${name}`
+        });
+    }
+    for (const name of expect.forbiddenTools ?? []) {
+        const hit = obs.allTools.has(name);
+        checks.push({
+            name: `not-tool:${name}`,
+            pass: !hit,
+            detail: hit ? `called forbidden tool ${name}` : undefined
+        });
+    }
+    if (expect.minSubtasks !== undefined) {
+        checks.push({
+            name: `subtasks>=${expect.minSubtasks}`,
+            pass: obs.spawns.length >= expect.minSubtasks,
+            detail: `spawned ${obs.spawns.length}`
+        });
+    }
+    if (expect.maxSubtasks !== undefined) {
+        checks.push({
+            name: `subtasks<=${expect.maxSubtasks}`,
+            pass: obs.spawns.length <= expect.maxSubtasks,
+            detail: `spawned ${obs.spawns.length}`
+        });
+    }
+    if (expect.minDepth !== undefined) {
+        checks.push({
+            name: `depth>=${expect.minDepth}`,
+            pass: obs.maxDepth >= expect.minDepth,
+            detail: `reached depth ${obs.maxDepth}`
+        });
+    }
+    if (expect.noSubtaskErrors) {
+        const failed = obs.spawns.filter((s) => s.failed);
+        checks.push({
+            name: "no-subtask-errors",
+            pass: failed.length === 0,
+            detail: failed.length === 0
+                ? undefined
+                : `${failed.length} failed: ${failed
+                    .map((s) => s.errorCode ?? "?")
+                    .join(", ")}`
+        });
+    }
+    for (const key of expect.requiredStoreKeys ?? []) {
+        const pass = obs.storeKeys.has(key);
+        checks.push({
+            name: `store:${key}`,
+            pass,
+            detail: pass ? undefined : `store missing key ${key}`
+        });
+    }
+    // Match against the parent's final answer OR any subtask's returned result:
+    // "the delegated result flowed back" is proven the moment the subagent's
+    // value reaches the parent, whether or not the parent re-echoes the digits.
+    const corpus = [obs.answer, ...obs.subtaskResults].join("\n").toLowerCase();
+    for (const needle of expect.answerContains ?? []) {
+        const pass = corpus.includes(needle.toLowerCase());
+        checks.push({
+            name: `answer~${needle}`,
+            pass,
+            detail: pass ? undefined : `neither answer nor subtask results had "${needle}"`
+        });
+    }
+    return checks;
+}
+/** Coerce a step result into the parent's final answer text. */
+function answerText(result) {
+    if (isString(result))
+        return result;
+    if (result === null || result === undefined)
+        return "";
+    return JSON.stringify(result);
+}
+async function runCase(evalCase, opts) {
+    const recorder = createToolRecorder();
+    const instrumented = createInstrumentedTools(recorder);
+    const maxIterations = opts.maxIterations ?? DEFAULT_MAX_ITERATIONS;
+    // A broken forwarder must not kill a subtask; the harness reads results from
+    // the recorder, so forwarding is a no-op here.
+    const forwardMessage = (_msg) => { };
+    // Mirror the runner wiring: `parentTools` snapshots the worker tools WITHOUT
+    // run_subtask; the tool stitches itself into the child toolset so subtasks
+    // can recurse.
+    const subtaskTool = new RecordingSubtaskTool({
+        provider: opts.provider,
+        model: opts.model,
+        parentTools: () => instrumented,
+        forwardMessage,
+        maxIterations
+    });
+    const context = new ProcessingContext({
+        jobId: `subtask-eval-${randomUUID()}`,
+        userId: "eval-user"
+    });
+    const step = {
+        id: randomUUID(),
+        instructions: evalCase.objective,
+        completed: false,
+        dependsOn: [],
+        logs: []
+    };
+    const task = {
+        id: randomUUID(),
+        title: evalCase.description,
+        steps: [step]
+    };
+    const executor = new CodeActExecutor({
+        task,
+        step,
+        context,
+        provider: opts.provider,
+        model: opts.model,
+        tools: [subtaskTool, ...instrumented],
+        systemPrompt: evalCase.systemPrompt,
+        maxIterations
+    });
+    const costBefore = opts.provider.getTotalCost();
+    const startedAt = Date.now();
+    let answer = "";
+    let error;
+    try {
+        for await (const item of executor.execute()) {
+            if (opts.signal?.aborted)
+                break;
+            if (item.type === "step_result") {
+                const sr = item;
+                const nestedError = isRecord(sr.result) &&
+                    "error" in sr.result
+                    ? sr.result.error
+                    : undefined;
+                if (sr.error) {
+                    error = sr.error;
+                }
+                else if (isString(nestedError)) {
+                    error = nestedError;
+                }
+                else {
+                    answer = answerText(sr.result);
+                }
+            }
+        }
+    }
+    catch (e) {
+        error = e instanceof Error ? e.message : String(e);
+    }
+    const durationMs = Date.now() - startedAt;
+    const costUsd = opts.provider.getTotalCost() - costBefore;
+    const accepted = error === undefined;
+    // Fold the recorder + spawn log into a scoring observation.
+    const parentTools = new Set();
+    const childTools = new Set();
+    const allTools = new Set();
+    let maxDepth = 0;
+    for (const inv of recorder.invocations) {
+        allTools.add(inv.name);
+        if (inv.depth >= 1) {
+            childTools.add(inv.name);
+            maxDepth = Math.max(maxDepth, inv.depth);
+        }
+        else {
+            parentTools.add(inv.name);
+        }
+    }
+    if (subtaskTool.spawns.length > 0) {
+        parentTools.add("run_subtask");
+        allTools.add("run_subtask");
+        maxDepth = Math.max(maxDepth, 1);
+    }
+    const observation = {
+        parentTools,
+        childTools,
+        allTools,
+        spawns: subtaskTool.spawns,
+        maxDepth,
+        storeKeys: new Set(recorder.store.keys()),
+        answer,
+        subtaskResults: subtaskTool.spawns.map((s) => s.resultText)
+    };
+    const expectationChecks = accepted
+        ? checkSubtaskExpectations(observation, evalCase.expect)
+        : [];
+    const checks = [
+        { name: "accepted", pass: accepted, detail: error },
+        ...expectationChecks
+    ];
+    const score = accepted
+        ? checks.filter((c) => c.pass).length / checks.length
+        : 0;
+    // Every expectation check is the point of its case — required parent and
+    // child tools, delegation depth, forbidden tools. None is advisory, so any
+    // failure disqualifies the run rather than merely lowering its score.
+    const criticalFailures = expectationChecks.filter((c) => !c.pass).length;
+    return {
+        caseId: evalCase.id,
+        description: evalCase.description,
+        skipped: false,
+        accepted,
+        success: accepted && criticalFailures === 0,
+        criticalFailures,
+        score,
+        checks,
+        subtasks: subtaskTool.spawns.length,
+        maxDepth,
+        totalToolCalls: recorder.invocations.length + subtaskTool.spawns.length,
+        durationMs,
+        costUsd,
+        error
+    };
+}
+export async function runSubtaskEval(opts) {
+    const cases = opts.cases ?? SUBTASK_EVAL_CASES;
+    const hasModelProviders = !!opts.providers && Object.keys(opts.providers).length > 0;
+    const results = [];
+    for (const evalCase of cases) {
+        if (opts.signal?.aborted)
+            break;
+        if (evalCase.needsModelProviders && !hasModelProviders) {
+            opts.onEvent?.(`- ${evalCase.id}: SKIPPED (no model providers)`);
+            results.push({
+                caseId: evalCase.id,
+                description: evalCase.description,
+                skipped: true,
+                accepted: false,
+                success: false,
+                criticalFailures: 0,
+                score: 0,
+                checks: [],
+                subtasks: 0,
+                maxDepth: 0,
+                totalToolCalls: 0,
+                durationMs: 0,
+                costUsd: 0
+            });
+            continue;
+        }
+        opts.onEvent?.(`- ${evalCase.id}: ${evalCase.description}`);
+        const result = await runCase(evalCase, opts);
+        const failed = result.checks.filter((c) => !c.pass);
+        opts.onEvent?.(`  ${result.success ? "PASS" : "FAIL"} score=${result.score.toFixed(2)} ` +
+            `subtasks=${result.subtasks} depth=${result.maxDepth} ` +
+            `${Math.round(result.durationMs / 1000)}s` +
+            (failed.length > 0
+                ? ` | failed: ${failed.map((c) => c.name).join(", ")}`
+                : ""));
+        results.push(result);
+    }
+    const ran = results.filter((r) => !r.skipped);
+    const acceptedResults = ran.filter((r) => r.accepted);
+    const successful = ran.filter((r) => r.success);
+    const summary = {
+        total: results.length,
+        skipped: results.length - ran.length,
+        accepted: acceptedResults.length,
+        successful: successful.length,
+        successRate: ran.length > 0 ? successful.length / ran.length : 0,
+        completionRate: ran.length > 0 ? acceptedResults.length / ran.length : 0,
+        meanScore: ran.length > 0 ? ran.reduce((a, r) => a + r.score, 0) / ran.length : 0,
+        avgSubtasks: ran.length > 0
+            ? ran.reduce((a, r) => a + r.subtasks, 0) / ran.length
+            : 0,
+        totalCostUsd: ran.reduce((a, r) => a + r.costUsd, 0)
+    };
+    return {
+        provider: opts.provider.provider,
+        model: opts.model,
+        startedAt: new Date().toISOString(),
+        cases: results,
+        summary
+    };
+}
+/** Text summary table for terminal output. */
+export function formatSubtaskReport(report) {
+    const lines = [];
+    lines.push(`Sub-agent execution eval — provider=${report.provider} model=${report.model}`);
+    lines.push("");
+    const header = [
+        "case".padEnd(22),
+        "result".padEnd(7),
+        "score".padEnd(6),
+        "subs".padEnd(5),
+        "depth".padEnd(6),
+        "time".padEnd(7),
+        "cost"
+    ].join("");
+    lines.push(header);
+    lines.push("-".repeat(header.length));
+    for (const r of report.cases) {
+        lines.push([
+            r.caseId.padEnd(22),
+            (r.skipped ? "skip" : r.success ? "pass" : "FAIL").padEnd(7),
+            (r.skipped ? "-" : r.score.toFixed(2)).padEnd(6),
+            String(r.subtasks).padEnd(5),
+            String(r.maxDepth).padEnd(6),
+            `${Math.round(r.durationMs / 1000)}s`.padEnd(7),
+            r.costUsd > 0 ? `$${r.costUsd.toFixed(4)}` : "-"
+        ].join(""));
+        for (const c of r.checks.filter((c) => !c.pass)) {
+            lines.push(`  ✗ ${c.name}${c.detail ? ` — ${c.detail}` : ""}`);
+        }
+    }
+    const s = report.summary;
+    lines.push("");
+    lines.push(`success ${s.successful}/${s.total - s.skipped} (${(s.successRate * 100).toFixed(0)}%)` +
+        `  completed ${s.accepted}/${s.total - s.skipped}` +
+        `  mean score ${s.meanScore.toFixed(2)}` +
+        `  avg subtasks ${s.avgSubtasks.toFixed(1)}` +
+        (s.totalCostUsd > 0 ? `  cost $${s.totalCostUsd.toFixed(4)}` : "") +
+        (s.skipped > 0 ? `  (${s.skipped} skipped)` : ""));
+    return lines.join("\n");
+}
+//# sourceMappingURL=subtask-eval.js.map

package/dist/evals/subtask-eval.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"subtask-eval.js","sourceRoot":"","sources":["../../src/evals/subtask-eval.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;GAsBG;AAEH,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AAEzC,OAAO,EAAE,iBAAiB,EAAE,MAAM,sBAAsB,CAAC;AAGzD,OAAO,EAAE,eAAe,EAAE,MAAM,gCAAgC,CAAC;AACjE,OAAO,EAAE,cAAc,EAAE,MAAM,8BAA8B,CAAC;AAG9D,OAAO,EACL,uBAAuB,EACvB,kBAAkB,EAClB,kBAAkB,EAInB,MAAM,oBAAoB,CAAC;AAC5B,OAAO,EAAE,YAAY,EAAE,QAAQ,EAAE,QAAQ,EAAE,MAAM,yBAAyB,CAAC;AAE3E,MAAM,sBAAsB,GAAG,EAAE,CAAC;AAoGlC;;;GAGG;AACH,MAAM,qBAAqB,GAAG,IAAI,GAAG,CAAC;IACpC,gBAAgB;IAChB,6BAA6B;CAC9B,CAAC,CAAC;AAEH;;;GAGG;AACH,MAAM,oBAAqB,SAAQ,cAAc;IACtC,MAAM,GAAyB,EAAE,CAAC;IAE3C,KAAK,CAAC,OAAO,CACX,OAA0B,EAC1B,MAA+B;QAE/B,MAAM,MAAM,GAAG,MAAM,KAAK,CAAC,OAAO,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;QACpD,MAAM,SAAS,GACb,YAAY,CAAC,MAAM,CAAC;YACpB,OAAO,IAAK,MAAkC;YAC5C,CAAC,CAAC,MAAM,CAAE,MAA6B,CAAC,KAAK,CAAC;YAC9C,CAAC,CAAC,IAAI,CAAC;QACX,0EAA0E;QAC1E,qCAAqC;QACrC,IAAI,SAAS,IAAI,qBAAqB,CAAC,GAAG,CAAC,SAAS,CAAC;YAAE,OAAO,MAAM,CAAC;QACrE,MAAM,WAAW,GACf,QAAQ,CAAC,MAAM,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,WAAW,CAAC,CAAC,CAAC,EAAE,CAAC;QACzD,MAAM,UAAU,GACd,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,IAAI,EAAE,CAAC,CAAC;QAC3D,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC;YACf,WAAW;YACX,MAAM,EAAE,SAAS,KAAK,IAAI;YAC1B,SAAS;YACT,UAAU;SACX,CAAC,CAAC;QACH,OAAO,MAAM,CAAC;IAChB,CAAC;CACF;AAED;;;;GAIG;AACH,MAAM,UAAU,wBAAwB,CACtC,GAAuB,EACvB,MAA+B;IAE/B,MAAM,MAAM,GAAgB,EAAE,CAAC;IAE/B,KAAK,MAAM,IAAI,IAAI,MAAM,CAAC,mBAAmB,IAAI,EAAE,EAAE,CAAC;QACpD,MAAM,IAAI,GAAG,GAAG,CAAC,WAAW,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QACvC,MAAM,CAAC,IAAI,CAAC;YACV,IAAI,EAAE,UAAU,IAAI,EAAE;YACtB,IAAI;YACJ,MAAM,EAAE,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,uBAAuB,IAAI,EAAE;SACzD,CAAC,CAAC;IACL,CAAC;IAED,KAAK,MAAM,IAAI,IAAI,MAAM,CAAC,kBAAkB,IAAI,EAAE,EAAE,CAAC;QACnD,MAAM,IAAI,GAAG,GAAG,CAAC,UAAU,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QACtC,MAAM,CAAC,IAAI,CAAC;YACV,IAAI,EAAE,SAAS,IAAI,EAAE;YACrB,IAAI;YACJ,MAAM,EAAE,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,qBAAqB,IAAI,EAAE;SACvD,CAAC,CAAC;IACL,CAAC;IAED,KAAK,MAAM,IAAI,IAAI,MAAM,CAAC,cAAc,IAAI,EAAE,EAAE,CAAC;QAC/C,MAAM,GAAG,GAAG,GAAG,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QACnC,MAAM,CAAC,IAAI,CAAC;YACV,IAAI,EAAE,YAAY,IAAI,EAAE;YACxB,IAAI,EAAE,CAAC,GAAG;YACV,MAAM,EAAE,GAAG,CAAC,CAAC,CAAC,yBAAyB,IAAI,EAAE,CAAC,CAAC,CAAC,SAAS;SAC1D,CAAC,CAAC;IACL,CAAC;IAED,IAAI,MAAM,CAAC,WAAW,KAAK,SAAS,EAAE,CAAC;QACrC,MAAM,CAAC,IAAI,CAAC;YACV,IAAI,EAAE,aAAa,MAAM,CAAC,WAAW,EAAE;YACvC,IAAI,EAAE,GAAG,CAAC,MAAM,CAAC,MAAM,IAAI,MAAM,CAAC,WAAW;YAC7C,MAAM,EAAE,WAAW,GAAG,CAAC,MAAM,CAAC,MAAM,EAAE;SACvC,CAAC,CAAC;IACL,CAAC;IACD,IAAI,MAAM,CAAC,WAAW,KAAK,SAAS,EAAE,CAAC;QACrC,MAAM,CAAC,IAAI,CAAC;YACV,IAAI,EAAE,aAAa,MAAM,CAAC,WAAW,EAAE;YACvC,IAAI,EAAE,GAAG,CAAC,MAAM,CAAC,MAAM,IAAI,MAAM,CAAC,WAAW;YAC7C,MAAM,EAAE,WAAW,GAAG,CAAC,MAAM,CAAC,MAAM,EAAE;SACvC,CAAC,CAAC;IACL,CAAC;IAED,IAAI,MAAM,CAAC,QAAQ,KAAK,SAAS,EAAE,CAAC;QAClC,MAAM,CAAC,IAAI,CAAC;YACV,IAAI,EAAE,UAAU,MAAM,CAAC,QAAQ,EAAE;YACjC,IAAI,EAAE,GAAG,CAAC,QAAQ,IAAI,MAAM,CAAC,QAAQ;YACrC,MAAM,EAAE,iBAAiB,GAAG,CAAC,QAAQ,EAAE;SACxC,CAAC,CAAC;IACL,CAAC;IAED,IAAI,MAAM,CAAC,eAAe,EAAE,CAAC;QAC3B,MAAM,MAAM,GAAG,GAAG,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC;QAClD,MAAM,CAAC,IAAI,CAAC;YACV,IAAI,EAAE,mBAAmB;YACzB,IAAI,EAAE,MAAM,CAAC,MAAM,KAAK,CAAC;YACzB,MAAM,EACJ,MAAM,CAAC,MAAM,KAAK,CAAC;gBACjB,CAAC,CAAC,SAAS;gBACX,CAAC,CAAC,GAAG,MAAM,CAAC,MAAM,YAAY,MAAM;qBAC/B,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,SAAS,IAAI,GAAG,CAAC;qBAC9B,IAAI,CAAC,IAAI,CAAC,EAAE;SACtB,CAAC,CAAC;IACL,CAAC;IAED,KAAK,MAAM,GAAG,IAAI,MAAM,CAAC,iBAAiB,IAAI,EAAE,EAAE,CAAC;QACjD,MAAM,IAAI,GAAG,GAAG,CAAC,SAAS,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QACpC,MAAM,CAAC,IAAI,CAAC;YACV,IAAI,EAAE,SAAS,GAAG,EAAE;YACpB,IAAI;YACJ,MAAM,EAAE,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,qBAAqB,GAAG,EAAE;SACtD,CAAC,CAAC;IACL,CAAC;IAED,4EAA4E;IAC5E,yEAAyE;IACzE,4EAA4E;IAC5E,MAAM,MAAM,GAAG,CAAC,GAAG,CAAC,MAAM,EAAE,GAAG,GAAG,CAAC,cAAc,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,WAAW,EAAE,CAAC;IAC5E,KAAK,MAAM,MAAM,IAAI,MAAM,CAAC,cAAc,IAAI,EAAE,EAAE,CAAC;QACjD,MAAM,IAAI,GAAG,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC,WAAW,EAAE,CAAC,CAAC;QACnD,MAAM,CAAC,IAAI,CAAC;YACV,IAAI,EAAE,UAAU,MAAM,EAAE;YACxB,IAAI;YACJ,MAAM,EAAE,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,2CAA2C,MAAM,GAAG;SAChF,CAAC,CAAC;IACL,CAAC;IAED,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,gEAAgE;AAChE,SAAS,UAAU,CAAC,MAAe;IACjC,IAAI,QAAQ,CAAC,MAAM,CAAC;QAAE,OAAO,MAAM,CAAC;IACpC,IAAI,MAAM,KAAK,IAAI,IAAI,MAAM,KAAK,SAAS;QAAE,OAAO,EAAE,CAAC;IACvD,OAAO,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;AAChC,CAAC;AAED,KAAK,UAAU,OAAO,CACpB,QAAyB,EACzB,IAA2B;IAE3B,MAAM,QAAQ,GAAiB,kBAAkB,EAAE,CAAC;IACpD,MAAM,YAAY,GAAW,uBAAuB,CAAC,QAAQ,CAAC,CAAC;IAC/D,MAAM,aAAa,GAAG,IAAI,CAAC,aAAa,IAAI,sBAAsB,CAAC;IAEnE,6EAA6E;IAC7E,+CAA+C;IAC/C,MAAM,cAAc,GAAG,CAAC,IAAuB,EAAQ,EAAE,GAAE,CAAC,CAAC;IAE7D,6EAA6E;IAC7E,2EAA2E;IAC3E,eAAe;IACf,MAAM,WAAW,GAAG,IAAI,oBAAoB,CAAC;QAC3C,QAAQ,EAAE,IAAI,CAAC,QAAQ;QACvB,KAAK,EAAE,IAAI,CAAC,KAAK;QACjB,WAAW,EAAE,GAAG,EAAE,CAAC,YAAY;QAC/B,cAAc;QACd,aAAa;KACd,CAAC,CAAC;IAEH,MAAM,OAAO,GAAG,IAAI,iBAAiB,CAAC;QACpC,KAAK,EAAE,gBAAgB,UAAU,EAAE,EAAE;QACrC,MAAM,EAAE,WAAW;KACpB,CAAC,CAAC;IAEH,MAAM,IAAI,GAAS;QACjB,EAAE,EAAE,UAAU,EAAE;QAChB,YAAY,EAAE,QAAQ,CAAC,SAAS;QAChC,SAAS,EAAE,KAAK;QAChB,SAAS,EAAE,EAAE;QACb,IAAI,EAAE,EAAE;KACT,CAAC;IACF,MAAM,IAAI,GAAS;QACjB,EAAE,EAAE,UAAU,EAAE;QAChB,KAAK,EAAE,QAAQ,CAAC,WAAW;QAC3B,KAAK,EAAE,CAAC,IAAI,CAAC;KACd,CAAC;IAEF,MAAM,QAAQ,GAAG,IAAI,eAAe,CAAC;QACnC,IAAI;QACJ,IAAI;QACJ,OAAO;QACP,QAAQ,EAAE,IAAI,CAAC,QAAQ;QACvB,KAAK,EAAE,IAAI,CAAC,KAAK;QACjB,KAAK,EAAE,CAAC,WAAW,EAAE,GAAG,YAAY,CAAC;QACrC,YAAY,EAAE,QAAQ,CAAC,YAAY;QACnC,aAAa;KACd,CAAC,CAAC;IAEH,MAAM,UAAU,GAAG,IAAI,CAAC,QAAQ,CAAC,YAAY,EAAE,CAAC;IAChD,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IAC7B,IAAI,MAAM,GAAG,EAAE,CAAC;IAChB,IAAI,KAAyB,CAAC;IAE9B,IAAI,CAAC;QACH,IAAI,KAAK,EAAE,MAAM,IAAI,IAAI,QAAQ,CAAC,OAAO,EAAE,EAAE,CAAC;YAC5C,IAAI,IAAI,CAAC,MAAM,EAAE,OAAO;gBAAE,MAAM;YAChC,IAAI,IAAI,CAAC,IAAI,KAAK,aAAa,EAAE,CAAC;gBAChC,MAAM,EAAE,GAAG,IAAI,CAAC;gBAChB,MAAM,WAAW,GACf,QAAQ,CAAC,EAAE,CAAC,MAAM,CAAC;oBACnB,OAAO,IAAI,EAAE,CAAC,MAAM;oBAClB,CAAC,CAAC,EAAE,CAAC,MAAM,CAAC,KAAK;oBACjB,CAAC,CAAC,SAAS,CAAC;gBAChB,IAAI,EAAE,CAAC,KAAK,EAAE,CAAC;oBACb,KAAK,GAAG,EAAE,CAAC,KAAK,CAAC;gBACnB,CAAC;qBAAM,IAAI,QAAQ,CAAC,WAAW,CAAC,EAAE,CAAC;oBACjC,KAAK,GAAG,WAAW,CAAC;gBACtB,CAAC;qBAAM,CAAC;oBACN,MAAM,GAAG,UAAU,CAAC,EAAE,CAAC,MAAM,CAAC,CAAC;gBACjC,CAAC;YACH,CAAC;QACH,CAAC;IACH,CAAC;IAAC,OAAO,CAAC,EAAE,CAAC;QACX,KAAK,GAAG,CAAC,YAAY,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;IACrD,CAAC;IAED,MAAM,UAAU,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC;IAC1C,MAAM,OAAO,GAAG,IAAI,CAAC,QAAQ,CAAC,YAAY,EAAE,GAAG,UAAU,CAAC;IAC1D,MAAM,QAAQ,GAAG,KAAK,KAAK,SAAS,CAAC;IAErC,4DAA4D;IAC5D,MAAM,WAAW,GAAG,IAAI,GAAG,EAAU,CAAC;IACtC,MAAM,UAAU,GAAG,IAAI,GAAG,EAAU,CAAC;IACrC,MAAM,QAAQ,GAAG,IAAI,GAAG,EAAU,CAAC;IACnC,IAAI,QAAQ,GAAG,CAAC,CAAC;IACjB,KAAK,MAAM,GAAG,IAAI,QAAQ,CAAC,WAAW,EAAE,CAAC;QACvC,QAAQ,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QACvB,IAAI,GAAG,CAAC,KAAK,IAAI,CAAC,EAAE,CAAC;YACnB,UAAU,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;YACzB,QAAQ,GAAG,IAAI,CAAC,GAAG,CAAC,QAAQ,EAAE,GAAG,CAAC,KAAK,CAAC,CAAC;QAC3C,CAAC;aAAM,CAAC;YACN,WAAW,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QAC5B,CAAC;IACH,CAAC;IACD,IAAI,WAAW,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAClC,WAAW,CAAC,GAAG,CAAC,aAAa,CAAC,CAAC;QAC/B,QAAQ,CAAC,GAAG,CAAC,aAAa,CAAC,CAAC;QAC5B,QAAQ,GAAG,IAAI,CAAC,GAAG,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC;IACnC,CAAC;IAED,MAAM,WAAW,GAAuB;QACtC,WAAW;QACX,UAAU;QACV,QAAQ;QACR,MAAM,EAAE,WAAW,CAAC,MAAM;QAC1B,QAAQ;QACR,SAAS,EAAE,IAAI,GAAG,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC;QACzC,MAAM;QACN,cAAc,EAAE,WAAW,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,UAAU,CAAC;KAC5D,CAAC;IAEF,MAAM,iBAAiB,GAAG,QAAQ;QAChC,CAAC,CAAC,wBAAwB,CAAC,WAAW,EAAE,QAAQ,CAAC,MAAM,CAAC;QACxD,CAAC,CAAC,EAAE,CAAC;IACP,MAAM,MAAM,GAAgB;QAC1B,EAAE,IAAI,EAAE,UAAU,EAAE,IAAI,EAAE,QAAQ,EAAE,MAAM,EAAE,KAAK,EAAE;QACnD,GAAG,iBAAiB;KACrB,CAAC;IACF,MAAM,KAAK,GAAG,QAAQ;QACpB,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,MAAM,GAAG,MAAM,CAAC,MAAM;QACrD,CAAC,CAAC,CAAC,CAAC;IACN,yEAAyE;IACzE,2EAA2E;IAC3E,sEAAsE;IACtE,MAAM,gBAAgB,GAAG,iBAAiB,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC;IAEzE,OAAO;QACL,MAAM,EAAE,QAAQ,CAAC,EAAE;QACnB,WAAW,EAAE,QAAQ,CAAC,WAAW;QACjC,OAAO,EAAE,KAAK;QACd,QAAQ;QACR,OAAO,EAAE,QAAQ,IAAI,gBAAgB,KAAK,CAAC;QAC3C,gBAAgB;QAChB,KAAK;QACL,MAAM;QACN,QAAQ,EAAE,WAAW,CAAC,MAAM,CAAC,MAAM;QACnC,QAAQ;QACR,cAAc,EAAE,QAAQ,CAAC,WAAW,CAAC,MAAM,GAAG,WAAW,CAAC,MAAM,CAAC,MAAM;QACvE,UAAU;QACV,OAAO;QACP,KAAK;KACN,CAAC;AACJ,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,cAAc,CAClC,IAA2B;IAE3B,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,IAAI,kBAAkB,CAAC;IAC/C,MAAM,iBAAiB,GACrB,CAAC,CAAC,IAAI,CAAC,SAAS,IAAI,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC;IAC7D,MAAM,OAAO,GAAwB,EAAE,CAAC;IAExC,KAAK,MAAM,QAAQ,IAAI,KAAK,EAAE,CAAC;QAC7B,IAAI,IAAI,CAAC,MAAM,EAAE,OAAO;YAAE,MAAM;QAChC,IAAI,QAAQ,CAAC,mBAAmB,IAAI,CAAC,iBAAiB,EAAE,CAAC;YACvD,IAAI,CAAC,OAAO,EAAE,CAAC,KAAK,QAAQ,CAAC,EAAE,gCAAgC,CAAC,CAAC;YACjE,OAAO,CAAC,IAAI,CAAC;gBACX,MAAM,EAAE,QAAQ,CAAC,EAAE;gBACnB,WAAW,EAAE,QAAQ,CAAC,WAAW;gBACjC,OAAO,EAAE,IAAI;gBACb,QAAQ,EAAE,KAAK;gBACf,OAAO,EAAE,KAAK;gBACd,gBAAgB,EAAE,CAAC;gBACnB,KAAK,EAAE,CAAC;gBACR,MAAM,EAAE,EAAE;gBACV,QAAQ,EAAE,CAAC;gBACX,QAAQ,EAAE,CAAC;gBACX,cAAc,EAAE,CAAC;gBACjB,UAAU,EAAE,CAAC;gBACb,OAAO,EAAE,CAAC;aACX,CAAC,CAAC;YACH,SAAS;QACX,CAAC;QAED,IAAI,CAAC,OAAO,EAAE,CAAC,KAAK,QAAQ,CAAC,EAAE,KAAK,QAAQ,CAAC,WAAW,EAAE,CAAC,CAAC;QAC5D,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,QAAQ,EAAE,IAAI,CAAC,CAAC;QAC7C,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;QACpD,IAAI,CAAC,OAAO,EAAE,CACZ,KAAK,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,UAAU,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG;YACvE,YAAY,MAAM,CAAC,QAAQ,UAAU,MAAM,CAAC,QAAQ,GAAG;YACvD,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,UAAU,GAAG,IAAI,CAAC,GAAG;YAC1C,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC;gBAChB,CAAC,CAAC,cAAc,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE;gBACtD,CAAC,CAAC,EAAE,CAAC,CACV,CAAC;QACF,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IACvB,CAAC;IAED,MAAM,GAAG,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC;IAC9C,MAAM,eAAe,GAAG,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC;IACtD,MAAM,UAAU,GAAG,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC;IAChD,MAAM,OAAO,GAAG;QACd,KAAK,EAAE,OAAO,CAAC,MAAM;QACrB,OAAO,EAAE,OAAO,CAAC,MAAM,GAAG,GAAG,CAAC,MAAM;QACpC,QAAQ,EAAE,eAAe,CAAC,MAAM;QAChC,UAAU,EAAE,UAAU,CAAC,MAAM;QAC7B,WAAW,EAAE,GAAG,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,MAAM,GAAG,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;QAChE,cAAc,EAAE,GAAG,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,eAAe,CAAC,MAAM,GAAG,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;QACxE,SAAS,EACP,GAAG,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC,GAAG,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;QACxE,WAAW,EACT,GAAG,CAAC,MAAM,GAAG,CAAC;YACZ,CAAC,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,QAAQ,EAAE,CAAC,CAAC,GAAG,GAAG,CAAC,MAAM;YACtD,CAAC,CAAC,CAAC;QACP,YAAY,EAAE,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC;KACrD,CAAC;IAEF,OAAO;QACL,QAAQ,EAAE,IAAI,CAAC,QAAQ,CAAC,QAAQ;QAChC,KAAK,EAAE,IAAI,CAAC,KAAK;QACjB,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;QACnC,KAAK,EAAE,OAAO;QACd,OAAO;KACR,CAAC;AACJ,CAAC;AAED,8CAA8C;AAC9C,MAAM,UAAU,mBAAmB,CAAC,MAAyB;IAC3D,MAAM,KAAK,GAAa,EAAE,CAAC;IAC3B,KAAK,CAAC,IAAI,CACR,uCAAuC,MAAM,CAAC,QAAQ,UAAU,MAAM,CAAC,KAAK,EAAE,CAC/E,CAAC;IACF,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IACf,MAAM,MAAM,GAAG;QACb,MAAM,CAAC,MAAM,CAAC,EAAE,CAAC;QACjB,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC;QAClB,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC;QACjB,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC;QAChB,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC;QACjB,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC;QAChB,MAAM;KACP,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IACX,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IACnB,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC;IACtC,KAAK,MAAM,CAAC,IAAI,MAAM,CAAC,KAAK,EAAE,CAAC;QAC7B,KAAK,CAAC,IAAI,CACR;YACE,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,CAAC;YACnB,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC;YAC5D,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC;YAChD,MAAM,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC;YAC5B,MAAM,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC;YAC5B,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,UAAU,GAAG,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC;YAC/C,CAAC,CAAC,OAAO,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,GAAG;SACjD,CAAC,IAAI,CAAC,EAAE,CAAC,CACX,CAAC;QACF,KAAK,MAAM,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC;YAChD,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,IAAI,GAAG,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;QACjE,CAAC;IACH,CAAC;IACD,MAAM,CAAC,GAAG,MAAM,CAAC,OAAO,CAAC;IACzB,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IACf,KAAK,CAAC,IAAI,CACR,WAAW,CAAC,CAAC,UAAU,IAAI,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,OAAO,KAAK,CAAC,CAAC,CAAC,WAAW,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI;QACrF,eAAe,CAAC,CAAC,QAAQ,IAAI,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,OAAO,EAAE;QAClD,gBAAgB,CAAC,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE;QACxC,kBAAkB,CAAC,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE;QAC5C,CAAC,CAAC,CAAC,YAAY,GAAG,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QAClE,CAAC,CAAC,CAAC,OAAO,GAAG,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,OAAO,WAAW,CAAC,CAAC,CAAC,EAAE,CAAC,CACpD,CAAC;IACF,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAC1B,CAAC"}

package/dist/evals/surfaces/app.d.ts

@@ -0,0 +1,19 @@
+/**
+ * The `app-tools` tool-loop eval suite: cases over the App Builder's `ui_app_*`
+ * surface.
+ *
+ * The bridge itself lives in `../../app-build/bridge.ts` and is re-exported
+ * here. It moved because the app-build Author stage drives the same tools with
+ * a real model, and the two must not drift: this file used to keep the tool
+ * contract in sync with `web/src/lib/tools/builtin/puck.ts` by convention (copy
+ * the names, descriptions and Zod shapes verbatim; call the shared
+ * `@nodetool-ai/app-runtime` doc-ops rather than reimplementing them). That
+ * convention still governs the bridge's relationship to the browser tools —
+ * what changed is that the eval and the production authoring loop now share one
+ * implementation, so a contract change reaches both or neither.
+ */
+export { createAppToolBridge, type AppBridgeDocument, type AppBridgeFinalState, type AppBridgeInitialState, type AppComponentSummary, type AppToolBridge, type ComponentNode, type SeedComponent } from "../../app-build/bridge.js";
+import type { AppBridgeFinalState } from "../../app-build/bridge.js";
+import type { ToolLoopEvalCase } from "../tool-loop-eval.js";
+export declare const APP_TOOL_LOOP_CASES: readonly ToolLoopEvalCase<AppBridgeFinalState>[];
+//# sourceMappingURL=app.d.ts.map

package/dist/evals/surfaces/app.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"app.d.ts","sourceRoot":"","sources":["../../../src/evals/surfaces/app.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;GAaG;AAEH,OAAO,EACL,mBAAmB,EACnB,KAAK,iBAAiB,EACtB,KAAK,mBAAmB,EACxB,KAAK,qBAAqB,EAC1B,KAAK,mBAAmB,EACxB,KAAK,aAAa,EAClB,KAAK,aAAa,EAClB,KAAK,aAAa,EACnB,MAAM,2BAA2B,CAAC;AAGnC,OAAO,KAAK,EAAE,mBAAmB,EAAE,MAAM,2BAA2B,CAAC;AACrE,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,sBAAsB,CAAC;AA6B7D,eAAO,MAAM,mBAAmB,EAAE,SAAS,gBAAgB,CAAC,mBAAmB,CAAC,EAsX7E,CAAC"}