@nodetool-ai/agents 0.7.0-rc.23 → 0.8.2

package/dist/evals/task-planner-eval.js

@@ -0,0 +1,380 @@
+/**
+ * TaskPlanner (plan mode) evaluation harness — provider-agnostic.
+ *
+ * Runs {@link TaskPlanner.planMultiTask} for each case and scores the resulting
+ * {@link TaskPlan}. `PlanBuilder` already rejects structurally broken plans —
+ * duplicate step ids, dangling dependencies, cycles — so a plan that comes back
+ * at all is valid by construction. What it cannot judge is plan *quality*, and
+ * that is what this suite measures: does the planner exploit parallelism, keep
+ * decomposition proportional to the objective, route work to the right tool,
+ * respect the step-granularity and id-prefix conventions, and leave final
+ * synthesis to the calling loop instead of planning an "assemble" task?
+ *
+ * Scoring is structural (see {@link checkTaskPlanExpectations}) — task/step
+ * counts, DAG shape, tool routing, instruction patterns — never an exact plan,
+ * so many valid decompositions pass.
+ */
+import { randomUUID } from "node:crypto";
+import { ProcessingContext } from "@nodetool-ai/runtime";
+import { TaskPlanner } from "../task-planner.js";
+import { createPlannerTools } from "./planner-tools.js";
+import { TASK_PLANNER_EVAL_CASES } from "./task-planner-cases.js";
+/**
+ * Task titles and step instructions that mean "assemble the final answer".
+ * The planner prompt forbids such a task outright — the calling loop owns
+ * final synthesis and already has every `task_result` in memory.
+ */
+const SYNTHESIS_PATTERN = /\b(aggregat\w*|synthesi[sz]\w*|assembl\w*|consolidat\w*|final report|final answer|combine (?:the )?results?|compile (?:the )?(?:results?|report|findings))\b/i;
+/**
+ * Instruction verbs that need a tool: retrieval, I/O, or generation. Matched
+ * against step instructions for {@link TaskPlannerEvalExpectations.forbidToolWork}.
+ */
+const TOOL_WORK_PATTERN = /\b(search|google|browse|crawl|scrape|fetch|download|visit|look up|read the file|write (?:the |a )?file|save to|generate an? (?:image|video|audio)|call the api|query the api)\b/i;
+/**
+ * The `AgentNode`'s default system prompt, mirrored here so the suite plans
+ * behind the same preamble a real run does. Kept as a literal rather than
+ * imported: `packages/agents` sits below `llm-nodes` in the dependency order.
+ */
+export const AGENT_NODE_SYSTEM_PROMPT = "You are a friendly assistant";
+/** Every step in the plan, flattened. */
+function allSteps(plan) {
+    return plan.tasks.flatMap((t) => t.steps);
+}
+/** Tool names any step explicitly restricted itself to. */
+function declaredStepTools(plan) {
+    const names = new Set();
+    for (const step of allSteps(plan)) {
+        for (const tool of step.tools ?? [])
+            names.add(tool);
+    }
+    return names;
+}
+/**
+ * Longest chain of task-level dependencies. 1 means a flat fan-out (every task
+ * independent); N means the plan serializes N stages.
+ */
+export function criticalPathDepth(tasks) {
+    const byId = new Map(tasks.map((t) => [t.id, t]));
+    const memo = new Map();
+    const depth = (id, seen) => {
+        const cached = memo.get(id);
+        if (cached !== undefined)
+            return cached;
+        // The builder rejects cycles, but a defensive guard keeps the scorer total
+        // for hand-written plans in tests.
+        if (seen.has(id))
+            return 0;
+        const task = byId.get(id);
+        if (!task)
+            return 0;
+        seen.add(id);
+        const parents = task.dependsOn ?? [];
+        const result = parents.length === 0
+            ? 1
+            : 1 + Math.max(...parents.map((p) => depth(p, seen)));
+        seen.delete(id);
+        memo.set(id, result);
+        return result;
+    };
+    return tasks.length === 0
+        ? 0
+        : Math.max(...tasks.map((t) => depth(t.id, new Set())));
+}
+/**
+ * Score a committed plan against a case's expectations. Pure and fully
+ * unit-testable: takes a {@link TaskPlan}, never calls a provider.
+ */
+export function checkTaskPlanExpectations(plan, expect) {
+    const checks = [];
+    const steps = allSteps(plan);
+    const independent = plan.tasks.filter((t) => !t.dependsOn || t.dependsOn.length === 0);
+    const dependent = plan.tasks.filter((t) => (t.dependsOn?.length ?? 0) > 0);
+    const bound = (name, actual, min, max) => {
+        if (min !== undefined) {
+            checks.push({
+                name: `${name}>=${min}`,
+                pass: actual >= min,
+                detail: `found ${actual}`
+            });
+        }
+        if (max !== undefined) {
+            checks.push({
+                name: `${name}<=${max}`,
+                pass: actual <= max,
+                detail: `found ${actual}`
+            });
+        }
+    };
+    bound("tasks", plan.tasks.length, expect.minTasks, expect.maxTasks);
+    bound("steps", steps.length, expect.minSteps, expect.maxSteps);
+    bound("parallel", independent.length, expect.minIndependentTasks, undefined);
+    bound("dependent", dependent.length, expect.minDependentTasks, undefined);
+    if (expect.maxStepsPerTask !== undefined) {
+        const worst = plan.tasks.reduce((acc, t) => (t.steps.length > acc.steps.length ? t : acc), plan.tasks[0] ?? { id: "-", steps: [] });
+        checks.push({
+            name: `stepsPerTask<=${expect.maxStepsPerTask}`,
+            pass: worst.steps.length <= expect.maxStepsPerTask,
+            detail: `widest task '${worst.id}' has ${worst.steps.length}`
+        });
+    }
+    if (expect.requireFlat) {
+        const chained = dependent.map((t) => t.id);
+        checks.push({
+            name: "flat-fanout",
+            pass: chained.length === 0,
+            detail: chained.length === 0
+                ? undefined
+                : `tasks with dependencies: ${chained.join(", ")}`
+        });
+    }
+    const stepTools = declaredStepTools(plan);
+    const instructions = steps.map((s) => s.instructions).join("\n");
+    for (const tool of expect.requiredTools ?? []) {
+        // A planner may route a tool either by restricting a step's toolset or by
+        // naming it in the instructions — the prompt teaches both, so accept both.
+        const pass = stepTools.has(tool) || new RegExp(`\\b${tool}\\b`).test(instructions);
+        checks.push({
+            name: `tool:${tool}`,
+            pass,
+            detail: pass ? undefined : `no step routes work to ${tool}`
+        });
+    }
+    for (const tool of expect.forbiddenTools ?? []) {
+        const hit = stepTools.has(tool) || new RegExp(`\\b${tool}\\b`).test(instructions);
+        checks.push({
+            name: `not-tool:${tool}`,
+            pass: !hit,
+            detail: hit ? `plan routes work to ${tool}` : undefined
+        });
+    }
+    // An empty toolbelt cannot search, fetch, or generate. A planner told so
+    // still writes "search the web for …" unless the contract says otherwise,
+    // and the run then returns the model's own recall dressed as findings.
+    if (expect.forbidToolWork) {
+        const offender = steps.find((s) => TOOL_WORK_PATTERN.test(s.instructions));
+        checks.push({
+            name: "no-tool-work",
+            pass: offender === undefined,
+            detail: offender
+                ? `step "${offender.id}" instructs work no tool can do`
+                : undefined
+        });
+    }
+    for (const pattern of expect.requiredInstructionPatterns ?? []) {
+        const re = new RegExp(pattern, "i");
+        const pass = re.test(instructions);
+        checks.push({
+            name: `says:${pattern}`,
+            pass,
+            detail: pass ? undefined : `no step instruction matches /${pattern}/i`
+        });
+    }
+    // Universal: step ids must be prefixed with their task id. The builder only
+    // enforces global uniqueness; the prefix convention is what keeps ids
+    // readable and collision-free as a plan grows.
+    const unprefixed = plan.tasks.flatMap((t) => t.steps.filter((s) => !s.id.startsWith(t.id)).map((s) => `${t.id}/${s.id}`));
+    checks.push({
+        name: "step-ids-prefixed",
+        pass: unprefixed.length === 0,
+        detail: unprefixed.length === 0
+            ? undefined
+            : `unprefixed: ${unprefixed.join(", ")}`
+    });
+    // Universal: final synthesis belongs to the calling loop, not the plan.
+    if (!expect.allowSynthesisTask) {
+        const offender = plan.tasks.find((t) => SYNTHESIS_PATTERN.test(t.title))?.title ??
+            steps.find((s) => SYNTHESIS_PATTERN.test(s.instructions))?.id;
+        checks.push({
+            name: "no-synthesis-task",
+            pass: offender === undefined,
+            detail: offender ? `synthesis work planned in "${offender}"` : undefined
+        });
+    }
+    return checks;
+}
+async function runCase(evalCase, opts) {
+    const toolCalls = {};
+    let validationFailures = 0;
+    const costBefore = opts.provider.getTotalCost();
+    const startedAt = Date.now();
+    // Run the shape the product runs. An `AgentNode` always supplies a system
+    // prompt and often no tools at all; constructing the planner bare made this
+    // suite blind to both — it stayed green while every node-driven plan was
+    // authored without the TaskArchitect contract.
+    const planner = new TaskPlanner({
+        provider: opts.provider,
+        model: opts.model,
+        tools: evalCase.toolbelt === "none" ? [] : createPlannerTools(),
+        systemPrompt: opts.systemPrompt ?? AGENT_NODE_SYSTEM_PROMPT,
+        outputSchema: evalCase.outputSchema,
+        inputs: evalCase.inputs,
+        signal: opts.signal
+    });
+    const context = new ProcessingContext({
+        jobId: `task-planner-eval-${randomUUID()}`,
+        userId: "eval-user"
+    });
+    let plan = null;
+    let error;
+    try {
+        const gen = planner.planMultiTask(evalCase.objective, context);
+        let res = await gen.next();
+        while (!res.done) {
+            const m = res.value;
+            if (m.type === "tool_call_update") {
+                const name = String(m.name ?? "unknown");
+                toolCalls[name] = (toolCalls[name] ?? 0) + 1;
+                opts.onEvent?.(`    [tool] ${name}`);
+            }
+            else if (m.type === "planning_update" && m.phase === "validation") {
+                validationFailures++;
+            }
+            res = await gen.next();
+        }
+        plan = res.value;
+    }
+    catch (e) {
+        error = e instanceof Error ? e.message : String(e);
+    }
+    const durationMs = Date.now() - startedAt;
+    const costUsd = opts.provider.getTotalCost() - costBefore;
+    const checks = [
+        { name: "planned", pass: plan !== null, detail: error }
+    ];
+    if (plan)
+        checks.push(...checkTaskPlanExpectations(plan, evalCase.expect));
+    const score = plan ? checks.filter((c) => c.pass).length / checks.length : 0;
+    return {
+        caseId: evalCase.id,
+        description: evalCase.description,
+        skipped: false,
+        accepted: plan !== null,
+        score,
+        checks,
+        tasks: plan?.tasks.length ?? 0,
+        steps: plan ? allSteps(plan).length : 0,
+        parallelWidth: plan
+            ? plan.tasks.filter((t) => !t.dependsOn || t.dependsOn.length === 0)
+                .length
+            : 0,
+        criticalPath: plan ? criticalPathDepth(plan.tasks) : 0,
+        toolCalls,
+        validationFailures,
+        durationMs,
+        costUsd,
+        error
+    };
+}
+export async function runTaskPlannerEval(opts) {
+    const cases = opts.cases ?? TASK_PLANNER_EVAL_CASES;
+    const hasModelProviders = !!opts.providers && Object.keys(opts.providers).length > 0;
+    const results = [];
+    for (const evalCase of cases) {
+        if (opts.signal?.aborted)
+            break;
+        if (evalCase.needsModelProviders && !hasModelProviders) {
+            opts.onEvent?.(`- ${evalCase.id}: SKIPPED (no model providers)`);
+            results.push({
+                caseId: evalCase.id,
+                description: evalCase.description,
+                skipped: true,
+                accepted: false,
+                score: 0,
+                checks: [],
+                tasks: 0,
+                steps: 0,
+                parallelWidth: 0,
+                criticalPath: 0,
+                toolCalls: {},
+                validationFailures: 0,
+                durationMs: 0,
+                costUsd: 0
+            });
+            continue;
+        }
+        opts.onEvent?.(`- ${evalCase.id}: ${evalCase.description}`);
+        const result = await runCase(evalCase, opts);
+        const failed = result.checks.filter((c) => !c.pass);
+        opts.onEvent?.(`  ${result.accepted ? "PASS" : "FAIL"} score=${result.score.toFixed(2)} ` +
+            `tasks=${result.tasks} steps=${result.steps} ` +
+            `parallel=${result.parallelWidth} depth=${result.criticalPath} ` +
+            `${Math.round(result.durationMs / 1000)}s` +
+            (failed.length > 0
+                ? ` | failed: ${failed.map((c) => c.name).join(", ")}`
+                : ""));
+        results.push(result);
+    }
+    const ran = results.filter((r) => !r.skipped);
+    const acceptedResults = ran.filter((r) => r.accepted);
+    const mean = (pick) => ran.length > 0 ? ran.reduce((a, r) => a + pick(r), 0) / ran.length : 0;
+    return {
+        provider: opts.provider.provider,
+        model: opts.model,
+        startedAt: new Date().toISOString(),
+        cases: results,
+        summary: {
+            total: results.length,
+            skipped: results.length - ran.length,
+            accepted: acceptedResults.length,
+            successRate: ran.length > 0 ? acceptedResults.length / ran.length : 0,
+            meanScore: mean((r) => r.score),
+            cleanRate: acceptedResults.length > 0
+                ? acceptedResults.filter((r) => r.validationFailures === 0).length /
+                    acceptedResults.length
+                : 0,
+            avgTasks: mean((r) => r.tasks),
+            avgSteps: mean((r) => r.steps),
+            avgParallelWidth: mean((r) => r.parallelWidth),
+            avgDurationMs: mean((r) => r.durationMs),
+            totalCostUsd: ran.reduce((a, r) => a + r.costUsd, 0)
+        }
+    };
+}
+/** Text summary table for terminal output. */
+export function formatTaskPlanReport(report) {
+    const lines = [];
+    lines.push(`TaskPlanner eval — provider=${report.provider} model=${report.model}`);
+    lines.push("");
+    const header = [
+        "case".padEnd(22),
+        "result".padEnd(7),
+        "score".padEnd(6),
+        "tasks".padEnd(6),
+        "steps".padEnd(6),
+        "par".padEnd(4),
+        "depth".padEnd(6),
+        "time".padEnd(7),
+        "cost"
+    ].join("");
+    lines.push(header);
+    lines.push("-".repeat(header.length));
+    for (const r of report.cases) {
+        lines.push([
+            r.caseId.padEnd(22),
+            (r.skipped ? "skip" : r.accepted ? "pass" : "FAIL").padEnd(7),
+            (r.skipped ? "-" : r.score.toFixed(2)).padEnd(6),
+            String(r.tasks).padEnd(6),
+            String(r.steps).padEnd(6),
+            String(r.parallelWidth).padEnd(4),
+            String(r.criticalPath).padEnd(6),
+            `${Math.round(r.durationMs / 1000)}s`.padEnd(7),
+            r.costUsd > 0 ? `$${r.costUsd.toFixed(4)}` : "-"
+        ].join(""));
+        for (const c of r.checks.filter((c) => !c.pass)) {
+            lines.push(`  ✗ ${c.name}${c.detail ? ` — ${c.detail}` : ""}`);
+        }
+    }
+    const s = report.summary;
+    lines.push("");
+    lines.push(`success ${s.accepted}/${s.total - s.skipped} (${(s.successRate * 100).toFixed(0)}%)` +
+        `  mean score ${s.meanScore.toFixed(2)}` +
+        `  clean ${(s.cleanRate * 100).toFixed(0)}%` +
+        `  avg tasks ${s.avgTasks.toFixed(1)}` +
+        `  avg steps ${s.avgSteps.toFixed(1)}` +
+        `  avg parallel ${s.avgParallelWidth.toFixed(1)}` +
+        `  avg time ${(s.avgDurationMs / 1000).toFixed(1)}s` +
+        (s.totalCostUsd > 0 ? `  cost $${s.totalCostUsd.toFixed(4)}` : "") +
+        (s.skipped > 0 ? `  (${s.skipped} skipped)` : ""));
+    return lines.join("\n");
+}
+//# sourceMappingURL=task-planner-eval.js.map

package/dist/evals/task-planner-eval.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"task-planner-eval.js","sourceRoot":"","sources":["../../src/evals/task-planner-eval.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;GAeG;AAEH,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AAEzC,OAAO,EAAE,iBAAiB,EAAE,MAAM,sBAAsB,CAAC;AAEzD,OAAO,EAAE,WAAW,EAAE,MAAM,oBAAoB,CAAC;AAEjD,OAAO,EAAE,kBAAkB,EAAE,MAAM,oBAAoB,CAAC;AACxD,OAAO,EACL,uBAAuB,EAGxB,MAAM,yBAAyB,CAAC;AAEjC;;;;GAIG;AACH,MAAM,iBAAiB,GACrB,+JAA+J,CAAC;AAElK;;;GAGG;AACH,MAAM,iBAAiB,GACrB,kLAAkL,CAAC;AAgDrL;;;;GAIG;AACH,MAAM,CAAC,MAAM,wBAAwB,GAAG,8BAA8B,CAAC;AAoBvE,yCAAyC;AACzC,SAAS,QAAQ,CAAC,IAAc;IAC9B,OAAO,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC;AAC5C,CAAC;AAED,2DAA2D;AAC3D,SAAS,iBAAiB,CAAC,IAAc;IACvC,MAAM,KAAK,GAAG,IAAI,GAAG,EAAU,CAAC;IAChC,KAAK,MAAM,IAAI,IAAI,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC;QAClC,KAAK,MAAM,IAAI,IAAI,IAAI,CAAC,KAAK,IAAI,EAAE;YAAE,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;IACvD,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,iBAAiB,CAAC,KAAsB;IACtD,MAAM,IAAI,GAAG,IAAI,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,CAAC;IAClD,MAAM,IAAI,GAAG,IAAI,GAAG,EAAkB,CAAC;IAEvC,MAAM,KAAK,GAAG,CAAC,EAAU,EAAE,IAAiB,EAAU,EAAE;QACtD,MAAM,MAAM,GAAG,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QAC5B,IAAI,MAAM,KAAK,SAAS;YAAE,OAAO,MAAM,CAAC;QACxC,2EAA2E;QAC3E,mCAAmC;QACnC,IAAI,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC;YAAE,OAAO,CAAC,CAAC;QAC3B,MAAM,IAAI,GAAG,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QAC1B,IAAI,CAAC,IAAI;YAAE,OAAO,CAAC,CAAC;QACpB,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QACb,MAAM,OAAO,GAAG,IAAI,CAAC,SAAS,IAAI,EAAE,CAAC;QACrC,MAAM,MAAM,GACV,OAAO,CAAC,MAAM,KAAK,CAAC;YAClB,CAAC,CAAC,CAAC;YACH,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC;QAC1D,IAAI,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;QAChB,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,MAAM,CAAC,CAAC;QACrB,OAAO,MAAM,CAAC;IAChB,CAAC,CAAC;IAEF,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;QACvB,CAAC,CAAC,CAAC;QACH,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE,IAAI,GAAG,EAAE,CAAC,CAAC,CAAC,CAAC;AAC5D,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,yBAAyB,CACvC,IAAc,EACd,MAAmC;IAEnC,MAAM,MAAM,GAAgB,EAAE,CAAC;IAC/B,MAAM,KAAK,GAAG,QAAQ,CAAC,IAAI,CAAC,CAAC;IAC7B,MAAM,WAAW,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,CACnC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,SAAS,IAAI,CAAC,CAAC,SAAS,CAAC,MAAM,KAAK,CAAC,CAChD,CAAC;IACF,MAAM,SAAS,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,SAAS,EAAE,MAAM,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;IAE3E,MAAM,KAAK,GAAG,CACZ,IAAY,EACZ,MAAc,EACd,GAAuB,EACvB,GAAuB,EACjB,EAAE;QACR,IAAI,GAAG,KAAK,SAAS,EAAE,CAAC;YACtB,MAAM,CAAC,IAAI,CAAC;gBACV,IAAI,EAAE,GAAG,IAAI,KAAK,GAAG,EAAE;gBACvB,IAAI,EAAE,MAAM,IAAI,GAAG;gBACnB,MAAM,EAAE,SAAS,MAAM,EAAE;aAC1B,CAAC,CAAC;QACL,CAAC;QACD,IAAI,GAAG,KAAK,SAAS,EAAE,CAAC;YACtB,MAAM,CAAC,IAAI,CAAC;gBACV,IAAI,EAAE,GAAG,IAAI,KAAK,GAAG,EAAE;gBACvB,IAAI,EAAE,MAAM,IAAI,GAAG;gBACnB,MAAM,EAAE,SAAS,MAAM,EAAE;aAC1B,CAAC,CAAC;QACL,CAAC;IACH,CAAC,CAAC;IAEF,KAAK,CAAC,OAAO,EAAE,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,MAAM,CAAC,QAAQ,EAAE,MAAM,CAAC,QAAQ,CAAC,CAAC;IACpE,KAAK,CAAC,OAAO,EAAE,KAAK,CAAC,MAAM,EAAE,MAAM,CAAC,QAAQ,EAAE,MAAM,CAAC,QAAQ,CAAC,CAAC;IAC/D,KAAK,CAAC,UAAU,EAAE,WAAW,CAAC,MAAM,EAAE,MAAM,CAAC,mBAAmB,EAAE,SAAS,CAAC,CAAC;IAC7E,KAAK,CAAC,WAAW,EAAE,SAAS,CAAC,MAAM,EAAE,MAAM,CAAC,iBAAiB,EAAE,SAAS,CAAC,CAAC;IAE1E,IAAI,MAAM,CAAC,eAAe,KAAK,SAAS,EAAE,CAAC;QACzC,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,CAC7B,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,MAAM,GAAG,GAAG,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,EACzD,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,EAAE,EAAE,EAAE,GAAG,EAAE,KAAK,EAAE,EAAE,EAAE,CACxC,CAAC;QACF,MAAM,CAAC,IAAI,CAAC;YACV,IAAI,EAAE,iBAAiB,MAAM,CAAC,eAAe,EAAE;YAC/C,IAAI,EAAE,KAAK,CAAC,KAAK,CAAC,MAAM,IAAI,MAAM,CAAC,eAAe;YAClD,MAAM,EAAE,gBAAgB,KAAK,CAAC,EAAE,SAAS,KAAK,CAAC,KAAK,CAAC,MAAM,EAAE;SAC9D,CAAC,CAAC;IACL,CAAC;IAED,IAAI,MAAM,CAAC,WAAW,EAAE,CAAC;QACvB,MAAM,OAAO,GAAG,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;QAC3C,MAAM,CAAC,IAAI,CAAC;YACV,IAAI,EAAE,aAAa;YACnB,IAAI,EAAE,OAAO,CAAC,MAAM,KAAK,CAAC;YAC1B,MAAM,EACJ,OAAO,CAAC,MAAM,KAAK,CAAC;gBAClB,CAAC,CAAC,SAAS;gBACX,CAAC,CAAC,4BAA4B,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE;SACvD,CAAC,CAAC;IACL,CAAC;IAED,MAAM,SAAS,GAAG,iBAAiB,CAAC,IAAI,CAAC,CAAC;IAC1C,MAAM,YAAY,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAEjE,KAAK,MAAM,IAAI,IAAI,MAAM,CAAC,aAAa,IAAI,EAAE,EAAE,CAAC;QAC9C,0EAA0E;QAC1E,2EAA2E;QAC3E,MAAM,IAAI,GACR,SAAS,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,IAAI,MAAM,CAAC,MAAM,IAAI,KAAK,CAAC,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;QACxE,MAAM,CAAC,IAAI,CAAC;YACV,IAAI,EAAE,QAAQ,IAAI,EAAE;YACpB,IAAI;YACJ,MAAM,EAAE,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,0BAA0B,IAAI,EAAE;SAC5D,CAAC,CAAC;IACL,CAAC;IAED,KAAK,MAAM,IAAI,IAAI,MAAM,CAAC,cAAc,IAAI,EAAE,EAAE,CAAC;QAC/C,MAAM,GAAG,GACP,SAAS,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,IAAI,MAAM,CAAC,MAAM,IAAI,KAAK,CAAC,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;QACxE,MAAM,CAAC,IAAI,CAAC;YACV,IAAI,EAAE,YAAY,IAAI,EAAE;YACxB,IAAI,EAAE,CAAC,GAAG;YACV,MAAM,EAAE,GAAG,CAAC,CAAC,CAAC,uBAAuB,IAAI,EAAE,CAAC,CAAC,CAAC,SAAS;SACxD,CAAC,CAAC;IACL,CAAC;IAED,yEAAyE;IACzE,0EAA0E;IAC1E,uEAAuE;IACvE,IAAI,MAAM,CAAC,cAAc,EAAE,CAAC;QAC1B,MAAM,QAAQ,GAAG,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,iBAAiB,CAAC,IAAI,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC;QAC3E,MAAM,CAAC,IAAI,CAAC;YACV,IAAI,EAAE,cAAc;YACpB,IAAI,EAAE,QAAQ,KAAK,SAAS;YAC5B,MAAM,EAAE,QAAQ;gBACd,CAAC,CAAC,SAAS,QAAQ,CAAC,EAAE,iCAAiC;gBACvD,CAAC,CAAC,SAAS;SACd,CAAC,CAAC;IACL,CAAC;IAED,KAAK,MAAM,OAAO,IAAI,MAAM,CAAC,2BAA2B,IAAI,EAAE,EAAE,CAAC;QAC/D,MAAM,EAAE,GAAG,IAAI,MAAM,CAAC,OAAO,EAAE,GAAG,CAAC,CAAC;QACpC,MAAM,IAAI,GAAG,EAAE,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;QACnC,MAAM,CAAC,IAAI,CAAC;YACV,IAAI,EAAE,QAAQ,OAAO,EAAE;YACvB,IAAI;YACJ,MAAM,EAAE,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,gCAAgC,OAAO,IAAI;SACvE,CAAC,CAAC;IACL,CAAC;IAED,4EAA4E;IAC5E,sEAAsE;IACtE,+CAA+C;IAC/C,MAAM,UAAU,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE,CAC1C,CAAC,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,UAAU,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC,EAAE,EAAE,CAAC,CAC5E,CAAC;IACF,MAAM,CAAC,IAAI,CAAC;QACV,IAAI,EAAE,mBAAmB;QACzB,IAAI,EAAE,UAAU,CAAC,MAAM,KAAK,CAAC;QAC7B,MAAM,EACJ,UAAU,CAAC,MAAM,KAAK,CAAC;YACrB,CAAC,CAAC,SAAS;YACX,CAAC,CAAC,eAAe,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE;KAC7C,CAAC,CAAC;IAEH,wEAAwE;IACxE,IAAI,CAAC,MAAM,CAAC,kBAAkB,EAAE,CAAC;QAC/B,MAAM,QAAQ,GACZ,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,iBAAiB,CAAC,IAAI,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,KAAK;YAC9D,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,iBAAiB,CAAC,IAAI,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,EAAE,EAAE,CAAC;QAChE,MAAM,CAAC,IAAI,CAAC;YACV,IAAI,EAAE,mBAAmB;YACzB,IAAI,EAAE,QAAQ,KAAK,SAAS;YAC5B,MAAM,EAAE,QAAQ,CAAC,CAAC,CAAC,8BAA8B,QAAQ,GAAG,CAAC,CAAC,CAAC,SAAS;SACzE,CAAC,CAAC;IACL,CAAC;IAED,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,KAAK,UAAU,OAAO,CACpB,QAA6B,EAC7B,IAA+B;IAE/B,MAAM,SAAS,GAA2B,EAAE,CAAC;IAC7C,IAAI,kBAAkB,GAAG,CAAC,CAAC;IAC3B,MAAM,UAAU,GAAG,IAAI,CAAC,QAAQ,CAAC,YAAY,EAAE,CAAC;IAChD,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IAE7B,0EAA0E;IAC1E,4EAA4E;IAC5E,yEAAyE;IACzE,+CAA+C;IAC/C,MAAM,OAAO,GAAG,IAAI,WAAW,CAAC;QAC9B,QAAQ,EAAE,IAAI,CAAC,QAAQ;QACvB,KAAK,EAAE,IAAI,CAAC,KAAK;QACjB,KAAK,EAAE,QAAQ,CAAC,QAAQ,KAAK,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,kBAAkB,EAAE;QAC/D,YAAY,EAAE,IAAI,CAAC,YAAY,IAAI,wBAAwB;QAC3D,YAAY,EAAE,QAAQ,CAAC,YAAY;QACnC,MAAM,EAAE,QAAQ,CAAC,MAAM;QACvB,MAAM,EAAE,IAAI,CAAC,MAAM;KACpB,CAAC,CAAC;IAEH,MAAM,OAAO,GAAG,IAAI,iBAAiB,CAAC;QACpC,KAAK,EAAE,qBAAqB,UAAU,EAAE,EAAE;QAC1C,MAAM,EAAE,WAAW;KACpB,CAAC,CAAC;IAEH,IAAI,IAAI,GAAoB,IAAI,CAAC;IACjC,IAAI,KAAyB,CAAC;IAC9B,IAAI,CAAC;QACH,MAAM,GAAG,GAAG,OAAO,CAAC,aAAa,CAAC,QAAQ,CAAC,SAAS,EAAE,OAAO,CAAC,CAAC;QAC/D,IAAI,GAAG,GAAG,MAAM,GAAG,CAAC,IAAI,EAAE,CAAC;QAC3B,OAAO,CAAC,GAAG,CAAC,IAAI,EAAE,CAAC;YACjB,MAAM,CAAC,GAAG,GAAG,CAAC,KAAK,CAAC;YACpB,IAAI,CAAC,CAAC,IAAI,KAAK,kBAAkB,EAAE,CAAC;gBAClC,MAAM,IAAI,GAAG,MAAM,CAAC,CAAC,CAAC,IAAI,IAAI,SAAS,CAAC,CAAC;gBACzC,SAAS,CAAC,IAAI,CAAC,GAAG,CAAC,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC;gBAC7C,IAAI,CAAC,OAAO,EAAE,CAAC,cAAc,IAAI,EAAE,CAAC,CAAC;YACvC,CAAC;iBAAM,IAAI,CAAC,CAAC,IAAI,KAAK,iBAAiB,IAAI,CAAC,CAAC,KAAK,KAAK,YAAY,EAAE,CAAC;gBACpE,kBAAkB,EAAE,CAAC;YACvB,CAAC;YACD,GAAG,GAAG,MAAM,GAAG,CAAC,IAAI,EAAE,CAAC;QACzB,CAAC;QACD,IAAI,GAAG,GAAG,CAAC,KAAK,CAAC;IACnB,CAAC;IAAC,OAAO,CAAC,EAAE,CAAC;QACX,KAAK,GAAG,CAAC,YAAY,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;IACrD,CAAC;IAED,MAAM,UAAU,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC;IAC1C,MAAM,OAAO,GAAG,IAAI,CAAC,QAAQ,CAAC,YAAY,EAAE,GAAG,UAAU,CAAC;IAE1D,MAAM,MAAM,GAAgB;QAC1B,EAAE,IAAI,EAAE,SAAS,EAAE,IAAI,EAAE,IAAI,KAAK,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE;KACxD,CAAC;IACF,IAAI,IAAI;QAAE,MAAM,CAAC,IAAI,CAAC,GAAG,yBAAyB,CAAC,IAAI,EAAE,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC;IAC3E,MAAM,KAAK,GAAG,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC;IAE7E,OAAO;QACL,MAAM,EAAE,QAAQ,CAAC,EAAE;QACnB,WAAW,EAAE,QAAQ,CAAC,WAAW;QACjC,OAAO,EAAE,KAAK;QACd,QAAQ,EAAE,IAAI,KAAK,IAAI;QACvB,KAAK;QACL,MAAM;QACN,KAAK,EAAE,IAAI,EAAE,KAAK,CAAC,MAAM,IAAI,CAAC;QAC9B,KAAK,EAAE,IAAI,CAAC,CAAC,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;QACvC,aAAa,EAAE,IAAI;YACjB,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,SAAS,IAAI,CAAC,CAAC,SAAS,CAAC,MAAM,KAAK,CAAC,CAAC;iBAC/D,MAAM;YACX,CAAC,CAAC,CAAC;QACL,YAAY,EAAE,IAAI,CAAC,CAAC,CAAC,iBAAiB,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;QACtD,SAAS;QACT,kBAAkB;QAClB,UAAU;QACV,OAAO;QACP,KAAK;KACN,CAAC;AACJ,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,kBAAkB,CACtC,IAA+B;IAE/B,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,IAAI,uBAAuB,CAAC;IACpD,MAAM,iBAAiB,GACrB,CAAC,CAAC,IAAI,CAAC,SAAS,IAAI,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC;IAC7D,MAAM,OAAO,GAAyB,EAAE,CAAC;IAEzC,KAAK,MAAM,QAAQ,IAAI,KAAK,EAAE,CAAC;QAC7B,IAAI,IAAI,CAAC,MAAM,EAAE,OAAO;YAAE,MAAM;QAChC,IAAI,QAAQ,CAAC,mBAAmB,IAAI,CAAC,iBAAiB,EAAE,CAAC;YACvD,IAAI,CAAC,OAAO,EAAE,CAAC,KAAK,QAAQ,CAAC,EAAE,gCAAgC,CAAC,CAAC;YACjE,OAAO,CAAC,IAAI,CAAC;gBACX,MAAM,EAAE,QAAQ,CAAC,EAAE;gBACnB,WAAW,EAAE,QAAQ,CAAC,WAAW;gBACjC,OAAO,EAAE,IAAI;gBACb,QAAQ,EAAE,KAAK;gBACf,KAAK,EAAE,CAAC;gBACR,MAAM,EAAE,EAAE;gBACV,KAAK,EAAE,CAAC;gBACR,KAAK,EAAE,CAAC;gBACR,aAAa,EAAE,CAAC;gBAChB,YAAY,EAAE,CAAC;gBACf,SAAS,EAAE,EAAE;gBACb,kBAAkB,EAAE,CAAC;gBACrB,UAAU,EAAE,CAAC;gBACb,OAAO,EAAE,CAAC;aACX,CAAC,CAAC;YACH,SAAS;QACX,CAAC;QAED,IAAI,CAAC,OAAO,EAAE,CAAC,KAAK,QAAQ,CAAC,EAAE,KAAK,QAAQ,CAAC,WAAW,EAAE,CAAC,CAAC;QAC5D,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,QAAQ,EAAE,IAAI,CAAC,CAAC;QAC7C,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;QACpD,IAAI,CAAC,OAAO,EAAE,CACZ,KAAK,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,UAAU,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG;YACxE,SAAS,MAAM,CAAC,KAAK,UAAU,MAAM,CAAC,KAAK,GAAG;YAC9C,YAAY,MAAM,CAAC,aAAa,UAAU,MAAM,CAAC,YAAY,GAAG;YAChE,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,UAAU,GAAG,IAAI,CAAC,GAAG;YAC1C,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC;gBAChB,CAAC,CAAC,cAAc,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE;gBACtD,CAAC,CAAC,EAAE,CAAC,CACV,CAAC;QACF,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IACvB,CAAC;IAED,MAAM,GAAG,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC;IAC9C,MAAM,eAAe,GAAG,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC;IACtD,MAAM,IAAI,GAAG,CAAC,IAAuC,EAAU,EAAE,CAC/D,GAAG,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,GAAG,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC;IAEzE,OAAO;QACL,QAAQ,EAAE,IAAI,CAAC,QAAQ,CAAC,QAAQ;QAChC,KAAK,EAAE,IAAI,CAAC,KAAK;QACjB,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;QACnC,KAAK,EAAE,OAAO;QACd,OAAO,EAAE;YACP,KAAK,EAAE,OAAO,CAAC,MAAM;YACrB,OAAO,EAAE,OAAO,CAAC,MAAM,GAAG,GAAG,CAAC,MAAM;YACpC,QAAQ,EAAE,eAAe,CAAC,MAAM;YAChC,WAAW,EAAE,GAAG,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,eAAe,CAAC,MAAM,GAAG,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;YACrE,SAAS,EAAE,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC;YAC/B,SAAS,EACP,eAAe,CAAC,MAAM,GAAG,CAAC;gBACxB,CAAC,CAAC,eAAe,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,kBAAkB,KAAK,CAAC,CAAC,CAAC,MAAM;oBAChE,eAAe,CAAC,MAAM;gBACxB,CAAC,CAAC,CAAC;YACP,QAAQ,EAAE,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC;YAC9B,QAAQ,EAAE,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC;YAC9B,gBAAgB,EAAE,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,aAAa,CAAC;YAC9C,aAAa,EAAE,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,UAAU,CAAC;YACxC,YAAY,EAAE,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC;SACrD;KACF,CAAC;AACJ,CAAC;AAED,8CAA8C;AAC9C,MAAM,UAAU,oBAAoB,CAAC,MAA0B;IAC7D,MAAM,KAAK,GAAa,EAAE,CAAC;IAC3B,KAAK,CAAC,IAAI,CACR,+BAA+B,MAAM,CAAC,QAAQ,UAAU,MAAM,CAAC,KAAK,EAAE,CACvE,CAAC;IACF,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IACf,MAAM,MAAM,GAAG;QACb,MAAM,CAAC,MAAM,CAAC,EAAE,CAAC;QACjB,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC;QAClB,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC;QACjB,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC;QACjB,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC;QACjB,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC;QACf,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC;QACjB,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC;QAChB,MAAM;KACP,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IACX,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IACnB,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC;IACtC,KAAK,MAAM,CAAC,IAAI,MAAM,CAAC,KAAK,EAAE,CAAC;QAC7B,KAAK,CAAC,IAAI,CACR;YACE,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,EAAE,CAAC;YACnB,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC;YAC7D,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC;YAChD,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC;YACzB,MAAM,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC;YACzB,MAAM,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC;YACjC,MAAM,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC;YAChC,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,UAAU,GAAG,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC;YAC/C,CAAC,CAAC,OAAO,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,GAAG;SACjD,CAAC,IAAI,CAAC,EAAE,CAAC,CACX,CAAC;QACF,KAAK,MAAM,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC;YAChD,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,IAAI,GAAG,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;QACjE,CAAC;IACH,CAAC;IACD,MAAM,CAAC,GAAG,MAAM,CAAC,OAAO,CAAC;IACzB,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IACf,KAAK,CAAC,IAAI,CACR,WAAW,CAAC,CAAC,QAAQ,IAAI,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,OAAO,KAAK,CAAC,CAAC,CAAC,WAAW,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI;QACnF,gBAAgB,CAAC,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE;QACxC,WAAW,CAAC,CAAC,CAAC,SAAS,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG;QAC5C,eAAe,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE;QACtC,eAAe,CAAC,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE;QACtC,kBAAkB,CAAC,CAAC,gBAAgB,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE;QACjD,cAAc,CAAC,CAAC,CAAC,aAAa,GAAG,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG;QACpD,CAAC,CAAC,CAAC,YAAY,GAAG,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QAClE,CAAC,CAAC,CAAC,OAAO,GAAG,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,OAAO,WAAW,CAAC,CAAC,CAAC,EAAE,CAAC,CACpD,CAAC;IACF,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAC1B,CAAC"}

package/dist/evals/tool-loop-bridge.d.ts

@@ -0,0 +1,61 @@
+/** Headless executor for the frontend workflow-tool evaluation suite. */
+import { z } from "zod";
+import type { PermissionCategory } from "../capabilities/types.js";
+import { type NodeMetadata } from "@nodetool-ai/protocol";
+export interface HeadlessNode {
+    id: string;
+    type: string;
+    position: {
+        x: number;
+        y: number;
+    };
+    data: {
+        properties: Record<string, unknown>;
+        title?: string;
+    };
+}
+export interface HeadlessEdge {
+    id: string;
+    source: string;
+    target: string;
+    sourceHandle: string;
+    targetHandle: string;
+}
+export interface ToolLoopState {
+    nodeMetadata: Record<string, NodeMetadata>;
+    nodes: HeadlessNode[];
+    edges: HeadlessEdge[];
+    currentWorkflowId: string;
+}
+export interface ToolLoopInitialState {
+    nodeMetadata: Record<string, NodeMetadata>;
+    nodes?: HeadlessNode[];
+    edges?: HeadlessEdge[];
+    currentWorkflowId?: string;
+}
+export interface ToolLoopFinalState {
+    nodes: HeadlessNode[];
+    edges: HeadlessEdge[];
+}
+export interface HeadlessTool {
+    category?: PermissionCategory;
+    userMessage?: (args: Record<string, unknown>) => string;
+    needsToolCallId?: boolean;
+    name: string;
+    description: string;
+    parameters: z.ZodTypeAny;
+    execute: (args: Record<string, unknown>) => Promise<unknown>;
+}
+export interface HeadlessBridge {
+    state: ToolLoopState;
+    tools: HeadlessTool[];
+    finalState: () => ToolLoopFinalState;
+}
+export declare const DEFAULT_TOOL_NAMES: readonly ["ui_search_nodes", "ui_add_node", "ui_connect_nodes", "ui_update_node_data", "ui_set_node_title", "ui_move_node", "ui_delete_node", "ui_delete_edge", "ui_get_graph"];
+export type DefaultToolName = (typeof DEFAULT_TOOL_NAMES)[number];
+interface CreateBridgeOptions {
+    toolNames?: readonly string[];
+}
+export declare function createToolLoopBridge(initial: ToolLoopInitialState, opts?: CreateBridgeOptions): HeadlessBridge;
+export {};
+//# sourceMappingURL=tool-loop-bridge.d.ts.map

package/dist/evals/tool-loop-bridge.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"tool-loop-bridge.d.ts","sourceRoot":"","sources":["../../src/evals/tool-loop-bridge.ts"],"names":[],"mappings":"AAAA,yEAAyE;AACzE,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AACxB,OAAO,KAAK,EAAE,kBAAkB,EAAE,MAAM,0BAA0B,CAAC;AAEnE,OAAO,EAAiB,KAAK,YAAY,EAAE,MAAM,uBAAuB,CAAC;AAazE,MAAM,WAAW,YAAY;IAC3B,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,EAAE,MAAM,CAAC;IACb,QAAQ,EAAE;QAAE,CAAC,EAAE,MAAM,CAAC;QAAC,CAAC,EAAE,MAAM,CAAA;KAAE,CAAC;IACnC,IAAI,EAAE;QAAE,UAAU,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;QAAC,KAAK,CAAC,EAAE,MAAM,CAAA;KAAE,CAAC;CAC/D;AAED,MAAM,WAAW,YAAY;IAC3B,EAAE,EAAE,MAAM,CAAC;IACX,MAAM,EAAE,MAAM,CAAC;IACf,MAAM,EAAE,MAAM,CAAC;IACf,YAAY,EAAE,MAAM,CAAC;IACrB,YAAY,EAAE,MAAM,CAAC;CACtB;AAED,MAAM,WAAW,aAAa;IAC5B,YAAY,EAAE,MAAM,CAAC,MAAM,EAAE,YAAY,CAAC,CAAC;IAC3C,KAAK,EAAE,YAAY,EAAE,CAAC;IACtB,KAAK,EAAE,YAAY,EAAE,CAAC;IACtB,iBAAiB,EAAE,MAAM,CAAC;CAC3B;AAED,MAAM,WAAW,oBAAoB;IACnC,YAAY,EAAE,MAAM,CAAC,MAAM,EAAE,YAAY,CAAC,CAAC;IAC3C,KAAK,CAAC,EAAE,YAAY,EAAE,CAAC;IACvB,KAAK,CAAC,EAAE,YAAY,EAAE,CAAC;IACvB,iBAAiB,CAAC,EAAE,MAAM,CAAC;CAC5B;AAED,MAAM,WAAW,kBAAkB;IACjC,KAAK,EAAE,YAAY,EAAE,CAAC;IACtB,KAAK,EAAE,YAAY,EAAE,CAAC;CACvB;AAED,MAAM,WAAW,YAAY;IAC3B,QAAQ,CAAC,EAAE,kBAAkB,CAAC;IAC9B,WAAW,CAAC,EAAE,CAAC,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,KAAK,MAAM,CAAC;IACxD,eAAe,CAAC,EAAE,OAAO,CAAC;IAC1B,IAAI,EAAE,MAAM,CAAC;IACb,WAAW,EAAE,MAAM,CAAC;IACpB,UAAU,EAAE,CAAC,CAAC,UAAU,CAAC;IACzB,OAAO,EAAE,CAAC,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,KAAK,OAAO,CAAC,OAAO,CAAC,CAAC;CAC9D;AAED,MAAM,WAAW,cAAc;IAC7B,KAAK,EAAE,aAAa,CAAC;IACrB,KAAK,EAAE,YAAY,EAAE,CAAC;IACtB,UAAU,EAAE,MAAM,kBAAkB,CAAC;CACtC;AAED,eAAO,MAAM,kBAAkB,YAC7B,iBAAiB,EACjB,aAAa,EACb,kBAAkB,EAClB,qBAAqB,EACrB,mBAAmB,EACnB,cAAc,EACd,gBAAgB,EAChB,gBAAgB,EAChB,cAAc,CACN,CAAC;AAEX,MAAM,MAAM,eAAe,GAAG,CAAC,OAAO,kBAAkB,CAAC,CAAC,MAAM,CAAC,CAAC;AAElE,UAAU,mBAAmB;IAC3B,SAAS,CAAC,EAAE,SAAS,MAAM,EAAE,CAAC;CAC/B;AAwFD,wBAAgB,oBAAoB,CAClC,OAAO,EAAE,oBAAoB,EAC7B,IAAI,GAAE,mBAAwB,GAC7B,cAAc,CA8ChB"}

package/dist/evals/tool-loop-bridge.js

@@ -0,0 +1,129 @@
+/** Headless executor for the frontend workflow-tool evaluation suite. */
+import { z } from "zod";
+import { parseWithTypeCoercion } from "@nodetool-ai/runtime";
+import { uiToolSchemas } from "@nodetool-ai/protocol";
+import { applyWorkflowDocumentTool } from "@nodetool-ai/node-sdk";
+import { isNumber, isObjectLike, isRecord, isString } from "../utils/type-guards.js";
+export const DEFAULT_TOOL_NAMES = [
+    "ui_search_nodes",
+    "ui_add_node",
+    "ui_connect_nodes",
+    "ui_update_node_data",
+    "ui_set_node_title",
+    "ui_move_node",
+    "ui_delete_node",
+    "ui_delete_edge",
+    "ui_get_graph"
+];
+function toGraph(state) {
+    return {
+        nodes: state.nodes.map((node) => {
+            const ui = { position: { ...node.position } };
+            if (node.data.title !== undefined)
+                ui.title = node.data.title;
+            return {
+                id: node.id,
+                type: node.type,
+                data: { ...node.data.properties },
+                ui_properties: ui
+            };
+        }),
+        edges: state.edges.map((edge) => ({ ...edge }))
+    };
+}
+function syncStateFromGraph(state, graph) {
+    state.nodes = graph.nodes.map((node) => {
+        const data = isRecord(node.data)
+            ? node.data
+            : {};
+        const ui = isObjectLike(node.ui_properties)
+            ? node.ui_properties
+            : {};
+        const position = isObjectLike(ui.position)
+            ? ui.position
+            : { x: 0, y: 0 };
+        const nodeData = { properties: { ...data } };
+        if (isString(ui.title))
+            nodeData.title = ui.title;
+        return {
+            id: node.id,
+            type: node.type,
+            position: { ...position },
+            data: nodeData
+        };
+    });
+    state.edges = graph.edges.map((edge) => ({
+        id: edge.id ?? "",
+        source: edge.source,
+        target: edge.target,
+        sourceHandle: edge.sourceHandle,
+        targetHandle: edge.targetHandle
+    }));
+}
+function searchNodes(state, args) {
+    const query = String(args.query ?? "").toLowerCase();
+    const limit = isNumber(args.limit) ? args.limit : 10;
+    const results = Object.values(state.nodeMetadata)
+        .filter((metadata) => !query ||
+        metadata.node_type.toLowerCase().includes(query) ||
+        (metadata.title ?? "").toLowerCase().includes(query) ||
+        (metadata.description ?? "").toLowerCase().includes(query))
+        .slice(0, limit)
+        .map((metadata) => ({
+        node_type: metadata.node_type,
+        title: metadata.title,
+        description: metadata.description,
+        properties: metadata.properties.map((property) => ({
+            name: property.name,
+            type: property.type?.type,
+            required: property.required
+        })),
+        outputs: metadata.outputs.map((output) => ({
+            name: output.name,
+            type: output.type?.type
+        }))
+    }));
+    return { ok: true, count: results.length, results };
+}
+export function createToolLoopBridge(initial, opts = {}) {
+    const state = {
+        nodeMetadata: initial.nodeMetadata,
+        nodes: structuredClone(initial.nodes ?? []),
+        edges: structuredClone(initial.edges ?? []),
+        currentWorkflowId: initial.currentWorkflowId ?? "wf_eval"
+    };
+    let edgeSequence = state.edges.length;
+    const tools = (opts.toolNames ?? DEFAULT_TOOL_NAMES).map((name) => {
+        const contract = uiToolSchemas[name];
+        if (!contract) {
+            throw new Error(`No shared schema in uiToolSchemas for tool "${name}"`);
+        }
+        const parameters = z.object(contract.parameters);
+        return {
+            name,
+            description: contract.description,
+            parameters,
+            execute: async (args) => {
+                const parsed = parseWithTypeCoercion(parameters, args ?? {});
+                if (name === "ui_search_nodes")
+                    return searchNodes(state, parsed);
+                const applied = applyWorkflowDocumentTool(toGraph(state), name, parsed, {
+                    workflowId: state.currentWorkflowId,
+                    resolveMetadata: (type) => state.nodeMetadata[type],
+                    createEdgeId: () => `edge_${++edgeSequence}`
+                });
+                syncStateFromGraph(state, applied.graph);
+                return applied.result;
+            }
+        };
+    });
+    return {
+        state,
+        tools,
+        finalState: () => ({
+            nodes: structuredClone(state.nodes),
+            edges: structuredClone(state.edges)
+        })
+    };
+}
+//# sourceMappingURL=tool-loop-bridge.js.map

package/dist/evals/tool-loop-bridge.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"tool-loop-bridge.js","sourceRoot":"","sources":["../../src/evals/tool-loop-bridge.ts"],"names":[],"mappings":"AAAA,yEAAyE;AACzE,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAExB,OAAO,EAAE,qBAAqB,EAAE,MAAM,sBAAsB,CAAC;AAC7D,OAAO,EAAE,aAAa,EAAqB,MAAM,uBAAuB,CAAC;AAEzE,OAAO,EACL,yBAAyB,EAE1B,MAAM,uBAAuB,CAAC;AAC/B,OAAO,EACL,QAAQ,EACR,YAAY,EACZ,QAAQ,EACR,QAAQ,EACT,MAAM,yBAAyB,CAAC;AAoDjC,MAAM,CAAC,MAAM,kBAAkB,GAAG;IAChC,iBAAiB;IACjB,aAAa;IACb,kBAAkB;IAClB,qBAAqB;IACrB,mBAAmB;IACnB,cAAc;IACd,gBAAgB;IAChB,gBAAgB;IAChB,cAAc;CACN,CAAC;AAcX,SAAS,OAAO,CAAC,KAAoB;IACnC,OAAO;QACL,KAAK,EAAE,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE;YAC9B,MAAM,EAAE,GAAqB,EAAE,QAAQ,EAAE,EAAE,GAAG,IAAI,CAAC,QAAQ,EAAE,EAAE,CAAC;YAChE,IAAI,IAAI,CAAC,IAAI,CAAC,KAAK,KAAK,SAAS;gBAAE,EAAE,CAAC,KAAK,GAAG,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC;YAC9D,OAAO;gBACL,EAAE,EAAE,IAAI,CAAC,EAAE;gBACX,IAAI,EAAE,IAAI,CAAC,IAAI;gBACf,IAAI,EAAE,EAAE,GAAG,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE;gBACjC,aAAa,EAAE,EAAE;aAClB,CAAC;QACJ,CAAC,CAAC;QACF,KAAK,EAAE,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,EAAE,GAAG,IAAI,EAAE,CAAC,CAAC;KAChD,CAAC;AACJ,CAAC;AAED,SAAS,kBAAkB,CAAC,KAAoB,EAAE,KAAY;IAC5D,KAAK,CAAC,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE;QACrC,MAAM,IAAI,GACR,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC;YACjB,CAAC,CAAE,IAAI,CAAC,IAAgC;YACxC,CAAC,CAAC,EAAE,CAAC;QACT,MAAM,EAAE,GACN,YAAY,CAAC,IAAI,CAAC,aAAa,CAAC;YAC9B,CAAC,CAAE,IAAI,CAAC,aAAyC;YACjD,CAAC,CAAC,EAAE,CAAC;QACT,MAAM,QAAQ,GACZ,YAAY,CAAC,EAAE,CAAC,QAAQ,CAAC;YACvB,CAAC,CAAE,EAAE,CAAC,QAAqC;YAC3C,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC;QACrB,MAAM,QAAQ,GAAyB,EAAE,UAAU,EAAE,EAAE,GAAG,IAAI,EAAE,EAAE,CAAC;QACnE,IAAI,QAAQ,CAAC,EAAE,CAAC,KAAK,CAAC;YAAE,QAAQ,CAAC,KAAK,GAAG,EAAE,CAAC,KAAK,CAAC;QAClD,OAAO;YACL,EAAE,EAAE,IAAI,CAAC,EAAE;YACX,IAAI,EAAE,IAAI,CAAC,IAAI;YACf,QAAQ,EAAE,EAAE,GAAG,QAAQ,EAAE;YACzB,IAAI,EAAE,QAAQ;SACf,CAAC;IACJ,CAAC,CAAC,CAAC;IACH,KAAK,CAAC,KAAK,GAAG,KAAK,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;QACvC,EAAE,EAAE,IAAI,CAAC,EAAE,IAAI,EAAE;QACjB,MAAM,EAAE,IAAI,CAAC,MAAM;QACnB,MAAM,EAAE,IAAI,CAAC,MAAM;QACnB,YAAY,EAAE,IAAI,CAAC,YAAY;QAC/B,YAAY,EAAE,IAAI,CAAC,YAAY;KAChC,CAAC,CAAC,CAAC;AACN,CAAC;AAED,SAAS,WAAW,CAClB,KAAoB,EACpB,IAA6B;IAE7B,MAAM,KAAK,GAAG,MAAM,CAAC,IAAI,CAAC,KAAK,IAAI,EAAE,CAAC,CAAC,WAAW,EAAE,CAAC;IACrD,MAAM,KAAK,GAAG,QAAQ,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC;IACrD,MAAM,OAAO,GAAG,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,YAAY,CAAC;SAC9C,MAAM,CACL,CAAC,QAAQ,EAAE,EAAE,CACX,CAAC,KAAK;QACN,QAAQ,CAAC,SAAS,CAAC,WAAW,EAAE,CAAC,QAAQ,CAAC,KAAK,CAAC;QAChD,CAAC,QAAQ,CAAC,KAAK,IAAI,EAAE,CAAC,CAAC,WAAW,EAAE,CAAC,QAAQ,CAAC,KAAK,CAAC;QACpD,CAAC,QAAQ,CAAC,WAAW,IAAI,EAAE,CAAC,CAAC,WAAW,EAAE,CAAC,QAAQ,CAAC,KAAK,CAAC,CAC7D;SACA,KAAK,CAAC,CAAC,EAAE,KAAK,CAAC;SACf,GAAG,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC;QAClB,SAAS,EAAE,QAAQ,CAAC,SAAS;QAC7B,KAAK,EAAE,QAAQ,CAAC,KAAK;QACrB,WAAW,EAAE,QAAQ,CAAC,WAAW;QACjC,UAAU,EAAE,QAAQ,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC;YACjD,IAAI,EAAE,QAAQ,CAAC,IAAI;YACnB,IAAI,EAAE,QAAQ,CAAC,IAAI,EAAE,IAAI;YACzB,QAAQ,EAAE,QAAQ,CAAC,QAAQ;SAC5B,CAAC,CAAC;QACH,OAAO,EAAE,QAAQ,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;YACzC,IAAI,EAAE,MAAM,CAAC,IAAI;YACjB,IAAI,EAAE,MAAM,CAAC,IAAI,EAAE,IAAI;SACxB,CAAC,CAAC;KACJ,CAAC,CAAC,CAAC;IACN,OAAO,EAAE,EAAE,EAAE,IAAI,EAAE,KAAK,EAAE,OAAO,CAAC,MAAM,EAAE,OAAO,EAAE,CAAC;AACtD,CAAC;AAED,MAAM,UAAU,oBAAoB,CAClC,OAA6B,EAC7B,IAAI,GAAwB,EAAE;IAE9B,MAAM,KAAK,GAAkB;QAC3B,YAAY,EAAE,OAAO,CAAC,YAAY;QAClC,KAAK,EAAE,eAAe,CAAC,OAAO,CAAC,KAAK,IAAI,EAAE,CAAC;QAC3C,KAAK,EAAE,eAAe,CAAC,OAAO,CAAC,KAAK,IAAI,EAAE,CAAC;QAC3C,iBAAiB,EAAE,OAAO,CAAC,iBAAiB,IAAI,SAAS;KAC1D,CAAC;IACF,IAAI,YAAY,GAAG,KAAK,CAAC,KAAK,CAAC,MAAM,CAAC;IAEtC,MAAM,KAAK,GAAG,CAAC,IAAI,CAAC,SAAS,IAAI,kBAAkB,CAAC,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE;QAChE,MAAM,QAAQ,GAAG,aAAa,CAAC,IAAI,CAAC,CAAC;QACrC,IAAI,CAAC,QAAQ,EAAE,CAAC;YACd,MAAM,IAAI,KAAK,CAAC,+CAA+C,IAAI,GAAG,CAAC,CAAC;QAC1E,CAAC;QACD,MAAM,UAAU,GAAG,CAAC,CAAC,MAAM,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC;QACjD,OAAO;YACL,IAAI;YACJ,WAAW,EAAE,QAAQ,CAAC,WAAW;YACjC,UAAU;YACV,OAAO,EAAE,KAAK,EAAE,IAA6B,EAAoB,EAAE;gBACjE,MAAM,MAAM,GAAG,qBAAqB,CAAC,UAAU,EAAE,IAAI,IAAI,EAAE,CAAC,CAAC;gBAC7D,IAAI,IAAI,KAAK,iBAAiB;oBAAE,OAAO,WAAW,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;gBAClE,MAAM,OAAO,GAAG,yBAAyB,CACvC,OAAO,CAAC,KAAK,CAAC,EACd,IAAgC,EAChC,MAAM,EACN;oBACE,UAAU,EAAE,KAAK,CAAC,iBAAiB;oBACnC,eAAe,EAAE,CAAC,IAAI,EAAE,EAAE,CAAC,KAAK,CAAC,YAAY,CAAC,IAAI,CAAC;oBACnD,YAAY,EAAE,GAAG,EAAE,CAAC,QAAQ,EAAE,YAAY,EAAE;iBAC7C,CACF,CAAC;gBACF,kBAAkB,CAAC,KAAK,EAAE,OAAO,CAAC,KAAK,CAAC,CAAC;gBACzC,OAAO,OAAO,CAAC,MAAM,CAAC;YACxB,CAAC;SACF,CAAC;IACJ,CAAC,CAAC,CAAC;IAEH,OAAO;QACL,KAAK;QACL,KAAK;QACL,UAAU,EAAE,GAAG,EAAE,CAAC,CAAC;YACjB,KAAK,EAAE,eAAe,CAAC,KAAK,CAAC,KAAK,CAAC;YACnC,KAAK,EAAE,eAAe,CAAC,KAAK,CAAC,KAAK,CAAC;SACpC,CAAC;KACH,CAAC;AACJ,CAAC"}

package/dist/evals/tool-loop-cases.d.ts

@@ -0,0 +1,21 @@
+/**
+ * Built-in evaluation cases for the frontend tool-loop flow.
+ *
+ * Each case ships a small, self-contained node catalog (so runs are
+ * deterministic and need no live registry) plus structural expectations on the
+ * tool sequence and the resulting graph. Expectations are deliberately loose on
+ * ordering-of-equivalent-calls and strict on outcomes: many tool orderings
+ * build a valid graph, but all must add the right node families, wire them, and
+ * avoid errors.
+ */
+import type { NodeMetadata } from "@nodetool-ai/protocol";
+import type { ToolLoopEvalCase } from "./tool-loop-eval.js";
+import { type ToolLoopFinalState } from "./tool-loop-bridge.js";
+/**
+ * Shared catalog: a string input, a couple of text-processing steps, an LLM
+ * agent step, and an output node. Enough to express "take input → process →
+ * output" objectives via the tool surface.
+ */
+export declare const TOOL_LOOP_NODE_CATALOG: Record<string, NodeMetadata>;
+export declare const TOOL_LOOP_EVAL_CASES: readonly ToolLoopEvalCase<ToolLoopFinalState>[];
+//# sourceMappingURL=tool-loop-cases.d.ts.map

package/dist/evals/tool-loop-cases.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"tool-loop-cases.d.ts","sourceRoot":"","sources":["../../src/evals/tool-loop-cases.ts"],"names":[],"mappings":"AAAA;;;;;;;;;GASG;AAEH,OAAO,KAAK,EAAE,YAAY,EAAwB,MAAM,uBAAuB,CAAC;AAChF,OAAO,KAAK,EACV,gBAAgB,EAEjB,MAAM,qBAAqB,CAAC;AAC7B,OAAO,EAEL,KAAK,kBAAkB,EAGxB,MAAM,uBAAuB,CAAC;AAoD/B;;;;GAIG;AACH,eAAO,MAAM,sBAAsB,EAAE,MAAM,CAAC,MAAM,EAAE,YAAY,CA+C7D,CAAC;AAkIJ,eAAO,MAAM,oBAAoB,EAAE,SAAS,gBAAgB,CAAC,kBAAkB,CAAC,EAuN7E,CAAC"}