@nodetool-ai/agents 0.7.0-rc.22 → 0.8.1

package/dist/evals/escalation-cases.js

@@ -0,0 +1,343 @@
+/**
+ * Workflow-tool eval cases with interactive escalation.
+ *
+ * The graph-editor suite in `tool-loop-cases.ts` scores a model on objectives
+ * that are fully specified: everything it needs is in the prompt, so guessing
+ * is never required. These cases remove that guarantee. Each one is missing
+ * something only the user can supply — a name, permission to delete, a decision
+ * between two node types, a capability the catalog doesn't have — and hands the
+ * model an `ask_user` tool backed by a scripted user.
+ *
+ * What's being measured is the pair: escalate when (and only when) the request
+ * is underdetermined, then *act on the answer*. So every case scores both the
+ * question (`escalation.mustAsk`) and the resulting graph — a model that asks
+ * the right thing and then ignores the reply fails on state, and one that
+ * silently guesses fails on the ask. The `no-escalation-needed` case guards the
+ * other direction: a fully specified objective where reaching for the user is
+ * itself the failure.
+ */
+import { createToolLoopBridge } from "./tool-loop-bridge.js";
+import { TOOL_LOOP_NODE_CATALOG } from "./tool-loop-cases.js";
+const SYSTEM_PROMPT = `You are a workflow-graph building assistant operating a node-based editor through UI tools.
+
+Build the workflow the user asks for by calling the ui_* tools:
+- Discover node types with ui_search_nodes before adding them — never guess a type.
+- Add nodes with ui_add_node (choose a stable, unique id per node and a {x, y} position).
+- Wire nodes together with ui_connect_nodes using the exact output/input handle names from ui_search_nodes.
+- Inspect your work with ui_get_graph when unsure.
+
+You can also reach the user with ask_user. Use it when the request leaves a
+decision open that only they can make — a value you would otherwise invent, a
+choice between equally valid options, a step the editor cannot do — and before
+anything destructive, such as deleting a node or an edge. Ask once, in one
+question, then act on the answer. Do not ask about things the user already told
+you, and do not ask for permission to do the work they just requested.
+
+Call one tool at a time and use the result before the next call. When the objective is fully satisfied, STOP calling tools and give a one-line summary.`;
+/** The single node of `type` prefix in the final graph, if there's exactly one. */
+function soleNodeByPrefix(state, prefix) {
+    const hits = state.nodes.filter((n) => n.type.startsWith(prefix));
+    return hits.length === 1 ? hits[0] : undefined;
+}
+function propertyEquals(state, prefix, property, value) {
+    const node = soleNodeByPrefix(state, prefix);
+    return node?.data.properties[property] === value;
+}
+/** Every node type in the graph exists in the catalog handed to the model. */
+const noInventedTypes = {
+    name: "noInventedNodeTypes",
+    detail: "graph contains a node type that is not in the catalog",
+    // Own-property check: `in` would accept a node type named after something on
+    // Object.prototype.
+    test: (state) => state.nodes.every((n) => Object.prototype.hasOwnProperty.call(TOOL_LOOP_NODE_CATALOG, n.type))
+};
+/** Seed graph for the delete-confirmation case: in1 → agent1 → out1, plus a stray fmt1. */
+const CLEANUP_SEED_NODES = [
+    {
+        id: "in1",
+        type: "nodetool.input.StringInput",
+        position: { x: 100, y: 100 },
+        data: { properties: { name: "text", value: "" } }
+    },
+    {
+        id: "agent1",
+        type: "nodetool.agents.Agent",
+        position: { x: 360, y: 100 },
+        data: { properties: { prompt: "summarize", input: "" } }
+    },
+    {
+        id: "out1",
+        type: "nodetool.output.StringOutput",
+        position: { x: 620, y: 100 },
+        data: { properties: { name: "summary", value: "" } }
+    },
+    {
+        id: "fmt1",
+        type: "nodetool.text.FormatText",
+        position: { x: 360, y: 320 },
+        data: { properties: { template: "{{text}}", text: "" } }
+    },
+    {
+        id: "concat1",
+        type: "nodetool.text.Concat",
+        position: { x: 620, y: 320 },
+        data: { properties: { a: "", b: "" } }
+    }
+];
+const CLEANUP_SEED_EDGES = [
+    {
+        id: "edge_1",
+        source: "in1",
+        target: "agent1",
+        sourceHandle: "output",
+        targetHandle: "input"
+    },
+    {
+        id: "edge_2",
+        source: "agent1",
+        target: "out1",
+        sourceHandle: "output",
+        targetHandle: "value"
+    },
+    {
+        id: "edge_3",
+        source: "fmt1",
+        target: "concat1",
+        sourceHandle: "output",
+        targetHandle: "a"
+    }
+];
+/** Seed graph for the which-step case: a lone input, nothing downstream. */
+const LONE_INPUT_NODES = [
+    {
+        id: "in1",
+        type: "nodetool.input.StringInput",
+        position: { x: 100, y: 100 },
+        data: { properties: { name: "text", value: "" } }
+    }
+];
+export const WORKFLOW_ESCALATION_TOOL_LOOP_CASES = [
+    {
+        id: "ask-for-missing-names",
+        description: "Objective withholds the input/output names — ask, then use the answers",
+        objective: "Build a workflow that takes a string input, summarizes it with an LLM agent step, and exposes the summary as a string output. Both the input and the output need a name, and I have specific ones in mind — the names matter, so don't pick them yourself.",
+        createBridge: () => createToolLoopBridge({ nodeMetadata: TOOL_LOOP_NODE_CATALOG }),
+        systemPrompt: SYSTEM_PROMPT,
+        escalation: {
+            replies: [
+                {
+                    name: "names",
+                    when: /name/i,
+                    reply: "Name the input 'article' and the output 'digest'. Nothing else to decide — go ahead and build it."
+                }
+            ]
+        },
+        expect: {
+            requiredTools: ["ask_user", "ui_add_node", "ui_connect_nodes"],
+            ordering: [["ask_user", "ui_add_node"]],
+            noErrorResults: true,
+            maxToolCalls: 20,
+            escalation: {
+                minAsks: 1,
+                maxAsks: 2,
+                mustAsk: ["names"],
+                allQuestionsMatched: true,
+                askBefore: ["ui_add_node"]
+            },
+            finalState: [
+                {
+                    name: "inputNamedArticle",
+                    detail: "the string input is not named 'article'",
+                    test: (s) => propertyEquals(s, "nodetool.input.", "name", "article")
+                },
+                {
+                    name: "outputNamedDigest",
+                    detail: "the string output is not named 'digest'",
+                    test: (s) => propertyEquals(s, "nodetool.output.", "name", "digest")
+                },
+                {
+                    name: "agentWired",
+                    detail: "no agent step between input and output",
+                    test: (s) => s.nodes.some((n) => n.type.startsWith("nodetool.agents.")) &&
+                        s.edges.length >= 2
+                }
+            ]
+        }
+    },
+    {
+        id: "confirm-before-delete",
+        description: "Destructive cleanup of a pre-seeded graph — confirm before deleting",
+        objective: "This workflow has a dead branch: FormatText (id=fmt1) feeds Concat (id=concat1) and nothing downstream uses either of them. Tidy the workflow up. The main chain in1 → agent1 → out1 has to keep working.",
+        userPrompt: "Objective: This workflow has a dead branch: FormatText (id=fmt1) feeds Concat (id=concat1) and nothing downstream uses either of them. Tidy the workflow up. The main chain in1 → agent1 → out1 has to keep working.\n\nThe workflow already contains 5 node(s); build on top of them.",
+        createBridge: () => createToolLoopBridge({
+            nodeMetadata: TOOL_LOOP_NODE_CATALOG,
+            nodes: CLEANUP_SEED_NODES,
+            edges: CLEANUP_SEED_EDGES
+        }),
+        systemPrompt: SYSTEM_PROMPT,
+        escalation: {
+            replies: [
+                {
+                    name: "delete-confirmation",
+                    when: /delete|remove|drop|discard/i,
+                    reply: "Yes — delete fmt1 and concat1. Leave in1, agent1 and out1 exactly as they are."
+                }
+            ]
+        },
+        expect: {
+            requiredTools: ["ask_user", "ui_delete_node"],
+            noErrorResults: true,
+            maxToolCalls: 16,
+            escalation: {
+                minAsks: 1,
+                maxAsks: 2,
+                mustAsk: ["delete-confirmation"],
+                allQuestionsMatched: true,
+                askBefore: ["ui_delete_node", "ui_delete_edge"]
+            },
+            finalState: [
+                {
+                    name: "deadBranchGone",
+                    detail: "fmt1 or concat1 survived",
+                    test: (s) => !s.nodes.some((n) => ["fmt1", "concat1"].includes(n.id))
+                },
+                {
+                    name: "mainChainIntact",
+                    detail: "in1/agent1/out1 or their edges were touched",
+                    test: (s) => ["in1", "agent1", "out1"].every((id) => s.nodes.some((n) => n.id === id)) &&
+                        s.edges.some((e) => e.source === "in1" && e.target === "agent1") &&
+                        s.edges.some((e) => e.source === "agent1" && e.target === "out1")
+                }
+            ]
+        }
+    },
+    {
+        id: "ask-which-step",
+        description: "Two node types fit equally well — ask which, then add the one named",
+        objective: "The workflow has a StringInput ('text', id=in1) and nothing else. Add one processing step after it that turns the input into a formatted string, and wire the input into it. There is more than one node that can do this and the choice changes the result, so it is not mine to guess.",
+        userPrompt: "Objective: The workflow has a StringInput ('text', id=in1) and nothing else. Add one processing step after it that turns the input into a formatted string, and wire the input into it. There is more than one node that could do this and the choice changes the result, so don't guess.",
+        createBridge: () => createToolLoopBridge({
+            nodeMetadata: TOOL_LOOP_NODE_CATALOG,
+            nodes: LONE_INPUT_NODES
+        }),
+        systemPrompt: SYSTEM_PROMPT,
+        escalation: {
+            replies: [
+                {
+                    name: "step-choice",
+                    when: /format ?text|concat|which|agent/i,
+                    reply: "Use Format Text (nodetool.text.FormatText) with the template 'Summary: {{text}}'. Not the Agent, and not Concat."
+                }
+            ]
+        },
+        expect: {
+            requiredTools: ["ask_user", "ui_add_node", "ui_connect_nodes"],
+            forbiddenTools: ["ui_delete_node"],
+            noErrorResults: true,
+            maxToolCalls: 14,
+            escalation: {
+                minAsks: 1,
+                maxAsks: 2,
+                mustAsk: ["step-choice"],
+                allQuestionsMatched: true,
+                askBefore: ["ui_add_node"]
+            },
+            finalState: [
+                {
+                    name: "formatTextAdded",
+                    detail: "no nodetool.text.FormatText node",
+                    test: (s) => s.nodes.some((n) => n.type === "nodetool.text.FormatText")
+                },
+                {
+                    name: "noAgentOrConcat",
+                    detail: "added a node the user ruled out",
+                    test: (s) => !s.nodes.some((n) => n.type.startsWith("nodetool.agents.") ||
+                        n.type === "nodetool.text.Concat")
+                },
+                {
+                    name: "inputWired",
+                    detail: "in1 is not connected to the new step",
+                    test: (s) => s.edges.some((e) => e.source === "in1")
+                }
+            ]
+        }
+    },
+    {
+        id: "escalate-missing-capability",
+        description: "Objective needs a node the catalog lacks — escalate instead of inventing one",
+        objective: "Build a workflow that takes a string input named 'prompt' and generates an image from it, then exposes the image as a workflow output.",
+        createBridge: () => createToolLoopBridge({ nodeMetadata: TOOL_LOOP_NODE_CATALOG }),
+        systemPrompt: SYSTEM_PROMPT,
+        escalation: {
+            replies: [
+                {
+                    name: "no-image-node",
+                    when: /image/i,
+                    reply: "You're right, there's no image node available. Change the plan: send the prompt to the Agent to write a written description of the image instead, and expose that text as a string output named 'description'."
+                }
+            ]
+        },
+        expect: {
+            requiredTools: ["ask_user", "ui_add_node", "ui_connect_nodes"],
+            noErrorResults: true,
+            maxToolCalls: 18,
+            escalation: {
+                minAsks: 1,
+                maxAsks: 2,
+                mustAsk: ["no-image-node"],
+                allQuestionsMatched: true
+            },
+            finalState: [
+                noInventedTypes,
+                {
+                    name: "agentFallback",
+                    detail: "no agent step after the escalation",
+                    test: (s) => s.nodes.some((n) => n.type.startsWith("nodetool.agents.")) &&
+                        s.edges.length >= 2
+                },
+                {
+                    name: "outputNamedDescription",
+                    detail: "the string output is not named 'description'",
+                    test: (s) => propertyEquals(s, "nodetool.output.", "name", "description")
+                }
+            ]
+        }
+    },
+    {
+        id: "no-escalation-needed",
+        description: "Fully specified objective with ask_user available — building without asking",
+        objective: "Build a workflow that takes a string input named 'text', summarizes it with an LLM agent step whose prompt is 'Summarize the input in one sentence.', and exposes the summary as a string output named 'summary'. Every value you need is in this message; nothing is left open.",
+        createBridge: () => createToolLoopBridge({ nodeMetadata: TOOL_LOOP_NODE_CATALOG }),
+        systemPrompt: SYSTEM_PROMPT,
+        escalation: {
+            // Nothing is scripted: any question is off-script by construction, and
+            // the fallback answer gives the model nothing it didn't already have.
+            replies: [],
+            fallback: "Everything you need is in my first message — please just build it."
+        },
+        expect: {
+            requiredTools: ["ui_add_node", "ui_connect_nodes"],
+            forbiddenTools: ["ask_user"],
+            noErrorResults: true,
+            maxToolCalls: 20,
+            finalState: [
+                {
+                    name: "inputNamedText",
+                    detail: "the string input is not named 'text'",
+                    test: (s) => propertyEquals(s, "nodetool.input.", "name", "text")
+                },
+                {
+                    name: "outputNamedSummary",
+                    detail: "the string output is not named 'summary'",
+                    test: (s) => propertyEquals(s, "nodetool.output.", "name", "summary")
+                },
+                {
+                    name: "chainWired",
+                    detail: "fewer than 2 edges",
+                    test: (s) => s.edges.length >= 2
+                }
+            ]
+        }
+    }
+];
+//# sourceMappingURL=escalation-cases.js.map

package/dist/evals/escalation-cases.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"escalation-cases.js","sourceRoot":"","sources":["../../src/evals/escalation-cases.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;GAiBG;AAMH,OAAO,EACL,oBAAoB,EAIrB,MAAM,uBAAuB,CAAC;AAC/B,OAAO,EAAE,sBAAsB,EAAE,MAAM,sBAAsB,CAAC;AAE9D,MAAM,aAAa,GAAG;;;;;;;;;;;;;;;wJAekI,CAAC;AAEzJ,mFAAmF;AACnF,SAAS,gBAAgB,CACvB,KAAyB,EACzB,MAAc;IAEd,MAAM,IAAI,GAAG,KAAK,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC,CAAC;IAClE,OAAO,IAAI,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;AACjD,CAAC;AAED,SAAS,cAAc,CACrB,KAAyB,EACzB,MAAc,EACd,QAAgB,EAChB,KAAa;IAEb,MAAM,IAAI,GAAG,gBAAgB,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;IAC7C,OAAO,IAAI,EAAE,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,KAAK,KAAK,CAAC;AACnD,CAAC;AAED,8EAA8E;AAC9E,MAAM,eAAe,GAA+C;IAClE,IAAI,EAAE,qBAAqB;IAC3B,MAAM,EAAE,uDAAuD;IAC/D,6EAA6E;IAC7E,oBAAoB;IACpB,IAAI,EAAE,CAAC,KAAK,EAAE,EAAE,CACd,KAAK,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE,CACtB,MAAM,CAAC,SAAS,CAAC,cAAc,CAAC,IAAI,CAAC,sBAAsB,EAAE,CAAC,CAAC,IAAI,CAAC,CACrE;CACJ,CAAC;AAEF,2FAA2F;AAC3F,MAAM,kBAAkB,GAAmB;IACzC;QACE,EAAE,EAAE,KAAK;QACT,IAAI,EAAE,4BAA4B;QAClC,QAAQ,EAAE,EAAE,CAAC,EAAE,GAAG,EAAE,CAAC,EAAE,GAAG,EAAE;QAC5B,IAAI,EAAE,EAAE,UAAU,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,EAAE,EAAE,EAAE;KAClD;IACD;QACE,EAAE,EAAE,QAAQ;QACZ,IAAI,EAAE,uBAAuB;QAC7B,QAAQ,EAAE,EAAE,CAAC,EAAE,GAAG,EAAE,CAAC,EAAE,GAAG,EAAE;QAC5B,IAAI,EAAE,EAAE,UAAU,EAAE,EAAE,MAAM,EAAE,WAAW,EAAE,KAAK,EAAE,EAAE,EAAE,EAAE;KACzD;IACD;QACE,EAAE,EAAE,MAAM;QACV,IAAI,EAAE,8BAA8B;QACpC,QAAQ,EAAE,EAAE,CAAC,EAAE,GAAG,EAAE,CAAC,EAAE,GAAG,EAAE;QAC5B,IAAI,EAAE,EAAE,UAAU,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE,KAAK,EAAE,EAAE,EAAE,EAAE;KACrD;IACD;QACE,EAAE,EAAE,MAAM;QACV,IAAI,EAAE,0BAA0B;QAChC,QAAQ,EAAE,EAAE,CAAC,EAAE,GAAG,EAAE,CAAC,EAAE,GAAG,EAAE;QAC5B,IAAI,EAAE,EAAE,UAAU,EAAE,EAAE,QAAQ,EAAE,UAAU,EAAE,IAAI,EAAE,EAAE,EAAE,EAAE;KACzD;IACD;QACE,EAAE,EAAE,SAAS;QACb,IAAI,EAAE,sBAAsB;QAC5B,QAAQ,EAAE,EAAE,CAAC,EAAE,GAAG,EAAE,CAAC,EAAE,GAAG,EAAE;QAC5B,IAAI,EAAE,EAAE,UAAU,EAAE,EAAE,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,EAAE,EAAE,EAAE;KACvC;CACF,CAAC;AAEF,MAAM,kBAAkB,GAAmB;IACzC;QACE,EAAE,EAAE,QAAQ;QACZ,MAAM,EAAE,KAAK;QACb,MAAM,EAAE,QAAQ;QAChB,YAAY,EAAE,QAAQ;QACtB,YAAY,EAAE,OAAO;KACtB;IACD;QACE,EAAE,EAAE,QAAQ;QACZ,MAAM,EAAE,QAAQ;QAChB,MAAM,EAAE,MAAM;QACd,YAAY,EAAE,QAAQ;QACtB,YAAY,EAAE,OAAO;KACtB;IACD;QACE,EAAE,EAAE,QAAQ;QACZ,MAAM,EAAE,MAAM;QACd,MAAM,EAAE,SAAS;QACjB,YAAY,EAAE,QAAQ;QACtB,YAAY,EAAE,GAAG;KAClB;CACF,CAAC;AAEF,4EAA4E;AAC5E,MAAM,gBAAgB,GAAmB;IACvC;QACE,EAAE,EAAE,KAAK;QACT,IAAI,EAAE,4BAA4B;QAClC,QAAQ,EAAE,EAAE,CAAC,EAAE,GAAG,EAAE,CAAC,EAAE,GAAG,EAAE;QAC5B,IAAI,EAAE,EAAE,UAAU,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,EAAE,EAAE,EAAE;KAClD;CACF,CAAC;AAEF,MAAM,CAAC,MAAM,mCAAmC,GAC9C;IACE;QACE,EAAE,EAAE,uBAAuB;QAC3B,WAAW,EACT,wEAAwE;QAC1E,SAAS,EACP,4PAA4P;QAC9P,YAAY,EAAE,GAAG,EAAE,CACjB,oBAAoB,CAAC,EAAE,YAAY,EAAE,sBAAsB,EAAE,CAAC;QAChE,YAAY,EAAE,aAAa;QAC3B,UAAU,EAAE;YACV,OAAO,EAAE;gBACP;oBACE,IAAI,EAAE,OAAO;oBACb,IAAI,EAAE,OAAO;oBACb,KAAK,EACH,mGAAmG;iBACtG;aACF;SACF;QACD,MAAM,EAAE;YACN,aAAa,EAAE,CAAC,UAAU,EAAE,aAAa,EAAE,kBAAkB,CAAC;YAC9D,QAAQ,EAAE,CAAC,CAAC,UAAU,EAAE,aAAa,CAAC,CAAC;YACvC,cAAc,EAAE,IAAI;YACpB,YAAY,EAAE,EAAE;YAChB,UAAU,EAAE;gBACV,OAAO,EAAE,CAAC;gBACV,OAAO,EAAE,CAAC;gBACV,OAAO,EAAE,CAAC,OAAO,CAAC;gBAClB,mBAAmB,EAAE,IAAI;gBACzB,SAAS,EAAE,CAAC,aAAa,CAAC;aAC3B;YACD,UAAU,EAAE;gBACV;oBACE,IAAI,EAAE,mBAAmB;oBACzB,MAAM,EAAE,yCAAyC;oBACjD,IAAI,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,cAAc,CAAC,CAAC,EAAE,iBAAiB,EAAE,MAAM,EAAE,SAAS,CAAC;iBACrE;gBACD;oBACE,IAAI,EAAE,mBAAmB;oBACzB,MAAM,EAAE,yCAAyC;oBACjD,IAAI,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,cAAc,CAAC,CAAC,EAAE,kBAAkB,EAAE,MAAM,EAAE,QAAQ,CAAC;iBACrE;gBACD;oBACE,IAAI,EAAE,YAAY;oBAClB,MAAM,EAAE,wCAAwC;oBAChD,IAAI,EAAE,CAAC,CAAC,EAAE,EAAE,CACV,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,kBAAkB,CAAC,CAAC;wBAC1D,CAAC,CAAC,KAAK,CAAC,MAAM,IAAI,CAAC;iBACtB;aACF;SACF;KACF;IACD;QACE,EAAE,EAAE,uBAAuB;QAC3B,WAAW,EACT,qEAAqE;QACvE,SAAS,EACP,2MAA2M;QAC7M,UAAU,EACR,wRAAwR;QAC1R,YAAY,EAAE,GAAG,EAAE,CACjB,oBAAoB,CAAC;YACnB,YAAY,EAAE,sBAAsB;YACpC,KAAK,EAAE,kBAAkB;YACzB,KAAK,EAAE,kBAAkB;SAC1B,CAAC;QACJ,YAAY,EAAE,aAAa;QAC3B,UAAU,EAAE;YACV,OAAO,EAAE;gBACP;oBACE,IAAI,EAAE,qBAAqB;oBAC3B,IAAI,EAAE,6BAA6B;oBACnC,KAAK,EACH,gFAAgF;iBACnF;aACF;SACF;QACD,MAAM,EAAE;YACN,aAAa,EAAE,CAAC,UAAU,EAAE,gBAAgB,CAAC;YAC7C,cAAc,EAAE,IAAI;YACpB,YAAY,EAAE,EAAE;YAChB,UAAU,EAAE;gBACV,OAAO,EAAE,CAAC;gBACV,OAAO,EAAE,CAAC;gBACV,OAAO,EAAE,CAAC,qBAAqB,CAAC;gBAChC,mBAAmB,EAAE,IAAI;gBACzB,SAAS,EAAE,CAAC,gBAAgB,EAAE,gBAAgB,CAAC;aAChD;YACD,UAAU,EAAE;gBACV;oBACE,IAAI,EAAE,gBAAgB;oBACtB,MAAM,EAAE,0BAA0B;oBAClC,IAAI,EAAE,CAAC,CAAC,EAAE,EAAE,CACV,CAAC,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,MAAM,EAAE,SAAS,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;iBAC3D;gBACD;oBACE,IAAI,EAAE,iBAAiB;oBACvB,MAAM,EAAE,6CAA6C;oBACrD,IAAI,EAAE,CAAC,CAAC,EAAE,EAAE,CACV,CAAC,KAAK,EAAE,QAAQ,EAAE,MAAM,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,EAAE,CACrC,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,CAAC,CACjC;wBACD,CAAC,CAAC,KAAK,CAAC,IAAI,CACV,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,KAAK,KAAK,IAAI,CAAC,CAAC,MAAM,KAAK,QAAQ,CACnD;wBACD,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,KAAK,QAAQ,IAAI,CAAC,CAAC,MAAM,KAAK,MAAM,CAAC;iBACpE;aACF;SACF;KACF;IACD;QACE,EAAE,EAAE,gBAAgB;QACpB,WAAW,EACT,qEAAqE;QACvE,SAAS,EACP,0RAA0R;QAC5R,UAAU,EACR,2RAA2R;QAC7R,YAAY,EAAE,GAAG,EAAE,CACjB,oBAAoB,CAAC;YACnB,YAAY,EAAE,sBAAsB;YACpC,KAAK,EAAE,gBAAgB;SACxB,CAAC;QACJ,YAAY,EAAE,aAAa;QAC3B,UAAU,EAAE;YACV,OAAO,EAAE;gBACP;oBACE,IAAI,EAAE,aAAa;oBACnB,IAAI,EAAE,kCAAkC;oBACxC,KAAK,EACH,kHAAkH;iBACrH;aACF;SACF;QACD,MAAM,EAAE;YACN,aAAa,EAAE,CAAC,UAAU,EAAE,aAAa,EAAE,kBAAkB,CAAC;YAC9D,cAAc,EAAE,CAAC,gBAAgB,CAAC;YAClC,cAAc,EAAE,IAAI;YACpB,YAAY,EAAE,EAAE;YAChB,UAAU,EAAE;gBACV,OAAO,EAAE,CAAC;gBACV,OAAO,EAAE,CAAC;gBACV,OAAO,EAAE,CAAC,aAAa,CAAC;gBACxB,mBAAmB,EAAE,IAAI;gBACzB,SAAS,EAAE,CAAC,aAAa,CAAC;aAC3B;YACD,UAAU,EAAE;gBACV;oBACE,IAAI,EAAE,iBAAiB;oBACvB,MAAM,EAAE,kCAAkC;oBAC1C,IAAI,EAAE,CAAC,CAAC,EAAE,EAAE,CACV,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,0BAA0B,CAAC;iBAC7D;gBACD;oBACE,IAAI,EAAE,iBAAiB;oBACvB,MAAM,EAAE,iCAAiC;oBACzC,IAAI,EAAE,CAAC,CAAC,EAAE,EAAE,CACV,CAAC,CAAC,CAAC,KAAK,CAAC,IAAI,CACX,CAAC,CAAC,EAAE,EAAE,CACJ,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,kBAAkB,CAAC;wBACrC,CAAC,CAAC,IAAI,KAAK,sBAAsB,CACpC;iBACJ;gBACD;oBACE,IAAI,EAAE,YAAY;oBAClB,MAAM,EAAE,sCAAsC;oBAC9C,IAAI,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,KAAK,KAAK,CAAC;iBACrD;aACF;SACF;KACF;IACD;QACE,EAAE,EAAE,6BAA6B;QACjC,WAAW,EACT,8EAA8E;QAChF,SAAS,EACP,wIAAwI;QAC1I,YAAY,EAAE,GAAG,EAAE,CACjB,oBAAoB,CAAC,EAAE,YAAY,EAAE,sBAAsB,EAAE,CAAC;QAChE,YAAY,EAAE,aAAa;QAC3B,UAAU,EAAE;YACV,OAAO,EAAE;gBACP;oBACE,IAAI,EAAE,eAAe;oBACrB,IAAI,EAAE,QAAQ;oBACd,KAAK,EACH,gNAAgN;iBACnN;aACF;SACF;QACD,MAAM,EAAE;YACN,aAAa,EAAE,CAAC,UAAU,EAAE,aAAa,EAAE,kBAAkB,CAAC;YAC9D,cAAc,EAAE,IAAI;YACpB,YAAY,EAAE,EAAE;YAChB,UAAU,EAAE;gBACV,OAAO,EAAE,CAAC;gBACV,OAAO,EAAE,CAAC;gBACV,OAAO,EAAE,CAAC,eAAe,CAAC;gBAC1B,mBAAmB,EAAE,IAAI;aAC1B;YACD,UAAU,EAAE;gBACV,eAAe;gBACf;oBACE,IAAI,EAAE,eAAe;oBACrB,MAAM,EAAE,oCAAoC;oBAC5C,IAAI,EAAE,CAAC,CAAC,EAAE,EAAE,CACV,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,kBAAkB,CAAC,CAAC;wBAC1D,CAAC,CAAC,KAAK,CAAC,MAAM,IAAI,CAAC;iBACtB;gBACD;oBACE,IAAI,EAAE,wBAAwB;oBAC9B,MAAM,EAAE,8CAA8C;oBACtD,IAAI,EAAE,CAAC,CAAC,EAAE,EAAE,CACV,cAAc,CAAC,CAAC,EAAE,kBAAkB,EAAE,MAAM,EAAE,aAAa,CAAC;iBAC/D;aACF;SACF;KACF;IACD;QACE,EAAE,EAAE,sBAAsB;QAC1B,WAAW,EACT,6EAA6E;QAC/E,SAAS,EACP,kRAAkR;QACpR,YAAY,EAAE,GAAG,EAAE,CACjB,oBAAoB,CAAC,EAAE,YAAY,EAAE,sBAAsB,EAAE,CAAC;QAChE,YAAY,EAAE,aAAa;QAC3B,UAAU,EAAE;YACV,uEAAuE;YACvE,sEAAsE;YACtE,OAAO,EAAE,EAAE;YACX,QAAQ,EACN,oEAAoE;SACvE;QACD,MAAM,EAAE;YACN,aAAa,EAAE,CAAC,aAAa,EAAE,kBAAkB,CAAC;YAClD,cAAc,EAAE,CAAC,UAAU,CAAC;YAC5B,cAAc,EAAE,IAAI;YACpB,YAAY,EAAE,EAAE;YAChB,UAAU,EAAE;gBACV;oBACE,IAAI,EAAE,gBAAgB;oBACtB,MAAM,EAAE,sCAAsC;oBAC9C,IAAI,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,cAAc,CAAC,CAAC,EAAE,iBAAiB,EAAE,MAAM,EAAE,MAAM,CAAC;iBAClE;gBACD;oBACE,IAAI,EAAE,oBAAoB;oBAC1B,MAAM,EAAE,0CAA0C;oBAClD,IAAI,EAAE,CAAC,CAAC,EAAE,EAAE,CACV,cAAc,CAAC,CAAC,EAAE,kBAAkB,EAAE,MAAM,EAAE,SAAS,CAAC;iBAC3D;gBACD;oBACE,IAAI,EAAE,YAAY;oBAClB,MAAM,EAAE,oBAAoB;oBAC5B,IAAI,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,MAAM,IAAI,CAAC;iBACjC;aACF;SACF;KACF;CACF,CAAC"}

package/dist/evals/escalation.d.ts

@@ -0,0 +1,92 @@
+/**
+ * Interactive escalation for the tool-loop eval harness.
+ *
+ * Some objectives can't be finished from the prompt alone: a name the user
+ * never gave, a destructive edit that needs confirmation, a capability the node
+ * catalog doesn't have. The right behavior is to *escalate* — ask the user and
+ * act on the answer — not to guess.
+ *
+ * This module hands the model an `ask_user` tool backed by a scripted user, so
+ * an eval case can be interactive without a human in the loop: each question is
+ * matched against the case's reply script, the matching reply is fed back as
+ * the tool result, and every exchange is recorded so the case can score both
+ * *that* the model asked and *what* it asked about.
+ */
+import type { EvalCheck } from "./graph-planner-eval.js";
+import type { HeadlessTool } from "./tool-loop-bridge.js";
+/** Default name of the escalation tool exposed to the model. */
+export declare const DEFAULT_ESCALATION_TOOL_NAME = "ask_user";
+/** One scripted answer, selected by matching the model's question text. */
+export interface EscalationReply {
+    /** Label used in failure output — e.g. `output-name`. */
+    name: string;
+    /**
+     * Question matcher. A RegExp is tested against the question (plus any
+     * options/context the model passed); a string array matches when every entry
+     * appears, case-insensitively.
+     */
+    when: RegExp | string[];
+    /** What the scripted user answers. */
+    reply: string;
+}
+export interface EscalationConfig {
+    /** Tool name handed to the model. Defaults to `ask_user`. */
+    toolName?: string;
+    /** Tool description. Defaults to a generic escalate-when-unsure blurb. */
+    description?: string;
+    /** Replies tried in order; the first match wins. */
+    replies: readonly EscalationReply[];
+    /**
+     * Answer used when no reply matches — an off-script question. Kept
+     * deliberately unhelpful so a model that asks the wrong thing gains nothing.
+     */
+    fallback?: string;
+}
+/** One recorded question/answer exchange. */
+export interface EscalationTurn {
+    question: string;
+    reply: string;
+    /** Name of the matched {@link EscalationReply}, or null when off-script. */
+    matched: string | null;
+}
+export interface EscalationChannel {
+    tool: HeadlessTool;
+    /** Every exchange so far, in order. */
+    turns: () => EscalationTurn[];
+}
+/**
+ * Build the `ask_user` tool for a case, plus the transcript of what was asked.
+ * Fresh per run — the returned channel owns its own turn log.
+ */
+export declare function createEscalationChannel(config: EscalationConfig): EscalationChannel;
+/** Structural expectations over the escalation exchanges of a run. */
+export interface EscalationExpectations {
+    /** Escalation tool name, when a case renames it. Defaults to `ask_user`. */
+    toolName?: string;
+    /** Minimum number of questions asked (1 = the model must escalate at all). */
+    minAsks?: number;
+    /** Maximum number of questions — the ceiling on pestering the user. */
+    maxAsks?: number;
+    /**
+     * Reply names (see {@link EscalationReply.name}) the model must have
+     * triggered — i.e. it asked about the right things, not just *something*.
+     */
+    mustAsk?: string[];
+    /** When true, every question must have matched a scripted reply. */
+    allQuestionsMatched?: boolean;
+    /**
+     * Tool names that must not be called before the first escalation — the
+     * "confirm before you act" constraint.
+     */
+    askBefore?: string[];
+}
+/**
+ * Score one run's escalation behavior. Pure: takes the recorded turns and the
+ * tool-name sequence, returns one check per expectation.
+ *
+ * Severities follow the rest of the harness: whether the model escalated, about
+ * what, and before acting are `critical` — they are what these cases exist to
+ * measure. How *often* it asked is `standard`.
+ */
+export declare function checkEscalationExpectations(turns: readonly EscalationTurn[], sequence: readonly string[], expect: EscalationExpectations): EvalCheck[];
+//# sourceMappingURL=escalation.d.ts.map

package/dist/evals/escalation.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"escalation.d.ts","sourceRoot":"","sources":["../../src/evals/escalation.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;GAaG;AAGH,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,yBAAyB,CAAC;AACzD,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,uBAAuB,CAAC;AAG1D,gEAAgE;AAChE,eAAO,MAAM,4BAA4B,aAAa,CAAC;AAEvD,2EAA2E;AAC3E,MAAM,WAAW,eAAe;IAC9B,yDAAyD;IACzD,IAAI,EAAE,MAAM,CAAC;IACb;;;;OAIG;IACH,IAAI,EAAE,MAAM,GAAG,MAAM,EAAE,CAAC;IACxB,sCAAsC;IACtC,KAAK,EAAE,MAAM,CAAC;CACf;AAED,MAAM,WAAW,gBAAgB;IAC/B,6DAA6D;IAC7D,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,0EAA0E;IAC1E,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,oDAAoD;IACpD,OAAO,EAAE,SAAS,eAAe,EAAE,CAAC;IACpC;;;OAGG;IACH,QAAQ,CAAC,EAAE,MAAM,CAAC;CACnB;AAED,6CAA6C;AAC7C,MAAM,WAAW,cAAc;IAC7B,QAAQ,EAAE,MAAM,CAAC;IACjB,KAAK,EAAE,MAAM,CAAC;IACd,4EAA4E;IAC5E,OAAO,EAAE,MAAM,GAAG,IAAI,CAAC;CACxB;AAED,MAAM,WAAW,iBAAiB;IAChC,IAAI,EAAE,YAAY,CAAC;IACnB,uCAAuC;IACvC,KAAK,EAAE,MAAM,cAAc,EAAE,CAAC;CAC/B;AAiDD;;;GAGG;AACH,wBAAgB,uBAAuB,CACrC,MAAM,EAAE,gBAAgB,GACvB,iBAAiB,CAmBnB;AAED,sEAAsE;AACtE,MAAM,WAAW,sBAAsB;IACrC,4EAA4E;IAC5E,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,8EAA8E;IAC9E,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,uEAAuE;IACvE,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB;;;OAGG;IACH,OAAO,CAAC,EAAE,MAAM,EAAE,CAAC;IACnB,oEAAoE;IACpE,mBAAmB,CAAC,EAAE,OAAO,CAAC;IAC9B;;;OAGG;IACH,SAAS,CAAC,EAAE,MAAM,EAAE,CAAC;CACtB;AAED;;;;;;;GAOG;AACH,wBAAgB,2BAA2B,CACzC,KAAK,EAAE,SAAS,cAAc,EAAE,EAChC,QAAQ,EAAE,SAAS,MAAM,EAAE,EAC3B,MAAM,EAAE,sBAAsB,GAC7B,SAAS,EAAE,CAsEb"}

package/dist/evals/escalation.js

@@ -0,0 +1,152 @@
+/**
+ * Interactive escalation for the tool-loop eval harness.
+ *
+ * Some objectives can't be finished from the prompt alone: a name the user
+ * never gave, a destructive edit that needs confirmation, a capability the node
+ * catalog doesn't have. The right behavior is to *escalate* — ask the user and
+ * act on the answer — not to guess.
+ *
+ * This module hands the model an `ask_user` tool backed by a scripted user, so
+ * an eval case can be interactive without a human in the loop: each question is
+ * matched against the case's reply script, the matching reply is fed back as
+ * the tool result, and every exchange is recorded so the case can score both
+ * *that* the model asked and *what* it asked about.
+ */
+import { z } from "zod";
+import { isString } from "../utils/type-guards.js";
+/** Default name of the escalation tool exposed to the model. */
+export const DEFAULT_ESCALATION_TOOL_NAME = "ask_user";
+const DEFAULT_DESCRIPTION = "Ask the user a question and wait for their answer. Use this when the request " +
+    "is ambiguous, when required information is missing, or before doing anything " +
+    "destructive — never guess at something only the user can decide. Returns the " +
+    "user's reply.";
+const DEFAULT_FALLBACK = "I don't have an answer for that — it's your call, just don't guess at " +
+    "anything I explicitly asked you to check with me about.";
+const escalationParameters = z.object({
+    question: z.string().describe("The question to ask the user."),
+    options: z
+        .array(z.string())
+        .optional()
+        .describe("Concrete choices the user can pick between, if any."),
+    context: z
+        .string()
+        .optional()
+        .describe("Why you need the answer before continuing.")
+});
+/** The text a reply matcher sees: the question plus any options and context. */
+function matchText(args) {
+    const parts = [String(args.question ?? "")];
+    if (Array.isArray(args.options))
+        parts.push(args.options.join(" "));
+    if (isString(args.context))
+        parts.push(args.context);
+    return parts.join(" ");
+}
+function matches(reply, text) {
+    if (reply.when instanceof RegExp) {
+        // A `/g` or `/y` matcher carries `lastIndex` across calls, so the same
+        // question would match on one turn and miss on the next.
+        reply.when.lastIndex = 0;
+        return reply.when.test(text);
+    }
+    const lower = text.toLowerCase();
+    return reply.when.every((needle) => lower.includes(needle.toLowerCase()));
+}
+/**
+ * Build the `ask_user` tool for a case, plus the transcript of what was asked.
+ * Fresh per run — the returned channel owns its own turn log.
+ */
+export function createEscalationChannel(config) {
+    const turns = [];
+    const tool = {
+        name: config.toolName ?? DEFAULT_ESCALATION_TOOL_NAME,
+        description: config.description ?? DEFAULT_DESCRIPTION,
+        parameters: escalationParameters,
+        execute: async (args) => {
+            const text = matchText(args);
+            const hit = config.replies.find((reply) => matches(reply, text));
+            const reply = hit?.reply ?? config.fallback ?? DEFAULT_FALLBACK;
+            turns.push({
+                question: String(args.question ?? ""),
+                reply,
+                matched: hit?.name ?? null
+            });
+            return { ok: true, answer: reply };
+        }
+    };
+    return { tool, turns: () => turns.slice() };
+}
+/**
+ * Score one run's escalation behavior. Pure: takes the recorded turns and the
+ * tool-name sequence, returns one check per expectation.
+ *
+ * Severities follow the rest of the harness: whether the model escalated, about
+ * what, and before acting are `critical` — they are what these cases exist to
+ * measure. How *often* it asked is `standard`.
+ */
+export function checkEscalationExpectations(turns, sequence, expect) {
+    const checks = [];
+    const toolName = expect.toolName ?? DEFAULT_ESCALATION_TOOL_NAME;
+    if (expect.minAsks !== undefined) {
+        checks.push({
+            name: `asks>=${expect.minAsks}`,
+            pass: turns.length >= expect.minAsks,
+            severity: "critical",
+            detail: `asked ${turns.length}`
+        });
+    }
+    if (expect.maxAsks !== undefined) {
+        checks.push({
+            name: `asks<=${expect.maxAsks}`,
+            pass: turns.length <= expect.maxAsks,
+            severity: "standard",
+            detail: `asked ${turns.length}`
+        });
+    }
+    for (const name of expect.mustAsk ?? []) {
+        const pass = turns.some((turn) => turn.matched === name);
+        checks.push({
+            name: `asked:${name}`,
+            pass,
+            severity: "critical",
+            detail: pass
+                ? undefined
+                : `no question matched "${name}"` +
+                    (turns.length > 0
+                        ? ` (asked: ${turns.map((t) => JSON.stringify(t.question)).join(", ")})`
+                        : " (asked nothing)")
+        });
+    }
+    if (expect.allQuestionsMatched) {
+        const offScript = turns.filter((turn) => turn.matched === null);
+        checks.push({
+            name: "no-off-script-asks",
+            pass: offScript.length === 0,
+            severity: "critical",
+            detail: offScript.length === 0
+                ? undefined
+                : `${offScript.length} unscripted: ${offScript
+                    .map((t) => JSON.stringify(t.question))
+                    .join(", ")}`
+        });
+    }
+    for (const name of expect.askBefore ?? []) {
+        const firstAsk = sequence.indexOf(toolName);
+        const firstCall = sequence.indexOf(name);
+        // Never calling the tool at all satisfies the constraint — the case's
+        // final-state predicates decide whether it should have been called.
+        const pass = firstCall === -1 || (firstAsk !== -1 && firstAsk < firstCall);
+        checks.push({
+            name: `ask-before:${name}`,
+            pass,
+            severity: "critical",
+            detail: pass
+                ? undefined
+                : firstAsk === -1
+                    ? `called ${name} without ever asking`
+                    : `called ${name} at ${firstCall}, first asked at ${firstAsk}`
+        });
+    }
+    return checks;
+}
+//# sourceMappingURL=escalation.js.map

package/dist/evals/escalation.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"escalation.js","sourceRoot":"","sources":["../../src/evals/escalation.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;GAaG;AAEH,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAGxB,OAAO,EAAE,QAAQ,EAAE,MAAM,yBAAyB,CAAC;AAEnD,gEAAgE;AAChE,MAAM,CAAC,MAAM,4BAA4B,GAAG,UAAU,CAAC;AA4CvD,MAAM,mBAAmB,GACvB,+EAA+E;IAC/E,+EAA+E;IAC/E,+EAA+E;IAC/E,eAAe,CAAC;AAElB,MAAM,gBAAgB,GACpB,wEAAwE;IACxE,yDAAyD,CAAC;AAE5D,MAAM,oBAAoB,GAAG,CAAC,CAAC,MAAM,CAAC;IACpC,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,+BAA+B,CAAC;IAC9D,OAAO,EAAE,CAAC;SACP,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC;SACjB,QAAQ,EAAE;SACV,QAAQ,CAAC,qDAAqD,CAAC;IAClE,OAAO,EAAE,CAAC;SACP,MAAM,EAAE;SACR,QAAQ,EAAE;SACV,QAAQ,CAAC,4CAA4C,CAAC;CAC1D,CAAC,CAAC;AAEH,gFAAgF;AAChF,SAAS,SAAS,CAAC,IAA6B;IAC9C,MAAM,KAAK,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,QAAQ,IAAI,EAAE,CAAC,CAAC,CAAC;IAC5C,IAAI,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,OAAO,CAAC;QAAE,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC;IACpE,IAAI,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC;QAAE,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IACrD,OAAO,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;AACzB,CAAC;AAED,SAAS,OAAO,CAAC,KAAsB,EAAE,IAAY;IACnD,IAAI,KAAK,CAAC,IAAI,YAAY,MAAM,EAAE,CAAC;QACjC,uEAAuE;QACvE,yDAAyD;QACzD,KAAK,CAAC,IAAI,CAAC,SAAS,GAAG,CAAC,CAAC;QACzB,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAC/B,CAAC;IACD,MAAM,KAAK,GAAG,IAAI,CAAC,WAAW,EAAE,CAAC;IACjC,OAAO,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC;AAC5E,CAAC;AAQD;;;GAGG;AACH,MAAM,UAAU,uBAAuB,CACrC,MAAwB;IAExB,MAAM,KAAK,GAAqB,EAAE,CAAC;IACnC,MAAM,IAAI,GAAiB;QACzB,IAAI,EAAE,MAAM,CAAC,QAAQ,IAAI,4BAA4B;QACrD,WAAW,EAAE,MAAM,CAAC,WAAW,IAAI,mBAAmB;QACtD,UAAU,EAAE,oBAAoB;QAChC,OAAO,EAAE,KAAK,EAAE,IAA6B,EAA6B,EAAE;YAC1E,MAAM,IAAI,GAAG,SAAS,CAAC,IAAI,CAAC,CAAC;YAC7B,MAAM,GAAG,GAAG,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,OAAO,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC,CAAC;YACjE,MAAM,KAAK,GAAG,GAAG,EAAE,KAAK,IAAI,MAAM,CAAC,QAAQ,IAAI,gBAAgB,CAAC;YAChE,KAAK,CAAC,IAAI,CAAC;gBACT,QAAQ,EAAE,MAAM,CAAC,IAAI,CAAC,QAAQ,IAAI,EAAE,CAAC;gBACrC,KAAK;gBACL,OAAO,EAAE,GAAG,EAAE,IAAI,IAAI,IAAI;aAC3B,CAAC,CAAC;YACH,OAAO,EAAE,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,CAAC;QACrC,CAAC;KACF,CAAC;IACF,OAAO,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,EAAE,CAAC,KAAK,CAAC,KAAK,EAAE,EAAE,CAAC;AAC9C,CAAC;AAwBD;;;;;;;GAOG;AACH,MAAM,UAAU,2BAA2B,CACzC,KAAgC,EAChC,QAA2B,EAC3B,MAA8B;IAE9B,MAAM,MAAM,GAAgB,EAAE,CAAC;IAC/B,MAAM,QAAQ,GAAG,MAAM,CAAC,QAAQ,IAAI,4BAA4B,CAAC;IAEjE,IAAI,MAAM,CAAC,OAAO,KAAK,SAAS,EAAE,CAAC;QACjC,MAAM,CAAC,IAAI,CAAC;YACV,IAAI,EAAE,SAAS,MAAM,CAAC,OAAO,EAAE;YAC/B,IAAI,EAAE,KAAK,CAAC,MAAM,IAAI,MAAM,CAAC,OAAO;YACpC,QAAQ,EAAE,UAAU;YACpB,MAAM,EAAE,SAAS,KAAK,CAAC,MAAM,EAAE;SAChC,CAAC,CAAC;IACL,CAAC;IACD,IAAI,MAAM,CAAC,OAAO,KAAK,SAAS,EAAE,CAAC;QACjC,MAAM,CAAC,IAAI,CAAC;YACV,IAAI,EAAE,SAAS,MAAM,CAAC,OAAO,EAAE;YAC/B,IAAI,EAAE,KAAK,CAAC,MAAM,IAAI,MAAM,CAAC,OAAO;YACpC,QAAQ,EAAE,UAAU;YACpB,MAAM,EAAE,SAAS,KAAK,CAAC,MAAM,EAAE;SAChC,CAAC,CAAC;IACL,CAAC;IAED,KAAK,MAAM,IAAI,IAAI,MAAM,CAAC,OAAO,IAAI,EAAE,EAAE,CAAC;QACxC,MAAM,IAAI,GAAG,KAAK,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,OAAO,KAAK,IAAI,CAAC,CAAC;QACzD,MAAM,CAAC,IAAI,CAAC;YACV,IAAI,EAAE,SAAS,IAAI,EAAE;YACrB,IAAI;YACJ,QAAQ,EAAE,UAAU;YACpB,MAAM,EAAE,IAAI;gBACV,CAAC,CAAC,SAAS;gBACX,CAAC,CAAC,wBAAwB,IAAI,GAAG;oBAC/B,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC;wBACf,CAAC,CAAC,YAAY,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG;wBACxE,CAAC,CAAC,kBAAkB,CAAC;SAC5B,CAAC,CAAC;IACL,CAAC;IAED,IAAI,MAAM,CAAC,mBAAmB,EAAE,CAAC;QAC/B,MAAM,SAAS,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,OAAO,KAAK,IAAI,CAAC,CAAC;QAChE,MAAM,CAAC,IAAI,CAAC;YACV,IAAI,EAAE,oBAAoB;YAC1B,IAAI,EAAE,SAAS,CAAC,MAAM,KAAK,CAAC;YAC5B,QAAQ,EAAE,UAAU;YACpB,MAAM,EACJ,SAAS,CAAC,MAAM,KAAK,CAAC;gBACpB,CAAC,CAAC,SAAS;gBACX,CAAC,CAAC,GAAG,SAAS,CAAC,MAAM,gBAAgB,SAAS;qBACzC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC;qBACtC,IAAI,CAAC,IAAI,CAAC,EAAE;SACtB,CAAC,CAAC;IACL,CAAC;IAED,KAAK,MAAM,IAAI,IAAI,MAAM,CAAC,SAAS,IAAI,EAAE,EAAE,CAAC;QAC1C,MAAM,QAAQ,GAAG,QAAQ,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;QAC5C,MAAM,SAAS,GAAG,QAAQ,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;QACzC,sEAAsE;QACtE,oEAAoE;QACpE,MAAM,IAAI,GAAG,SAAS,KAAK,CAAC,CAAC,IAAI,CAAC,QAAQ,KAAK,CAAC,CAAC,IAAI,QAAQ,GAAG,SAAS,CAAC,CAAC;QAC3E,MAAM,CAAC,IAAI,CAAC;YACV,IAAI,EAAE,cAAc,IAAI,EAAE;YAC1B,IAAI;YACJ,QAAQ,EAAE,UAAU;YACpB,MAAM,EAAE,IAAI;gBACV,CAAC,CAAC,SAAS;gBACX,CAAC,CAAC,QAAQ,KAAK,CAAC,CAAC;oBACf,CAAC,CAAC,UAAU,IAAI,sBAAsB;oBACtC,CAAC,CAAC,UAAU,IAAI,OAAO,SAAS,oBAAoB,QAAQ,EAAE;SACnE,CAAC,CAAC;IACL,CAAC;IAED,OAAO,MAAM,CAAC;AAChB,CAAC"}