@nodetool-ai/agents 0.7.0-rc.23 → 0.8.2

package/dist/evals/surfaces/app.js

@@ -0,0 +1,341 @@
+/**
+ * The `app-tools` tool-loop eval suite: cases over the App Builder's `ui_app_*`
+ * surface.
+ *
+ * The bridge itself lives in `../../app-build/bridge.ts` and is re-exported
+ * here. It moved because the app-build Author stage drives the same tools with
+ * a real model, and the two must not drift: this file used to keep the tool
+ * contract in sync with `web/src/lib/tools/builtin/puck.ts` by convention (copy
+ * the names, descriptions and Zod shapes verbatim; call the shared
+ * `@nodetool-ai/app-runtime` doc-ops rather than reimplementing them). That
+ * convention still governs the bridge's relationship to the browser tools —
+ * what changed is that the eval and the production authoring loop now share one
+ * implementation, so a contract change reaches both or neither.
+ */
+export { createAppToolBridge } from "../../app-build/bridge.js";
+import { createAppToolBridge } from "../../app-build/bridge.js";
+/** Count widgets of a given type in the final document (at any depth). */
+function countByType(state, type) {
+    return state.components.filter((c) => c.type === type).length;
+}
+const APP_SYSTEM_PROMPT = `You are an assistant building a mini web app in the App Builder through UI tools.
+
+The app is a tree of widgets bound to one or more workflows. Every ui_app_* tool takes the \`application_id\` of the app you are editing — the id named in the objective, never a workflow id. Use the ui_app_* tools:
+- Call ui_app_get_snapshot first to see the placed widgets, the page title, and the available widget types.
+- Call ui_app_list_component_types to learn valid widget \`type\` values and their props.
+- Add widgets with ui_app_add_component. To nest inside a layout widget, pass parent_id and the slot it holds children in: Panel (Container) and Accordion use 'content', Columns 'left'/'right', Tabs 'tab1'/'tab2'/'tab3'.
+- Edit a widget's props with ui_app_update_component (its id cannot change); remove one with ui_app_remove_component.
+- Set the page title with ui_app_set_title.
+
+Widgets are wired to workflow runs through the document's operations, variables, and resources:
+- ui_app_get_binding_targets lists every slot a widget can bind to and the exact token to put in its \`binding\` prop (op:<opId>/in:<nodeId>, op:<opId>/out:<nodeId>, op:<opId>/exec#running|progress|error|activity, var:<id>). Call it before binding instead of guessing.
+- ui_app_list_operations / ui_app_add_operation / ui_app_update_operation / ui_app_remove_operation manage which workflows the app runs and how their inputs and outputs are mapped.
+- ui_app_list_variables / ui_app_declare_variable / ui_app_update_variable / ui_app_remove_variable manage app state. Only user-scoped variables may persist.
+- ui_app_list_resources / ui_app_add_resource / ui_app_remove_resource manage the document collections the app may reach.
+
+Call one tool at a time and use the result before the next call. When the objective is fully satisfied, STOP calling tools and give a one-line summary.`;
+// Note on `noErrorResults`: the tool-loop runner only counts a *thrown* tool
+// error as an errored result — a returned `{ ok: false }` (e.g. update/remove
+// on an unknown id) is not flagged. These cases therefore lean on the
+// `finalState` predicates to catch a wrong-but-non-throwing tool call, and use
+// `noErrorResults` only to catch genuine exceptions.
+export const APP_TOOL_LOOP_CASES = [
+    {
+        id: "build-form",
+        description: "Set the page title, then add a heading, a text input, and a run button",
+        objective: "Build a simple app (application_id 'app-1'): set the page title to 'Ask the AI', add a Heading, add a TextInput for the prompt, and add a Button to run the workflow.",
+        createBridge: () => createAppToolBridge(),
+        systemPrompt: APP_SYSTEM_PROMPT,
+        expect: {
+            requiredTools: ["ui_app_add_component", "ui_app_set_title"],
+            noErrorResults: true,
+            minToolCalls: 4,
+            maxToolCalls: 15,
+            finalState: [
+                {
+                    name: "titleIsAskTheAI",
+                    detail: "page title was not set to 'Ask the AI'",
+                    test: (s) => (s.title ?? "").trim().toLowerCase() === "ask the ai"
+                },
+                {
+                    name: "hasHeading",
+                    detail: "no Heading widget present",
+                    test: (s) => countByType(s, "Heading") >= 1
+                },
+                {
+                    name: "hasTextInput",
+                    detail: "no TextInput widget present",
+                    test: (s) => countByType(s, "TextInput") >= 1
+                },
+                {
+                    name: "hasButton",
+                    detail: "no Button widget present",
+                    test: (s) => countByType(s, "Button") >= 1
+                }
+            ]
+        }
+    },
+    {
+        id: "nest-in-panel",
+        description: "Add a Text widget inside an existing Panel's content slot",
+        objective: "The app has one empty Panel. Add a Text widget inside that Panel so it appears within the panel, not at the top level.",
+        createBridge: () => createAppToolBridge({
+            components: [{ type: "Container", id: "panel-1", props: { title: "Details" } }]
+        }),
+        systemPrompt: APP_SYSTEM_PROMPT,
+        userPrompt: "Objective: The app (application_id 'app-1') has one empty Panel (a Container widget with id 'panel-1'). Add a Text widget inside that Panel's content slot so it is nested within the panel, not at the top level.",
+        expect: {
+            requiredTools: ["ui_app_add_component"],
+            noErrorResults: true,
+            minToolCalls: 1,
+            maxToolCalls: 10,
+            finalState: [
+                {
+                    name: "textNestedInPanel",
+                    detail: "no Text widget nested inside 'panel-1'",
+                    test: (s) => s.components.some((c) => c.type === "Text" &&
+                        c.parentId === "panel-1" &&
+                        c.slot === "content")
+                },
+                {
+                    name: "noTopLevelText",
+                    detail: "a Text widget was added at the top level instead of nested",
+                    test: (s) => !s.components.some((c) => c.type === "Text" && c.parentId === null)
+                }
+            ]
+        }
+    },
+    {
+        id: "relabel-and-remove",
+        description: "Relabel an existing Button and remove a leftover Text widget",
+        objective: "The app has a Button and a leftover Text widget. Change the Button's label to 'Submit', and remove the Text widget.",
+        createBridge: () => createAppToolBridge({
+            components: [
+                { type: "Button", id: "btn-1", props: { label: "Run" } },
+                { type: "Text", id: "text-1", props: { text: "delete me" } }
+            ]
+        }),
+        systemPrompt: APP_SYSTEM_PROMPT,
+        userPrompt: "Objective: The app (application_id 'app-1') has a Button (id 'btn-1') and a leftover Text widget (id 'text-1'). Change the Button's label to 'Submit', and remove the Text widget.",
+        expect: {
+            requiredTools: ["ui_app_update_component", "ui_app_remove_component"],
+            noErrorResults: true,
+            minToolCalls: 2,
+            maxToolCalls: 10,
+            finalState: [
+                {
+                    name: "buttonRelabeled",
+                    detail: "the Button's label is not 'Submit'",
+                    test: (s) => s.components.some((c) => c.id === "btn-1" && c.props.label === "Submit")
+                },
+                {
+                    name: "textRemoved",
+                    detail: "the Text widget is still present",
+                    test: (s) => !s.components.some((c) => c.type === "Text")
+                }
+            ]
+        }
+    },
+    {
+        id: "bind-widgets-to-workflow",
+        description: "Look up the binding targets and wire an input and a display widget to them",
+        objective: "Bind the app's TextInput to the workflow's prompt input node and its Text widget to the answer output node, using the exact binding tokens the App Builder reports.",
+        createBridge: () => createAppToolBridge({
+            workflowId: "wf-app",
+            workflow: {
+                inputs: [{ nodeId: "in-1", name: "prompt", label: "Prompt" }],
+                outputs: [{ nodeId: "out-1", name: "answer", label: "Answer" }],
+                variables: []
+            },
+            components: [
+                { type: "TextInput", id: "input-1", props: { label: "Prompt" } },
+                { type: "Text", id: "text-1" }
+            ]
+        }),
+        systemPrompt: APP_SYSTEM_PROMPT,
+        userPrompt: "Objective: App 'app-1' (application_id 'app-1') has a TextInput (id 'input-1') and a Text widget (id 'text-1'), both unbound. " +
+            "Bind the TextInput to the workflow's prompt input node and the Text widget to its answer output node. " +
+            "Look the tokens up with ui_app_get_binding_targets — do not guess them.",
+        expect: {
+            requiredTools: [
+                "ui_app_get_binding_targets",
+                "ui_app_update_component"
+            ],
+            noErrorResults: true,
+            minToolCalls: 2,
+            maxToolCalls: 12,
+            finalState: [
+                {
+                    name: "inputBoundToPromptNode",
+                    detail: "the TextInput is not bound to op:main/in:in-1",
+                    test: (s) => s.components.some((c) => c.id === "input-1" && c.props.binding === "op:main/in:in-1")
+                },
+                {
+                    name: "textBoundToAnswerNode",
+                    detail: "the Text widget is not bound to op:main/out:out-1",
+                    test: (s) => s.components.some((c) => c.id === "text-1" && c.props.binding === "op:main/out:out-1")
+                }
+            ]
+        }
+    },
+    {
+        id: "declare-and-bind-variable",
+        description: "Declare a persisted user-scoped variable and bind a Switch to it",
+        objective: "Declare a user-scoped variable that persists across sessions and bind the app's Switch widget to it.",
+        createBridge: () => createAppToolBridge({
+            workflowId: "wf-app",
+            components: [
+                { type: "Switch", id: "switch-1", props: { label: "Dark mode" } }
+            ]
+        }),
+        systemPrompt: APP_SYSTEM_PROMPT,
+        userPrompt: "Objective: App 'app-1' (application_id 'app-1') has a Switch widget (id 'switch-1') for a dark-mode preference. " +
+            "Declare a variable with id 'dark_mode' that is scoped to the user and persists across sessions, " +
+            "then bind the Switch to it.",
+        expect: {
+            requiredTools: ["ui_app_declare_variable", "ui_app_update_component"],
+            noErrorResults: true,
+            minToolCalls: 2,
+            maxToolCalls: 12,
+            finalState: [
+                {
+                    name: "variableIsUserScopedAndPersisted",
+                    detail: "no 'dark_mode' variable with scope 'user' and persist true was declared",
+                    test: (s) => s.variables.some((v) => v.id === "dark_mode" && v.scope === "user" && v.persist === true)
+                },
+                {
+                    name: "switchBoundToVariable",
+                    detail: "the Switch is not bound to var:dark_mode",
+                    test: (s) => s.components.some((c) => c.id === "switch-1" && c.props.binding === "var:dark_mode")
+                }
+            ]
+        }
+    },
+    {
+        // The widget the objective needs is only reachable if the model reads the
+        // catalog: Table and Tabs are not in the handful of types the tool
+        // descriptions name.
+        id: "tabbed-results",
+        description: "Discover a display widget beyond the examples and nest it in a Tabs slot",
+        objective: "Put a Table of the workflow's rows output in the first tab of the app's Tabs widget.",
+        createBridge: () => createAppToolBridge({
+            workflowId: "wf-app",
+            workflow: {
+                inputs: [],
+                outputs: [{ nodeId: "out-1", name: "rows", label: "Rows" }],
+                variables: []
+            },
+            components: [{ type: "Tabs", id: "tabs-1", props: { tab1Label: "Results" } }]
+        }),
+        systemPrompt: APP_SYSTEM_PROMPT,
+        userPrompt: "Objective: App 'app-1' (application_id 'app-1') has a Tabs widget (id 'tabs-1') whose first tab is empty. " +
+            "The workflow emits a list of rows. Add a widget that shows those rows as a table inside the first tab, " +
+            "and bind it to the rows output — look the widget type and the binding token up with the tools rather than guessing.",
+        expect: {
+            requiredTools: ["ui_app_add_component"],
+            noErrorResults: true,
+            minToolCalls: 2,
+            maxToolCalls: 12,
+            finalState: [
+                {
+                    name: "tableInFirstTab",
+                    detail: "no Table widget nested in the Tabs widget's tab1 slot",
+                    test: (s) => s.components.some((c) => c.type === "Table" &&
+                        c.parentId === "tabs-1" &&
+                        c.slot === "tab1")
+                },
+                {
+                    name: "tableBoundToRowsOutput",
+                    detail: "the Table is not bound to op:main/out:out-1",
+                    test: (s) => s.components.some((c) => c.type === "Table" && c.props.binding === "op:main/out:out-1")
+                }
+            ]
+        }
+    },
+    {
+        // A sketch output is a ref, not media — bind it to Image and the app
+        // shows nothing. The model has to find the widget that resolves it.
+        id: "show-sketch-output",
+        description: "Pick the widget that renders a sketch output and bind it, over the media widgets",
+        objective: "Show the workflow's sketch output in the app using the widget that renders a sketch document.",
+        createBridge: () => createAppToolBridge({
+            workflowId: "wf-app",
+            workflow: {
+                inputs: [{ nodeId: "in-1", name: "prompt", label: "Prompt" }],
+                outputs: [{ nodeId: "out-1", name: "artwork", label: "Artwork" }],
+                variables: []
+            }
+        }),
+        systemPrompt: APP_SYSTEM_PROMPT,
+        userPrompt: "Objective: App 'app-1' (application_id 'app-1') is empty. Its workflow emits a sketch document " +
+            "(a layered image document) on the 'artwork' output. Add the widget that previews a sketch and bind it " +
+            "to that output. Look the widget type and the binding token up with the tools rather than guessing — " +
+            "a sketch is a document reference, not an image URL, so the Image widget will not render it.",
+        expect: {
+            requiredTools: ["ui_app_add_component"],
+            noErrorResults: true,
+            minToolCalls: 2,
+            maxToolCalls: 12,
+            finalState: [
+                {
+                    name: "hasSketchWidget",
+                    detail: "no Sketch widget present",
+                    test: (s) => countByType(s, "Sketch") >= 1
+                },
+                {
+                    name: "sketchBoundToArtworkOutput",
+                    detail: "the Sketch widget is not bound to op:main/out:out-1",
+                    test: (s) => s.components.some((c) => c.type === "Sketch" && c.props.binding === "op:main/out:out-1")
+                },
+                {
+                    name: "noImageWidget",
+                    detail: "an Image widget was added, which cannot render a sketch reference",
+                    test: (s) => countByType(s, "Image") === 0
+                }
+            ]
+        }
+    },
+    {
+        id: "show-timeline-output",
+        description: "Pick the widget that renders a timeline output and nest it in a Panel",
+        objective: "Show the workflow's timeline output inside the app's existing Panel.",
+        createBridge: () => createAppToolBridge({
+            workflowId: "wf-app",
+            workflow: {
+                inputs: [],
+                outputs: [{ nodeId: "out-1", name: "cut", label: "Cut" }],
+                variables: []
+            },
+            components: [
+                { type: "Container", id: "panel-1", props: { title: "Preview" } }
+            ]
+        }),
+        systemPrompt: APP_SYSTEM_PROMPT,
+        userPrompt: "Objective: App 'app-1' (application_id 'app-1') has an empty Panel (a Container widget with id 'panel-1'). " +
+            "The workflow emits a timeline sequence on its 'cut' output. Add the widget that previews a timeline inside " +
+            "that Panel's content slot and bind it to the output. A timeline is a document reference, not a video file — " +
+            "look the widget type and the binding token up with the tools rather than guessing.",
+        expect: {
+            requiredTools: ["ui_app_add_component"],
+            noErrorResults: true,
+            minToolCalls: 2,
+            maxToolCalls: 12,
+            finalState: [
+                {
+                    name: "timelineNestedInPanel",
+                    detail: "no Timeline widget nested in 'panel-1' content slot",
+                    test: (s) => s.components.some((c) => c.type === "Timeline" &&
+                        c.parentId === "panel-1" &&
+                        c.slot === "content")
+                },
+                {
+                    name: "timelineBoundToCutOutput",
+                    detail: "the Timeline widget is not bound to op:main/out:out-1",
+                    test: (s) => s.components.some((c) => c.type === "Timeline" &&
+                        c.props.binding === "op:main/out:out-1")
+                }
+            ]
+        }
+    }
+];
+//# sourceMappingURL=app.js.map

package/dist/evals/surfaces/app.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"app.js","sourceRoot":"","sources":["../../../src/evals/surfaces/app.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;GAaG;AAEH,OAAO,EACL,mBAAmB,EAQpB,MAAM,2BAA2B,CAAC;AAEnC,OAAO,EAAE,mBAAmB,EAAE,MAAM,2BAA2B,CAAC;AAIhE,0EAA0E;AAC1E,SAAS,WAAW,CAAC,KAA0B,EAAE,IAAY;IAC3D,OAAO,KAAK,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,IAAI,CAAC,CAAC,MAAM,CAAC;AAChE,CAAC;AAED,MAAM,iBAAiB,GAAG;;;;;;;;;;;;;;;wJAe8H,CAAC;AAEzJ,6EAA6E;AAC7E,8EAA8E;AAC9E,sEAAsE;AACtE,+EAA+E;AAC/E,qDAAqD;AACrD,MAAM,CAAC,MAAM,mBAAmB,GAC9B;IACE;QACE,EAAE,EAAE,YAAY;QAChB,WAAW,EACT,wEAAwE;QAC1E,SAAS,EACP,uKAAuK;QACzK,YAAY,EAAE,GAAG,EAAE,CAAC,mBAAmB,EAAE;QACzC,YAAY,EAAE,iBAAiB;QAC/B,MAAM,EAAE;YACN,aAAa,EAAE,CAAC,sBAAsB,EAAE,kBAAkB,CAAC;YAC3D,cAAc,EAAE,IAAI;YACpB,YAAY,EAAE,CAAC;YACf,YAAY,EAAE,EAAE;YAChB,UAAU,EAAE;gBACV;oBACE,IAAI,EAAE,iBAAiB;oBACvB,MAAM,EAAE,wCAAwC;oBAChD,IAAI,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,KAAK,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC,WAAW,EAAE,KAAK,YAAY;iBACnE;gBACD;oBACE,IAAI,EAAE,YAAY;oBAClB,MAAM,EAAE,2BAA2B;oBACnC,IAAI,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,WAAW,CAAC,CAAC,EAAE,SAAS,CAAC,IAAI,CAAC;iBAC5C;gBACD;oBACE,IAAI,EAAE,cAAc;oBACpB,MAAM,EAAE,6BAA6B;oBACrC,IAAI,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,WAAW,CAAC,CAAC,EAAE,WAAW,CAAC,IAAI,CAAC;iBAC9C;gBACD;oBACE,IAAI,EAAE,WAAW;oBACjB,MAAM,EAAE,0BAA0B;oBAClC,IAAI,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,WAAW,CAAC,CAAC,EAAE,QAAQ,CAAC,IAAI,CAAC;iBAC3C;aACF;SACF;KACF;IACD;QACE,EAAE,EAAE,eAAe;QACnB,WAAW,EAAE,2DAA2D;QACxE,SAAS,EACP,wHAAwH;QAC1H,YAAY,EAAE,GAAG,EAAE,CACjB,mBAAmB,CAAC;YAClB,UAAU,EAAE,CAAC,EAAE,IAAI,EAAE,WAAW,EAAE,EAAE,EAAE,SAAS,EAAE,KAAK,EAAE,EAAE,KAAK,EAAE,SAAS,EAAE,EAAE,CAAC;SAChF,CAAC;QACJ,YAAY,EAAE,iBAAiB;QAC/B,UAAU,EACR,oNAAoN;QACtN,MAAM,EAAE;YACN,aAAa,EAAE,CAAC,sBAAsB,CAAC;YACvC,cAAc,EAAE,IAAI;YACpB,YAAY,EAAE,CAAC;YACf,YAAY,EAAE,EAAE;YAChB,UAAU,EAAE;gBACV;oBACE,IAAI,EAAE,mBAAmB;oBACzB,MAAM,EAAE,wCAAwC;oBAChD,IAAI,EAAE,CAAC,CAAC,EAAE,EAAE,CACV,CAAC,CAAC,UAAU,CAAC,IAAI,CACf,CAAC,CAAC,EAAE,EAAE,CACJ,CAAC,CAAC,IAAI,KAAK,MAAM;wBACjB,CAAC,CAAC,QAAQ,KAAK,SAAS;wBACxB,CAAC,CAAC,IAAI,KAAK,SAAS,CACvB;iBACJ;gBACD;oBACE,IAAI,EAAE,gBAAgB;oBACtB,MAAM,EAAE,4DAA4D;oBACpE,IAAI,EAAE,CAAC,CAAC,EAAE,EAAE,CACV,CAAC,CAAC,CAAC,UAAU,CAAC,IAAI,CAChB,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,MAAM,IAAI,CAAC,CAAC,QAAQ,KAAK,IAAI,CAChD;iBACJ;aACF;SACF;KACF;IACD;QACE,EAAE,EAAE,oBAAoB;QACxB,WAAW,EACT,8DAA8D;QAChE,SAAS,EACP,qHAAqH;QACvH,YAAY,EAAE,GAAG,EAAE,CACjB,mBAAmB,CAAC;YAClB,UAAU,EAAE;gBACV,EAAE,IAAI,EAAE,QAAQ,EAAE,EAAE,EAAE,OAAO,EAAE,KAAK,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,EAAE;gBACxD,EAAE,IAAI,EAAE,MAAM,EAAE,EAAE,EAAE,QAAQ,EAAE,KAAK,EAAE,EAAE,IAAI,EAAE,WAAW,EAAE,EAAE;aAC7D;SACF,CAAC;QACJ,YAAY,EAAE,iBAAiB;QAC/B,UAAU,EACR,oLAAoL;QACtL,MAAM,EAAE;YACN,aAAa,EAAE,CAAC,yBAAyB,EAAE,yBAAyB,CAAC;YACrE,cAAc,EAAE,IAAI;YACpB,YAAY,EAAE,CAAC;YACf,YAAY,EAAE,EAAE;YAChB,UAAU,EAAE;gBACV;oBACE,IAAI,EAAE,iBAAiB;oBACvB,MAAM,EAAE,oCAAoC;oBAC5C,IAAI,EAAE,CAAC,CAAC,EAAE,EAAE,CACV,CAAC,CAAC,UAAU,CAAC,IAAI,CACf,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,OAAO,IAAI,CAAC,CAAC,KAAK,CAAC,KAAK,KAAK,QAAQ,CACtD;iBACJ;gBACD;oBACE,IAAI,EAAE,aAAa;oBACnB,MAAM,EAAE,kCAAkC;oBAC1C,IAAI,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,MAAM,CAAC;iBAC1D;aACF;SACF;KACF;IACD;QACE,EAAE,EAAE,0BAA0B;QAC9B,WAAW,EACT,4EAA4E;QAC9E,SAAS,EACP,qKAAqK;QACvK,YAAY,EAAE,GAAG,EAAE,CACjB,mBAAmB,CAAC;YAClB,UAAU,EAAE,QAAQ;YACpB,QAAQ,EAAE;gBACR,MAAM,EAAE,CAAC,EAAE,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE,QAAQ,EAAE,KAAK,EAAE,QAAQ,EAAE,CAAC;gBAC7D,OAAO,EAAE,CAAC,EAAE,MAAM,EAAE,OAAO,EAAE,IAAI,EAAE,QAAQ,EAAE,KAAK,EAAE,QAAQ,EAAE,CAAC;gBAC/D,SAAS,EAAE,EAAE;aACd;YACD,UAAU,EAAE;gBACV,EAAE,IAAI,EAAE,WAAW,EAAE,EAAE,EAAE,SAAS,EAAE,KAAK,EAAE,EAAE,KAAK,EAAE,QAAQ,EAAE,EAAE;gBAChE,EAAE,IAAI,EAAE,MAAM,EAAE,EAAE,EAAE,QAAQ,EAAE;aAC/B;SACF,CAAC;QACJ,YAAY,EAAE,iBAAiB;QAC/B,UAAU,EACR,gIAAgI;YAChI,wGAAwG;YACxG,yEAAyE;QAC3E,MAAM,EAAE;YACN,aAAa,EAAE;gBACb,4BAA4B;gBAC5B,yBAAyB;aAC1B;YACD,cAAc,EAAE,IAAI;YACpB,YAAY,EAAE,CAAC;YACf,YAAY,EAAE,EAAE;YAChB,UAAU,EAAE;gBACV;oBACE,IAAI,EAAE,wBAAwB;oBAC9B,MAAM,EAAE,+CAA+C;oBACvD,IAAI,EAAE,CAAC,CAAC,EAAE,EAAE,CACV,CAAC,CAAC,UAAU,CAAC,IAAI,CACf,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,SAAS,IAAI,CAAC,CAAC,KAAK,CAAC,OAAO,KAAK,iBAAiB,CACnE;iBACJ;gBACD;oBACE,IAAI,EAAE,uBAAuB;oBAC7B,MAAM,EAAE,mDAAmD;oBAC3D,IAAI,EAAE,CAAC,CAAC,EAAE,EAAE,CACV,CAAC,CAAC,UAAU,CAAC,IAAI,CACf,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,QAAQ,IAAI,CAAC,CAAC,KAAK,CAAC,OAAO,KAAK,mBAAmB,CACpE;iBACJ;aACF;SACF;KACF;IACD;QACE,EAAE,EAAE,2BAA2B;QAC/B,WAAW,EACT,kEAAkE;QACpE,SAAS,EACP,sGAAsG;QACxG,YAAY,EAAE,GAAG,EAAE,CACjB,mBAAmB,CAAC;YAClB,UAAU,EAAE,QAAQ;YACpB,UAAU,EAAE;gBACV,EAAE,IAAI,EAAE,QAAQ,EAAE,EAAE,EAAE,UAAU,EAAE,KAAK,EAAE,EAAE,KAAK,EAAE,WAAW,EAAE,EAAE;aAClE;SACF,CAAC;QACJ,YAAY,EAAE,iBAAiB;QAC/B,UAAU,EACR,kHAAkH;YAClH,kGAAkG;YAClG,6BAA6B;QAC/B,MAAM,EAAE;YACN,aAAa,EAAE,CAAC,yBAAyB,EAAE,yBAAyB,CAAC;YACrE,cAAc,EAAE,IAAI;YACpB,YAAY,EAAE,CAAC;YACf,YAAY,EAAE,EAAE;YAChB,UAAU,EAAE;gBACV;oBACE,IAAI,EAAE,kCAAkC;oBACxC,MAAM,EACJ,yEAAyE;oBAC3E,IAAI,EAAE,CAAC,CAAC,EAAE,EAAE,CACV,CAAC,CAAC,SAAS,CAAC,IAAI,CACd,CAAC,CAAC,EAAE,EAAE,CACJ,CAAC,CAAC,EAAE,KAAK,WAAW,IAAI,CAAC,CAAC,KAAK,KAAK,MAAM,IAAI,CAAC,CAAC,OAAO,KAAK,IAAI,CACnE;iBACJ;gBACD;oBACE,IAAI,EAAE,uBAAuB;oBAC7B,MAAM,EAAE,0CAA0C;oBAClD,IAAI,EAAE,CAAC,CAAC,EAAE,EAAE,CACV,CAAC,CAAC,UAAU,CAAC,IAAI,CACf,CAAC,CAAC,EAAE,EAAE,CACJ,CAAC,CAAC,EAAE,KAAK,UAAU,IAAI,CAAC,CAAC,KAAK,CAAC,OAAO,KAAK,eAAe,CAC7D;iBACJ;aACF;SACF;KACF;IACD;QACE,0EAA0E;QAC1E,mEAAmE;QACnE,qBAAqB;QACrB,EAAE,EAAE,gBAAgB;QACpB,WAAW,EACT,0EAA0E;QAC5E,SAAS,EACP,sFAAsF;QACxF,YAAY,EAAE,GAAG,EAAE,CACjB,mBAAmB,CAAC;YAClB,UAAU,EAAE,QAAQ;YACpB,QAAQ,EAAE;gBACR,MAAM,EAAE,EAAE;gBACV,OAAO,EAAE,CAAC,EAAE,MAAM,EAAE,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,CAAC;gBAC3D,SAAS,EAAE,EAAE;aACd;YACD,UAAU,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,EAAE,EAAE,QAAQ,EAAE,KAAK,EAAE,EAAE,SAAS,EAAE,SAAS,EAAE,EAAE,CAAC;SAC9E,CAAC;QACJ,YAAY,EAAE,iBAAiB;QAC/B,UAAU,EACR,4GAA4G;YAC5G,yGAAyG;YACzG,qHAAqH;QACvH,MAAM,EAAE;YACN,aAAa,EAAE,CAAC,sBAAsB,CAAC;YACvC,cAAc,EAAE,IAAI;YACpB,YAAY,EAAE,CAAC;YACf,YAAY,EAAE,EAAE;YAChB,UAAU,EAAE;gBACV;oBACE,IAAI,EAAE,iBAAiB;oBACvB,MAAM,EAAE,uDAAuD;oBAC/D,IAAI,EAAE,CAAC,CAAC,EAAE,EAAE,CACV,CAAC,CAAC,UAAU,CAAC,IAAI,CACf,CAAC,CAAC,EAAE,EAAE,CACJ,CAAC,CAAC,IAAI,KAAK,OAAO;wBAClB,CAAC,CAAC,QAAQ,KAAK,QAAQ;wBACvB,CAAC,CAAC,IAAI,KAAK,MAAM,CACpB;iBACJ;gBACD;oBACE,IAAI,EAAE,wBAAwB;oBAC9B,MAAM,EAAE,6CAA6C;oBACrD,IAAI,EAAE,CAAC,CAAC,EAAE,EAAE,CACV,CAAC,CAAC,UAAU,CAAC,IAAI,CACf,CAAC,CAAC,EAAE,EAAE,CACJ,CAAC,CAAC,IAAI,KAAK,OAAO,IAAI,CAAC,CAAC,KAAK,CAAC,OAAO,KAAK,mBAAmB,CAChE;iBACJ;aACF;SACF;KACF;IACD;QACE,qEAAqE;QACrE,oEAAoE;QACpE,EAAE,EAAE,oBAAoB;QACxB,WAAW,EACT,kFAAkF;QACpF,SAAS,EACP,+FAA+F;QACjG,YAAY,EAAE,GAAG,EAAE,CACjB,mBAAmB,CAAC;YAClB,UAAU,EAAE,QAAQ;YACpB,QAAQ,EAAE;gBACR,MAAM,EAAE,CAAC,EAAE,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE,QAAQ,EAAE,KAAK,EAAE,QAAQ,EAAE,CAAC;gBAC7D,OAAO,EAAE,CAAC,EAAE,MAAM,EAAE,OAAO,EAAE,IAAI,EAAE,SAAS,EAAE,KAAK,EAAE,SAAS,EAAE,CAAC;gBACjE,SAAS,EAAE,EAAE;aACd;SACF,CAAC;QACJ,YAAY,EAAE,iBAAiB;QAC/B,UAAU,EACR,iGAAiG;YACjG,wGAAwG;YACxG,sGAAsG;YACtG,6FAA6F;QAC/F,MAAM,EAAE;YACN,aAAa,EAAE,CAAC,sBAAsB,CAAC;YACvC,cAAc,EAAE,IAAI;YACpB,YAAY,EAAE,CAAC;YACf,YAAY,EAAE,EAAE;YAChB,UAAU,EAAE;gBACV;oBACE,IAAI,EAAE,iBAAiB;oBACvB,MAAM,EAAE,0BAA0B;oBAClC,IAAI,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,WAAW,CAAC,CAAC,EAAE,QAAQ,CAAC,IAAI,CAAC;iBAC3C;gBACD;oBACE,IAAI,EAAE,4BAA4B;oBAClC,MAAM,EAAE,qDAAqD;oBAC7D,IAAI,EAAE,CAAC,CAAC,EAAE,EAAE,CACV,CAAC,CAAC,UAAU,CAAC,IAAI,CACf,CAAC,CAAC,EAAE,EAAE,CACJ,CAAC,CAAC,IAAI,KAAK,QAAQ,IAAI,CAAC,CAAC,KAAK,CAAC,OAAO,KAAK,mBAAmB,CACjE;iBACJ;gBACD;oBACE,IAAI,EAAE,eAAe;oBACrB,MAAM,EACJ,mEAAmE;oBACrE,IAAI,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,WAAW,CAAC,CAAC,EAAE,OAAO,CAAC,KAAK,CAAC;iBAC3C;aACF;SACF;KACF;IACD;QACE,EAAE,EAAE,sBAAsB;QAC1B,WAAW,EACT,uEAAuE;QACzE,SAAS,EACP,sEAAsE;QACxE,YAAY,EAAE,GAAG,EAAE,CACjB,mBAAmB,CAAC;YAClB,UAAU,EAAE,QAAQ;YACpB,QAAQ,EAAE;gBACR,MAAM,EAAE,EAAE;gBACV,OAAO,EAAE,CAAC,EAAE,MAAM,EAAE,OAAO,EAAE,IAAI,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC;gBACzD,SAAS,EAAE,EAAE;aACd;YACD,UAAU,EAAE;gBACV,EAAE,IAAI,EAAE,WAAW,EAAE,EAAE,EAAE,SAAS,EAAE,KAAK,EAAE,EAAE,KAAK,EAAE,SAAS,EAAE,EAAE;aAClE;SACF,CAAC;QACJ,YAAY,EAAE,iBAAiB;QAC/B,UAAU,EACR,6GAA6G;YAC7G,6GAA6G;YAC7G,8GAA8G;YAC9G,oFAAoF;QACtF,MAAM,EAAE;YACN,aAAa,EAAE,CAAC,sBAAsB,CAAC;YACvC,cAAc,EAAE,IAAI;YACpB,YAAY,EAAE,CAAC;YACf,YAAY,EAAE,EAAE;YAChB,UAAU,EAAE;gBACV;oBACE,IAAI,EAAE,uBAAuB;oBAC7B,MAAM,EAAE,qDAAqD;oBAC7D,IAAI,EAAE,CAAC,CAAC,EAAE,EAAE,CACV,CAAC,CAAC,UAAU,CAAC,IAAI,CACf,CAAC,CAAC,EAAE,EAAE,CACJ,CAAC,CAAC,IAAI,KAAK,UAAU;wBACrB,CAAC,CAAC,QAAQ,KAAK,SAAS;wBACxB,CAAC,CAAC,IAAI,KAAK,SAAS,CACvB;iBACJ;gBACD;oBACE,IAAI,EAAE,0BAA0B;oBAChC,MAAM,EAAE,uDAAuD;oBAC/D,IAAI,EAAE,CAAC,CAAC,EAAE,EAAE,CACV,CAAC,CAAC,UAAU,CAAC,IAAI,CACf,CAAC,CAAC,EAAE,EAAE,CACJ,CAAC,CAAC,IAAI,KAAK,UAAU;wBACrB,CAAC,CAAC,KAAK,CAAC,OAAO,KAAK,mBAAmB,CAC1C;iBACJ;aACF;SACF;KACF;CACF,CAAC"}

package/dist/evals/surfaces/creative-pipeline.d.ts

@@ -0,0 +1,203 @@
+/**
+ * Headless bridge for the long-horizon creative-pipeline tool-loop eval.
+ *
+ * Every other tool-loop suite scores one surface. This one scores the seam
+ * between six phases of a single job — brief, ideation, sketch, storyboard,
+ * timeline, review — because that is where a capable model stops looking
+ * capable. A model can pass `sketch-tools` and `storyboard-tools` outright and
+ * still lose the client's aspect ratio somewhere between them, or assemble a
+ * cut that runs twice the length it was commissioned at and call it done.
+ *
+ * The four creative surfaces are *composed*, not reimplemented: this bridge
+ * builds the real {@link createScriptToolBridge}, {@link createSketchToolBridge},
+ * {@link createStoryboardToolBridge} and {@link createTimelineToolBridge} and
+ * merges their tool arrays, so the model drives the same `ui_script_*` /
+ * `ui_sketch_*` / `ui_storyboard_*` / `ui_timeline_*` contract those suites
+ * already cover, and this file cannot drift from them.
+ *
+ * Three things are added on top.
+ *
+ * `ui_storyboard_assemble_timeline` is replaced. The storyboard bridge's own
+ * version returns a plausible `sequenceId` and touches nothing, which is fine
+ * when only the board is under test and useless here — the handoff *is* the
+ * thing being measured. The replacement drives the timeline bridge's own tools
+ * to lay one clip per rendered shot, so a later timeline edit acts on the
+ * storyboard's output rather than on an unrelated blank sequence. When the
+ * board was derived from the script it takes the *linked* path instead: the
+ * pure `buildLinkedTimeline` cuts board and script into one sequence — shots
+ * as long as the takes they cover, a voiceover clip per voiced line carrying
+ * both linkage families — and the timeline bridge is reseeded with it, so the
+ * cut the model goes on to edit is the jointly-assembled one.
+ *
+ * `ui_script_derive_storyboard` is replaced for the same reason. The script
+ * bridge's own version scaffolds shots into a board only it can see; the
+ * replacement lays those shots onto the shared storyboard bridge and records
+ * which script lines each covers, which is the link the joint assemble reads.
+ *
+ * `validate_timeline` is the agent-side tool, not a `ui_*` one, and runs the
+ * shipped `validateTimelineSequence` over whatever the timeline now holds. A
+ * cut that assembles is not a cut that validates, and this is the only tool
+ * here that can tell the two apart.
+ *
+ * The brief and review phases have no shipped `ui_*` surface, so their tools
+ * are defined here and named `ui_brief_*` / `ui_review_*`. They are eval
+ * instrumentation, NOT a frontend contract — nothing in `web/` implements them.
+ * They exist because a brief passed only in the prompt cannot be distinguished
+ * from a brief the model ignored, and a review with no way to report findings
+ * cannot be told apart from no review at all.
+ *
+ * The planted defect is deliberate. `ui_storyboard_generate_clip` returns a
+ * clip {@link RENDER_OVERSHOOT}× longer than the shot asked for, the way a
+ * real text-to-video model that only emits fixed-length takes would. A model
+ * that plans shot durations to exactly fill the brief and never re-measures
+ * ships a cut that is over length. Catching that in review, and trimming, is
+ * the difference between a run that scores and one that does not.
+ */
+import { type TimelineValidation } from "@nodetool-ai/execution/timeline-debug";
+import type { HeadlessSurfaceBridge, ToolLoopEvalCase } from "../tool-loop-eval.js";
+import { type ScriptBridgeFinalState } from "./script.js";
+import { type SketchBridgeFinalState } from "./sketch.js";
+import { type StoryboardBridgeFinalState } from "./storyboard.js";
+import { type TimelineBridgeFinalState } from "./timeline.js";
+/** The commission the run has to satisfy. */
+export interface CreativeBrief {
+    client: string;
+    product: string;
+    objective: string;
+    /** Hard constraint: the delivered sequence must be authored at this ratio. */
+    aspectRatio: string;
+    /** Hard constraint: total runtime of the assembled cut, in seconds. */
+    maxDurationSeconds: number;
+    /** Each must appear, case-insensitively, in at least one shot action. */
+    mustFeature: string[];
+    /** None may appear in any shot action or sketch layer name. */
+    forbid: string[];
+    deliverable: string;
+}
+/** One idea produced in the ideation phase. */
+export interface CreativeConcept {
+    id: string;
+    title: string;
+    premise: string;
+}
+/** A finding from the review phase. */
+export interface ReviewNote {
+    severity: "blocker" | "major" | "minor";
+    note: string;
+    targetClipId?: string;
+}
+/** Snapshot handed to the case's final-state predicates. */
+export interface CreativePipelineFinalState {
+    brief: CreativeBrief;
+    /** The model called `ui_brief_get` before mutating any surface. */
+    briefReadBeforeWork: boolean;
+    concepts: CreativeConcept[];
+    chosenConceptId: string | null;
+    script: ScriptBridgeFinalState;
+    sketch: SketchBridgeFinalState;
+    storyboard: StoryboardBridgeFinalState;
+    timeline: TimelineBridgeFinalState;
+    /** The replaced assemble tool ran and laid clips into the timeline. */
+    timelineAssembled: boolean;
+    /** The board was derived from the script, so the two documents are linked. */
+    scriptLinked: boolean;
+    /** Script lines each board shot covers, keyed by shot id. */
+    scriptLineIdsByShotId: Record<string, string[]>;
+    /** Assembly took the joint path: one cut built from board and script together. */
+    assembledLinked: boolean;
+    /** Lines the joint assemble gave no clip — unvoiced, or on a skipped shot. */
+    skippedLineIds: string[];
+    /** What `validate_timeline` last said about the cut, or null when never run. */
+    timelineValidation: TimelineValidation | null;
+    /** Total runtime of the assembled cut, in seconds. */
+    cutDurationSeconds: number;
+    reviewNotes: ReviewNote[];
+    /** The model inspected the assembled cut before reporting on it. */
+    inspectedCut: boolean;
+    /**
+     * Media a live {@link MediaBackend} produced. Always empty in the default
+     * headless mode, so no predicate depends on it — a case that asserted on
+     * artifacts would fail every CI run.
+     */
+    artifacts: GeneratedArtifact[];
+    /**
+     * Timeline-mutating calls made after the cut was assembled. Zero means the
+     * model shipped the sequence exactly as the renderer handed it over.
+     *
+     * Deliberately keyed on assembly rather than on the review notes. An earlier
+     * version counted edits after the first note and so required the model to
+     * report before fixing. A live sonnet run assembled at 16.20s, trimmed and
+     * ripple-moved down to 12.00s, verified with ui_review_get_cut and *then*
+     * filed notes as a compliance sign-off — a complete review loop that scored
+     * as "review changed nothing". Measuring from assembly accepts either order.
+     */
+    editsAfterAssembly: number;
+}
+/** One piece of media a live backend actually produced. */
+interface GeneratedArtifact {
+    kind: "style" | "keyframe" | "clip";
+    /** Absolute path on disk, or undefined when the generation failed. */
+    path?: string;
+    prompt: string;
+    shotId?: string;
+    bytes?: number;
+    error?: string;
+}
+/**
+ * Optional sink that turns the faked generate/render calls into real media.
+ *
+ * The suite is headless by default: `ui_sketch_generate` and the storyboard's
+ * keyframe/clip jobs flip a status flag and produce nothing, which is what
+ * makes the eval runnable in CI for the price of the agent loop alone. Supply
+ * a backend and the same tool calls additionally hit a real provider, so the
+ * run leaves actual stills and clips on disk without changing a single tool
+ * contract or predicate.
+ *
+ * Kept as an interface here rather than a fal implementation because
+ * `packages/agents` has no fal dependency and should not grow one for an
+ * opt-in path — see `scripts/dump-creative-run.ts` for the fal wiring.
+ *
+ * Known divergence in live mode: the timeline still lays clips at the
+ * simulated {@link RENDER_OVERSHOOT}, so the scored runtime is not the runtime
+ * of the files on disk. A live run against LTX asked for 3s takes and got
+ * 4.84s ones — a 1.61× overshoot against the 1.35× modelled here, so the
+ * planted defect is if anything conservative. Closing the gap means feeding
+ * the delivered duration back into assembly, which needs the backend to
+ * report it; until then, treat live media as artifacts the run produced
+ * rather than as the thing being measured.
+ */
+export interface MediaBackend {
+    image(prompt: string, label: string): Promise<{
+        path: string;
+        bytes: Uint8Array;
+    }>;
+    video(from: Uint8Array, prompt: string, label: string, durationSeconds: number): Promise<{
+        path: string;
+        bytes: Uint8Array;
+    }>;
+}
+export interface CreativePipelineInitialState {
+    brief: CreativeBrief;
+    /** Omit for the headless default; supply to produce real media. */
+    media?: MediaBackend;
+}
+/**
+ * Build the composite bridge: the three real creative surfaces plus brief and
+ * review instrumentation, sharing one project state.
+ */
+export declare function createCreativePipelineBridge(initial: CreativePipelineInitialState): HeadlessSurfaceBridge<CreativePipelineFinalState>;
+/** The commission driving the full-pipeline case. */
+export declare const LANTERN_BRIEF: CreativeBrief;
+/** A second commission with tighter runtime, used by the constraint case. */
+export declare const ATLAS_BRIEF: CreativeBrief;
+/**
+ * A narrated commission, used by the linked case.
+ *
+ * Its runtime ceiling is generous on purpose: a linked cut is as long as the
+ * voiced takes make it, so a runtime predicate here would score how many words
+ * the model wrote rather than whether it carried the link through.
+ */
+export declare const TIDEWATCH_BRIEF: CreativeBrief;
+export declare const CREATIVE_PIPELINE_TOOL_LOOP_CASES: readonly ToolLoopEvalCase<CreativePipelineFinalState>[];
+export {};
+//# sourceMappingURL=creative-pipeline.d.ts.map

package/dist/evals/surfaces/creative-pipeline.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"creative-pipeline.d.ts","sourceRoot":"","sources":["../../../src/evals/surfaces/creative-pipeline.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAsDG;AAMH,OAAO,EAEL,KAAK,kBAAkB,EACxB,MAAM,uCAAuC,CAAC;AAE/C,OAAO,KAAK,EACV,qBAAqB,EACrB,gBAAgB,EACjB,MAAM,sBAAsB,CAAC;AAC9B,OAAO,EAEL,KAAK,sBAAsB,EAC5B,MAAM,aAAa,CAAC;AACrB,OAAO,EAEL,KAAK,sBAAsB,EAC5B,MAAM,aAAa,CAAC;AACrB,OAAO,EAEL,KAAK,0BAA0B,EAChC,MAAM,iBAAiB,CAAC;AACzB,OAAO,EAEL,KAAK,wBAAwB,EAC9B,MAAM,eAAe,CAAC;AAcvB,6CAA6C;AAC7C,MAAM,WAAW,aAAa;IAC5B,MAAM,EAAE,MAAM,CAAC;IACf,OAAO,EAAE,MAAM,CAAC;IAChB,SAAS,EAAE,MAAM,CAAC;IAClB,8EAA8E;IAC9E,WAAW,EAAE,MAAM,CAAC;IACpB,uEAAuE;IACvE,kBAAkB,EAAE,MAAM,CAAC;IAC3B,yEAAyE;IACzE,WAAW,EAAE,MAAM,EAAE,CAAC;IACtB,+DAA+D;IAC/D,MAAM,EAAE,MAAM,EAAE,CAAC;IACjB,WAAW,EAAE,MAAM,CAAC;CACrB;AAED,+CAA+C;AAC/C,MAAM,WAAW,eAAe;IAC9B,EAAE,EAAE,MAAM,CAAC;IACX,KAAK,EAAE,MAAM,CAAC;IACd,OAAO,EAAE,MAAM,CAAC;CACjB;AAED,uCAAuC;AACvC,MAAM,WAAW,UAAU;IACzB,QAAQ,EAAE,SAAS,GAAG,OAAO,GAAG,OAAO,CAAC;IACxC,IAAI,EAAE,MAAM,CAAC;IACb,YAAY,CAAC,EAAE,MAAM,CAAC;CACvB;AAED,4DAA4D;AAC5D,MAAM,WAAW,0BAA0B;IACzC,KAAK,EAAE,aAAa,CAAC;IACrB,mEAAmE;IACnE,mBAAmB,EAAE,OAAO,CAAC;IAC7B,QAAQ,EAAE,eAAe,EAAE,CAAC;IAC5B,eAAe,EAAE,MAAM,GAAG,IAAI,CAAC;IAC/B,MAAM,EAAE,sBAAsB,CAAC;IAC/B,MAAM,EAAE,sBAAsB,CAAC;IAC/B,UAAU,EAAE,0BAA0B,CAAC;IACvC,QAAQ,EAAE,wBAAwB,CAAC;IACnC,uEAAuE;IACvE,iBAAiB,EAAE,OAAO,CAAC;IAC3B,8EAA8E;IAC9E,YAAY,EAAE,OAAO,CAAC;IACtB,6DAA6D;IAC7D,qBAAqB,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,EAAE,CAAC,CAAC;IAChD,kFAAkF;IAClF,eAAe,EAAE,OAAO,CAAC;IACzB,8EAA8E;IAC9E,cAAc,EAAE,MAAM,EAAE,CAAC;IACzB,gFAAgF;IAChF,kBAAkB,EAAE,kBAAkB,GAAG,IAAI,CAAC;IAC9C,sDAAsD;IACtD,kBAAkB,EAAE,MAAM,CAAC;IAC3B,WAAW,EAAE,UAAU,EAAE,CAAC;IAC1B,oEAAoE;IACpE,YAAY,EAAE,OAAO,CAAC;IACtB;;;;OAIG;IACH,SAAS,EAAE,iBAAiB,EAAE,CAAC;IAC/B;;;;;;;;;;OAUG;IACH,kBAAkB,EAAE,MAAM,CAAC;CAC5B;AAmED,2DAA2D;AAC3D,UAAU,iBAAiB;IACzB,IAAI,EAAE,OAAO,GAAG,UAAU,GAAG,MAAM,CAAC;IACpC,sEAAsE;IACtE,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,MAAM,CAAC;IACf,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB;AAED;;;;;;;;;;;;;;;;;;;;;;GAsBG;AACH,MAAM,WAAW,YAAY;IAC3B,KAAK,CACH,MAAM,EAAE,MAAM,EACd,KAAK,EAAE,MAAM,GACZ,OAAO,CAAC;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,UAAU,CAAA;KAAE,CAAC,CAAC;IAChD,KAAK,CACH,IAAI,EAAE,UAAU,EAChB,MAAM,EAAE,MAAM,EACd,KAAK,EAAE,MAAM,EACb,eAAe,EAAE,MAAM,GACtB,OAAO,CAAC;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,UAAU,CAAA;KAAE,CAAC,CAAC;CACjD;AAED,MAAM,WAAW,4BAA4B;IAC3C,KAAK,EAAE,aAAa,CAAC;IACrB,mEAAmE;IACnE,KAAK,CAAC,EAAE,YAAY,CAAC;CACtB;AAED;;;GAGG;AACH,wBAAgB,4BAA4B,CAC1C,OAAO,EAAE,4BAA4B,GACpC,qBAAqB,CAAC,0BAA0B,CAAC,CA6hBnD;AAmBD,qDAAqD;AACrD,eAAO,MAAM,aAAa,EAAE,aAU3B,CAAC;AAEF,6EAA6E;AAC7E,eAAO,MAAM,WAAW,EAAE,aASzB,CAAC;AAEF;;;;;;GAMG;AACH,eAAO,MAAM,eAAe,EAAE,aAS7B,CAAC;AAiBF,eAAO,MAAM,iCAAiC,EAAE,SAAS,gBAAgB,CAAC,0BAA0B,CAAC,EAsVlG,CAAC"}