@nodetool-ai/agents 0.7.0-rc.23 → 0.8.2

package/dist/evals/surfaces/model3d.js

@@ -0,0 +1,346 @@
+/**
+ * Headless bridge for the 3D model editor tool-loop eval.
+ *
+ * The real frontend tools (`web/src/lib/tools/builtin/model3d.ts`) delegate to
+ * a `Model3DToolHandler` the live `Model3DEditor` registers on
+ * `model3DToolBridge` — it mutates a Three.js scene graph and (for
+ * `ui_3d_capture_view`) renders a WebGL frame. None of that can run under
+ * Node. This bridge reimplements the *effects* of the non-rendering tools
+ * against a plain in-memory scene graph, so a model can drive the same
+ * `ui_3d_*` tool surface headlessly.
+ *
+ * What it does NOT fork is the tool *contract*: names, descriptions, and Zod
+ * parameter shapes are copied verbatim from the builtin file — the single
+ * source of truth the browser tools also expose. `ui_3d_capture_view` is
+ * intentionally excluded: it requires a real WebGL render and has no
+ * meaningful headless equivalent.
+ */
+import { z } from "zod";
+import { parseWithTypeCoercion } from "@nodetool-ai/runtime";
+const PRIMITIVE_KINDS = [
+    "box",
+    "sphere",
+    "plane",
+    "cylinder",
+    "torus",
+    "directionalLight",
+    "pointLight"
+];
+const vec3 = z.tuple([z.number(), z.number(), z.number()]);
+const targetParam = z
+    .string()
+    .describe("The object's uuid or its name (case-insensitive).");
+/** three.js object type for a given primitive kind. */
+function kindToType(kind) {
+    switch (kind) {
+        case "directionalLight":
+            return "DirectionalLight";
+        case "pointLight":
+            return "PointLight";
+        default:
+            return "Mesh";
+    }
+}
+/** Title-case default name for a kind, e.g. "box" -> "Box". */
+function defaultKindLabel(kind) {
+    const labels = {
+        box: "Box",
+        sphere: "Sphere",
+        plane: "Plane",
+        cylinder: "Cylinder",
+        torus: "Torus",
+        directionalLight: "Directional Light",
+        pointLight: "Point Light"
+    };
+    return labels[kind];
+}
+function tool(name, description, parameters, impl) {
+    return {
+        name,
+        description,
+        parameters,
+        execute: (args) => {
+            const parsed = parseWithTypeCoercion(parameters, args ?? {});
+            return impl(parsed);
+        }
+    };
+}
+/**
+ * Build an in-memory 3D-scene bridge whose tools share the `ui_3d_*` contract
+ * but run headlessly against a plain scene-graph array (no Three.js).
+ */
+export function createModel3DToolBridge(initial = {}) {
+    const nodes = [];
+    let selectedUuid = null;
+    let uuidSeq = 0;
+    const nextUuid = () => `obj_${++uuidSeq}`;
+    const findByUuid = (uuid) => nodes.find((n) => n.uuid === uuid);
+    const resolveTarget = (idOrName) => {
+        const byUuid = findByUuid(idOrName);
+        if (byUuid)
+            return byUuid;
+        const lower = idOrName.toLowerCase();
+        const byName = nodes.find((n) => n.name.toLowerCase() === lower);
+        if (byName)
+            return byName;
+        throw new Error(`No object found matching "${idOrName}".`);
+    };
+    const uniqueName = (kind) => {
+        const base = defaultKindLabel(kind);
+        if (!nodes.some((n) => n.name === base))
+            return base;
+        let i = 2;
+        while (nodes.some((n) => n.name === `${base} ${i}`))
+            i += 1;
+        return `${base} ${i}`;
+    };
+    const descendantsOf = (uuid) => {
+        const result = [];
+        const stack = [uuid];
+        while (stack.length > 0) {
+            const parent = stack.pop();
+            for (const n of nodes) {
+                if (n.parentUuid === parent) {
+                    result.push(n);
+                    stack.push(n.uuid);
+                }
+            }
+        }
+        return result;
+    };
+    const serialize = (n) => ({ ...n });
+    // Seed initial objects.
+    for (const obj of initial.objects ?? []) {
+        const uuid = nextUuid();
+        nodes.push({
+            uuid,
+            name: obj.name,
+            type: kindToType(obj.kind),
+            visible: true,
+            position: [0, 0, 0],
+            rotation: [0, 0, 0],
+            scale: [1, 1, 1],
+            parentUuid: null
+        });
+    }
+    const tools = [
+        tool("ui_3d_list_scene", "List every object in the open 3D model editor scene with its uuid, name, type, visibility and transform (position, rotation in degrees, scale). Call this first to discover what's in the scene and to get the uuids/names other 3D tools need.", z.object({}), async () => {
+            const objects = nodes.map(serialize);
+            return { ok: true, count: objects.length, objects };
+        }),
+        tool("ui_3d_add_object", "Add a primitive object to the 3D editor scene and select it. `kind` is one of box, sphere, plane, cylinder, torus, directionalLight, pointLight. Optionally provide a name; otherwise a unique default name is assigned.", z.object({
+            kind: z.enum(PRIMITIVE_KINDS),
+            name: z.string().optional()
+        }), async ({ kind, name }) => {
+            const k = kind;
+            const uuid = nextUuid();
+            const node = {
+                uuid,
+                name: name || uniqueName(k),
+                type: kindToType(k),
+                visible: true,
+                position: [0, 0, 0],
+                rotation: [0, 0, 0],
+                scale: [1, 1, 1],
+                parentUuid: null
+            };
+            nodes.push(node);
+            selectedUuid = uuid;
+            return { ok: true, object: serialize(node) };
+        }),
+        tool("ui_3d_select_object", "Select an object in the 3D editor (driving the transform gizmo and Properties panel). Pass null/empty to clear the selection.", z.object({ target: targetParam.nullable().optional() }), async ({ target }) => {
+            const t = target;
+            if (!t) {
+                selectedUuid = null;
+                return { ok: true, selected: null };
+            }
+            const node = resolveTarget(t);
+            selectedUuid = node.uuid;
+            return { ok: true, selected: serialize(node) };
+        }),
+        tool("ui_3d_delete_object", "Delete an object (and its children) from the 3D editor scene.", z.object({ target: targetParam }), async ({ target }) => {
+            const node = resolveTarget(target);
+            const toRemove = new Set([
+                node.uuid,
+                ...descendantsOf(node.uuid).map((d) => d.uuid)
+            ]);
+            for (let i = nodes.length - 1; i >= 0; i -= 1) {
+                if (toRemove.has(nodes[i].uuid))
+                    nodes.splice(i, 1);
+            }
+            if (selectedUuid && toRemove.has(selectedUuid))
+                selectedUuid = null;
+            return { ok: true, deleted: serialize(node) };
+        }),
+        tool("ui_3d_set_transform", "Set the position, rotation and/or scale of an object in the 3D editor. Each field is an [x, y, z] array; omit a field to leave it unchanged. Rotation is in degrees.", z.object({
+            target: targetParam,
+            position: vec3.optional(),
+            rotation: vec3.optional(),
+            scale: vec3.optional()
+        }), async ({ target, position, rotation, scale }) => {
+            const node = resolveTarget(target);
+            if (position)
+                node.position = position;
+            if (rotation)
+                node.rotation = rotation;
+            if (scale)
+                node.scale = scale;
+            return { ok: true, object: serialize(node) };
+        }),
+        tool("ui_3d_set_visibility", "Show or hide an object in the 3D editor scene.", z.object({ target: targetParam, visible: z.boolean() }), async ({ target, visible }) => {
+            const node = resolveTarget(target);
+            node.visible = visible;
+            return { ok: true, object: serialize(node) };
+        }),
+        tool("ui_3d_rename_object", "Rename an object in the 3D editor scene.", z.object({ target: targetParam, name: z.string() }), async ({ target, name }) => {
+            const node = resolveTarget(target);
+            node.name = name;
+            return { ok: true, object: serialize(node) };
+        }),
+        tool("ui_3d_set_material_color", 'Set the base color of a mesh\'s material in the 3D editor. `color` is a CSS hex string like "#ff8800". Only applies to mesh objects with a colored material.', z.object({ target: targetParam, color: z.string() }), async ({ target, color }) => {
+            const node = resolveTarget(target);
+            if (node.type !== "Mesh") {
+                throw new Error(`"${node.name}" is a ${node.type}, not a mesh — only mesh objects have a colored material.`);
+            }
+            node.materialColor = color;
+            return { ok: true, object: serialize(node) };
+        }),
+        tool("ui_3d_frame_scene", "Frame the camera to fit the whole 3D editor scene in view (same as the Frame scene toolbar button).", z.object({}), async () => {
+            return { ok: true };
+        })
+    ];
+    return {
+        tools,
+        finalState: () => ({
+            selectedUuid,
+            objects: nodes.map((n) => {
+                const entry = {
+                    uuid: n.uuid,
+                    name: n.name,
+                    type: n.type,
+                    visible: n.visible,
+                    position: n.position,
+                    rotation: n.rotation,
+                    scale: n.scale
+                };
+                if (n.materialColor !== undefined) {
+                    entry.materialColor = n.materialColor;
+                }
+                return entry;
+            })
+        })
+    };
+}
+/** Count objects of a given three.js `type` in the final scene. */
+function countByType(state, type) {
+    return state.objects.filter((o) => o.type === type).length;
+}
+const MODEL3D_SYSTEM_PROMPT = `You are an assistant driving a 3D model editor through UI tools.
+
+Use the ui_3d_* tools to inspect and modify the scene:
+- Call ui_3d_list_scene first to see what's already there and get uuids/names.
+- Add primitives with ui_3d_add_object (box, sphere, plane, cylinder, torus, directionalLight, pointLight).
+- Address existing objects by uuid or name with ui_3d_select_object, ui_3d_delete_object, ui_3d_set_transform, ui_3d_set_visibility, ui_3d_rename_object, ui_3d_set_material_color.
+- ui_3d_frame_scene fits the camera to the scene.
+
+Call one tool at a time and use the result before the next call. When the objective is fully satisfied, STOP calling tools and give a one-line summary.`;
+const NOT_VEC3_1_1_1 = (v) => v[0] !== 1 || v[1] !== 1 || v[2] !== 1;
+export const MODEL3D_TOOL_LOOP_CASES = [
+    {
+        id: "build-scene",
+        description: "Add a box, a sphere, and a directional light, and move the sphere up",
+        objective: "Build a small scene: add a box, add a sphere, add a directional light, and move the sphere up (increase its Y position).",
+        createBridge: () => createModel3DToolBridge(),
+        systemPrompt: MODEL3D_SYSTEM_PROMPT,
+        expect: {
+            requiredTools: ["ui_3d_add_object", "ui_3d_set_transform"],
+            noErrorResults: true,
+            minToolCalls: 3,
+            maxToolCalls: 15,
+            finalState: [
+                {
+                    name: "hasThreeObjects",
+                    detail: "fewer than 3 objects in the scene",
+                    test: (s) => s.objects.length >= 3
+                },
+                {
+                    name: "hasMesh",
+                    detail: "no Mesh object present",
+                    test: (s) => countByType(s, "Mesh") >= 1
+                },
+                {
+                    name: "hasDirectionalLight",
+                    detail: "no DirectionalLight present",
+                    test: (s) => countByType(s, "DirectionalLight") >= 1
+                }
+            ]
+        }
+    },
+    {
+        id: "recolor-and-arrange",
+        description: "Rename an existing box to 'Hero', give it an orange material, and scale it up",
+        objective: "The scene has one box. Rename it to 'Hero', give it an orange material color, and scale it up 2x.",
+        createBridge: () => createModel3DToolBridge({ objects: [{ name: "Box", kind: "box" }] }),
+        systemPrompt: MODEL3D_SYSTEM_PROMPT,
+        userPrompt: "Objective: The scene has one box named 'Box'. Rename it to 'Hero', give it an orange material color, and scale it up 2x.",
+        expect: {
+            requiredTools: [
+                "ui_3d_rename_object",
+                "ui_3d_set_material_color",
+                "ui_3d_set_transform"
+            ],
+            noErrorResults: true,
+            minToolCalls: 3,
+            maxToolCalls: 12,
+            finalState: [
+                {
+                    name: "heroExists",
+                    detail: "no object named 'Hero'",
+                    test: (s) => s.objects.some((o) => o.name === "Hero")
+                },
+                {
+                    name: "heroHasColor",
+                    detail: "'Hero' has no materialColor set",
+                    test: (s) => s.objects.some((o) => o.name === "Hero" && !!o.materialColor)
+                },
+                {
+                    name: "heroScaledUp",
+                    detail: "'Hero' scale is still [1,1,1]",
+                    test: (s) => s.objects.some((o) => o.name === "Hero" && NOT_VEC3_1_1_1(o.scale))
+                }
+            ]
+        }
+    },
+    {
+        id: "hide-and-delete",
+        description: "Hide a box and delete a sphere from the scene",
+        objective: "The scene has a box and a sphere. Hide the box, and delete the sphere.",
+        createBridge: () => createModel3DToolBridge({
+            objects: [
+                { name: "Box", kind: "box" },
+                { name: "Sphere", kind: "sphere" }
+            ]
+        }),
+        systemPrompt: MODEL3D_SYSTEM_PROMPT,
+        userPrompt: "Objective: The scene has a box named 'Box' and a sphere named 'Sphere'. Hide the box, and delete the sphere.",
+        expect: {
+            requiredTools: ["ui_3d_set_visibility", "ui_3d_delete_object"],
+            noErrorResults: true,
+            minToolCalls: 2,
+            maxToolCalls: 10,
+            finalState: [
+                {
+                    name: "oneObjectLeft",
+                    detail: "scene does not have exactly 1 object",
+                    test: (s) => s.objects.length === 1
+                },
+                {
+                    name: "remainingHidden",
+                    detail: "the remaining object is still visible",
+                    test: (s) => s.objects.length === 1 && s.objects[0].visible === false
+                }
+            ]
+        }
+    }
+];
+//# sourceMappingURL=model3d.js.map

package/dist/evals/surfaces/model3d.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"model3d.js","sourceRoot":"","sources":["../../../src/evals/surfaces/model3d.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;GAgBG;AAEH,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AACxB,OAAO,EAAE,qBAAqB,EAAE,MAAM,sBAAsB,CAAC;AAiB7D,MAAM,eAAe,GAAG;IACtB,KAAK;IACL,QAAQ;IACR,OAAO;IACP,UAAU;IACV,OAAO;IACP,kBAAkB;IAClB,YAAY;CACJ,CAAC;AAEX,MAAM,IAAI,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;AAC3D,MAAM,WAAW,GAAG,CAAC;KAClB,MAAM,EAAE;KACR,QAAQ,CAAC,mDAAmD,CAAC,CAAC;AAiCjE,uDAAuD;AACvD,SAAS,UAAU,CAAC,IAA0B;IAC5C,QAAQ,IAAI,EAAE,CAAC;QACb,KAAK,kBAAkB;YACrB,OAAO,kBAAkB,CAAC;QAC5B,KAAK,YAAY;YACf,OAAO,YAAY,CAAC;QACtB;YACE,OAAO,MAAM,CAAC;IAClB,CAAC;AACH,CAAC;AAED,+DAA+D;AAC/D,SAAS,gBAAgB,CAAC,IAA0B;IAClD,MAAM,MAAM,GAAG;QACb,GAAG,EAAE,KAAK;QACV,MAAM,EAAE,QAAQ;QAChB,KAAK,EAAE,OAAO;QACd,QAAQ,EAAE,UAAU;QACpB,KAAK,EAAE,OAAO;QACd,gBAAgB,EAAE,mBAAmB;QACrC,UAAU,EAAE,aAAa;KACqB,CAAC;IACjD,OAAO,MAAM,CAAC,IAAI,CAAC,CAAC;AACtB,CAAC;AAED,SAAS,IAAI,CACX,IAAY,EACZ,WAAmB,EACnB,UAAwB,EACxB,IAAyD;IAEzD,OAAO;QACL,IAAI;QACJ,WAAW;QACX,UAAU;QACV,OAAO,EAAE,CAAC,IAAI,EAAE,EAAE;YAChB,MAAM,MAAM,GAAG,qBAAqB,CAAC,UAAU,EAAE,IAAI,IAAI,EAAE,CAG1D,CAAC;YACF,OAAO,IAAI,CAAC,MAAM,CAAC,CAAC;QACtB,CAAC;KACF,CAAC;AACJ,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,uBAAuB,CACrC,OAAO,GAA8B,EAAE;IAEvC,MAAM,KAAK,GAAgB,EAAE,CAAC;IAC9B,IAAI,YAAY,GAAkB,IAAI,CAAC;IACvC,IAAI,OAAO,GAAG,CAAC,CAAC;IAEhB,MAAM,QAAQ,GAAG,GAAG,EAAE,CAAC,OAAO,EAAE,OAAO,EAAE,CAAC;IAE1C,MAAM,UAAU,GAAG,CAAC,IAAY,EAAyB,EAAE,CACzD,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,IAAI,CAAC,CAAC;IAErC,MAAM,aAAa,GAAG,CAAC,QAAgB,EAAa,EAAE;QACpD,MAAM,MAAM,GAAG,UAAU,CAAC,QAAQ,CAAC,CAAC;QACpC,IAAI,MAAM;YAAE,OAAO,MAAM,CAAC;QAC1B,MAAM,KAAK,GAAG,QAAQ,CAAC,WAAW,EAAE,CAAC;QACrC,MAAM,MAAM,GAAG,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,WAAW,EAAE,KAAK,KAAK,CAAC,CAAC;QACjE,IAAI,MAAM;YAAE,OAAO,MAAM,CAAC;QAC1B,MAAM,IAAI,KAAK,CAAC,6BAA6B,QAAQ,IAAI,CAAC,CAAC;IAC7D,CAAC,CAAC;IAEF,MAAM,UAAU,GAAG,CAAC,IAA0B,EAAU,EAAE;QACxD,MAAM,IAAI,GAAG,gBAAgB,CAAC,IAAI,CAAC,CAAC;QACpC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,IAAI,CAAC;YAAE,OAAO,IAAI,CAAC;QACrD,IAAI,CAAC,GAAG,CAAC,CAAC;QACV,OAAO,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,GAAG,IAAI,IAAI,CAAC,EAAE,CAAC;YAAE,CAAC,IAAI,CAAC,CAAC;QAC5D,OAAO,GAAG,IAAI,IAAI,CAAC,EAAE,CAAC;IACxB,CAAC,CAAC;IAEF,MAAM,aAAa,GAAG,CAAC,IAAY,EAAe,EAAE;QAClD,MAAM,MAAM,GAAgB,EAAE,CAAC;QAC/B,MAAM,KAAK,GAAG,CAAC,IAAI,CAAC,CAAC;QACrB,OAAO,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACxB,MAAM,MAAM,GAAG,KAAK,CAAC,GAAG,EAAG,CAAC;YAC5B,KAAK,MAAM,CAAC,IAAI,KAAK,EAAE,CAAC;gBACtB,IAAI,CAAC,CAAC,UAAU,KAAK,MAAM,EAAE,CAAC;oBAC5B,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;oBACf,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;gBACrB,CAAC;YACH,CAAC;QACH,CAAC;QACD,OAAO,MAAM,CAAC;IAChB,CAAC,CAAC;IAEF,MAAM,SAAS,GAAG,CAAC,CAAY,EAAa,EAAE,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,CAAC,CAAC;IAE1D,wBAAwB;IACxB,KAAK,MAAM,GAAG,IAAI,OAAO,CAAC,OAAO,IAAI,EAAE,EAAE,CAAC;QACxC,MAAM,IAAI,GAAG,QAAQ,EAAE,CAAC;QACxB,KAAK,CAAC,IAAI,CAAC;YACT,IAAI;YACJ,IAAI,EAAE,GAAG,CAAC,IAAI;YACd,IAAI,EAAE,UAAU,CAAC,GAAG,CAAC,IAAI,CAAC;YAC1B,OAAO,EAAE,IAAI;YACb,QAAQ,EAAE,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC;YACnB,QAAQ,EAAE,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC;YACnB,KAAK,EAAE,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC;YAChB,UAAU,EAAE,IAAI;SACjB,CAAC,CAAC;IACL,CAAC;IAED,MAAM,KAAK,GAAmB;QAC5B,IAAI,CACF,kBAAkB,EAClB,iPAAiP,EACjP,CAAC,CAAC,MAAM,CAAC,EAAE,CAAC,EACZ,KAAK,IAAI,EAAE;YACT,MAAM,OAAO,GAAG,KAAK,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;YACrC,OAAO,EAAE,EAAE,EAAE,IAAI,EAAE,KAAK,EAAE,OAAO,CAAC,MAAM,EAAE,OAAO,EAAE,CAAC;QACtD,CAAC,CACF;QAED,IAAI,CACF,kBAAkB,EAClB,0NAA0N,EAC1N,CAAC,CAAC,MAAM,CAAC;YACP,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,eAAe,CAAC;YAC7B,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;SAC5B,CAAC,EACF,KAAK,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,EAAE,EAAE;YACvB,MAAM,CAAC,GAAG,IAA4B,CAAC;YACvC,MAAM,IAAI,GAAG,QAAQ,EAAE,CAAC;YACxB,MAAM,IAAI,GAAc;gBACtB,IAAI;gBACJ,IAAI,EAAG,IAA2B,IAAI,UAAU,CAAC,CAAC,CAAC;gBACnD,IAAI,EAAE,UAAU,CAAC,CAAC,CAAC;gBACnB,OAAO,EAAE,IAAI;gBACb,QAAQ,EAAE,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC;gBACnB,QAAQ,EAAE,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC;gBACnB,KAAK,EAAE,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,CAAC;gBAChB,UAAU,EAAE,IAAI;aACjB,CAAC;YACF,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACjB,YAAY,GAAG,IAAI,CAAC;YACpB,OAAO,EAAE,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,SAAS,CAAC,IAAI,CAAC,EAAE,CAAC;QAC/C,CAAC,CACF;QAED,IAAI,CACF,qBAAqB,EACrB,+HAA+H,EAC/H,CAAC,CAAC,MAAM,CAAC,EAAE,MAAM,EAAE,WAAW,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,EAAE,CAAC,EACvD,KAAK,EAAE,EAAE,MAAM,EAAE,EAAE,EAAE;YACnB,MAAM,CAAC,GAAG,MAAmC,CAAC;YAC9C,IAAI,CAAC,CAAC,EAAE,CAAC;gBACP,YAAY,GAAG,IAAI,CAAC;gBACpB,OAAO,EAAE,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC;YACtC,CAAC;YACD,MAAM,IAAI,GAAG,aAAa,CAAC,CAAC,CAAC,CAAC;YAC9B,YAAY,GAAG,IAAI,CAAC,IAAI,CAAC;YACzB,OAAO,EAAE,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,SAAS,CAAC,IAAI,CAAC,EAAE,CAAC;QACjD,CAAC,CACF;QAED,IAAI,CACF,qBAAqB,EACrB,+DAA+D,EAC/D,CAAC,CAAC,MAAM,CAAC,EAAE,MAAM,EAAE,WAAW,EAAE,CAAC,EACjC,KAAK,EAAE,EAAE,MAAM,EAAE,EAAE,EAAE;YACnB,MAAM,IAAI,GAAG,aAAa,CAAC,MAAgB,CAAC,CAAC;YAC7C,MAAM,QAAQ,GAAG,IAAI,GAAG,CAAC;gBACvB,IAAI,CAAC,IAAI;gBACT,GAAG,aAAa,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC;aAC/C,CAAC,CAAC;YACH,KAAK,IAAI,CAAC,GAAG,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC;gBAC9C,IAAI,QAAQ,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;oBAAE,KAAK,CAAC,MAAM,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;YACtD,CAAC;YACD,IAAI,YAAY,IAAI,QAAQ,CAAC,GAAG,CAAC,YAAY,CAAC;gBAAE,YAAY,GAAG,IAAI,CAAC;YACpE,OAAO,EAAE,EAAE,EAAE,IAAI,EAAE,OAAO,EAAE,SAAS,CAAC,IAAI,CAAC,EAAE,CAAC;QAChD,CAAC,CACF;QAED,IAAI,CACF,qBAAqB,EACrB,sKAAsK,EACtK,CAAC,CAAC,MAAM,CAAC;YACP,MAAM,EAAE,WAAW;YACnB,QAAQ,EAAE,IAAI,CAAC,QAAQ,EAAE;YACzB,QAAQ,EAAE,IAAI,CAAC,QAAQ,EAAE;YACzB,KAAK,EAAE,IAAI,CAAC,QAAQ,EAAE;SACvB,CAAC,EACF,KAAK,EAAE,EAAE,MAAM,EAAE,QAAQ,EAAE,QAAQ,EAAE,KAAK,EAAE,EAAE,EAAE;YAC9C,MAAM,IAAI,GAAG,aAAa,CAAC,MAAgB,CAAC,CAAC;YAC7C,IAAI,QAAQ;gBAAE,IAAI,CAAC,QAAQ,GAAG,QAAoC,CAAC;YACnE,IAAI,QAAQ;gBAAE,IAAI,CAAC,QAAQ,GAAG,QAAoC,CAAC;YACnE,IAAI,KAAK;gBAAE,IAAI,CAAC,KAAK,GAAG,KAAiC,CAAC;YAC1D,OAAO,EAAE,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,SAAS,CAAC,IAAI,CAAC,EAAE,CAAC;QAC/C,CAAC,CACF;QAED,IAAI,CACF,sBAAsB,EACtB,gDAAgD,EAChD,CAAC,CAAC,MAAM,CAAC,EAAE,MAAM,EAAE,WAAW,EAAE,OAAO,EAAE,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,EACvD,KAAK,EAAE,EAAE,MAAM,EAAE,OAAO,EAAE,EAAE,EAAE;YAC5B,MAAM,IAAI,GAAG,aAAa,CAAC,MAAgB,CAAC,CAAC;YAC7C,IAAI,CAAC,OAAO,GAAG,OAAkB,CAAC;YAClC,OAAO,EAAE,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,SAAS,CAAC,IAAI,CAAC,EAAE,CAAC;QAC/C,CAAC,CACF;QAED,IAAI,CACF,qBAAqB,EACrB,0CAA0C,EAC1C,CAAC,CAAC,MAAM,CAAC,EAAE,MAAM,EAAE,WAAW,EAAE,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,EACnD,KAAK,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE,EAAE,EAAE;YACzB,MAAM,IAAI,GAAG,aAAa,CAAC,MAAgB,CAAC,CAAC;YAC7C,IAAI,CAAC,IAAI,GAAG,IAAc,CAAC;YAC3B,OAAO,EAAE,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,SAAS,CAAC,IAAI,CAAC,EAAE,CAAC;QAC/C,CAAC,CACF;QAED,IAAI,CACF,0BAA0B,EAC1B,8JAA8J,EAC9J,CAAC,CAAC,MAAM,CAAC,EAAE,MAAM,EAAE,WAAW,EAAE,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,EACpD,KAAK,EAAE,EAAE,MAAM,EAAE,KAAK,EAAE,EAAE,EAAE;YAC1B,MAAM,IAAI,GAAG,aAAa,CAAC,MAAgB,CAAC,CAAC;YAC7C,IAAI,IAAI,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;gBACzB,MAAM,IAAI,KAAK,CACb,IAAI,IAAI,CAAC,IAAI,UAAU,IAAI,CAAC,IAAI,2DAA2D,CAC5F,CAAC;YACJ,CAAC;YACD,IAAI,CAAC,aAAa,GAAG,KAAe,CAAC;YACrC,OAAO,EAAE,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,SAAS,CAAC,IAAI,CAAC,EAAE,CAAC;QAC/C,CAAC,CACF;QAED,IAAI,CACF,mBAAmB,EACnB,qGAAqG,EACrG,CAAC,CAAC,MAAM,CAAC,EAAE,CAAC,EACZ,KAAK,IAAI,EAAE;YACT,OAAO,EAAE,EAAE,EAAE,IAAI,EAAE,CAAC;QACtB,CAAC,CACF;KACF,CAAC;IAEF,OAAO;QACL,KAAK;QACL,UAAU,EAAE,GAA4B,EAAE,CAAC,CAAC;YAC1C,YAAY;YACZ,OAAO,EAAE,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE;gBACvB,MAAM,KAAK,GAA+C;oBACxD,IAAI,EAAE,CAAC,CAAC,IAAI;oBACZ,IAAI,EAAE,CAAC,CAAC,IAAI;oBACZ,IAAI,EAAE,CAAC,CAAC,IAAI;oBACZ,OAAO,EAAE,CAAC,CAAC,OAAO;oBAClB,QAAQ,EAAE,CAAC,CAAC,QAAQ;oBACpB,QAAQ,EAAE,CAAC,CAAC,QAAQ;oBACpB,KAAK,EAAE,CAAC,CAAC,KAAK;iBACf,CAAC;gBACF,IAAI,CAAC,CAAC,aAAa,KAAK,SAAS,EAAE,CAAC;oBAClC,KAAK,CAAC,aAAa,GAAG,CAAC,CAAC,aAAa,CAAC;gBACxC,CAAC;gBACD,OAAO,KAAK,CAAC;YACf,CAAC,CAAC;SACH,CAAC;KACH,CAAC;AACJ,CAAC;AAED,mEAAmE;AACnE,SAAS,WAAW,CAAC,KAA8B,EAAE,IAAY;IAC/D,OAAO,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,IAAI,CAAC,CAAC,MAAM,CAAC;AAC7D,CAAC;AAED,MAAM,qBAAqB,GAAG;;;;;;;;wJAQ0H,CAAC;AAEzJ,MAAM,cAAc,GAAG,CAAC,CAA2B,EAAE,EAAE,CACrD,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC;AAEzC,MAAM,CAAC,MAAM,uBAAuB,GAClC;IACE;QACE,EAAE,EAAE,aAAa;QACjB,WAAW,EACT,sEAAsE;QACxE,SAAS,EACP,0HAA0H;QAC5H,YAAY,EAAE,GAAG,EAAE,CAAC,uBAAuB,EAAE;QAC7C,YAAY,EAAE,qBAAqB;QACnC,MAAM,EAAE;YACN,aAAa,EAAE,CAAC,kBAAkB,EAAE,qBAAqB,CAAC;YAC1D,cAAc,EAAE,IAAI;YACpB,YAAY,EAAE,CAAC;YACf,YAAY,EAAE,EAAE;YAChB,UAAU,EAAE;gBACV;oBACE,IAAI,EAAE,iBAAiB;oBACvB,MAAM,EAAE,mCAAmC;oBAC3C,IAAI,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,MAAM,IAAI,CAAC;iBACnC;gBACD;oBACE,IAAI,EAAE,SAAS;oBACf,MAAM,EAAE,wBAAwB;oBAChC,IAAI,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,WAAW,CAAC,CAAC,EAAE,MAAM,CAAC,IAAI,CAAC;iBACzC;gBACD;oBACE,IAAI,EAAE,qBAAqB;oBAC3B,MAAM,EAAE,6BAA6B;oBACrC,IAAI,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,WAAW,CAAC,CAAC,EAAE,kBAAkB,CAAC,IAAI,CAAC;iBACrD;aACF;SACF;KACF;IACD;QACE,EAAE,EAAE,qBAAqB;QACzB,WAAW,EACT,+EAA+E;QACjF,SAAS,EACP,mGAAmG;QACrG,YAAY,EAAE,GAAG,EAAE,CACjB,uBAAuB,CAAC,EAAE,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,EAAE,CAAC;QACtE,YAAY,EAAE,qBAAqB;QACnC,UAAU,EACR,0HAA0H;QAC5H,MAAM,EAAE;YACN,aAAa,EAAE;gBACb,qBAAqB;gBACrB,0BAA0B;gBAC1B,qBAAqB;aACtB;YACD,cAAc,EAAE,IAAI;YACpB,YAAY,EAAE,CAAC;YACf,YAAY,EAAE,EAAE;YAChB,UAAU,EAAE;gBACV;oBACE,IAAI,EAAE,YAAY;oBAClB,MAAM,EAAE,wBAAwB;oBAChC,IAAI,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,MAAM,CAAC;iBACtD;gBACD;oBACE,IAAI,EAAE,cAAc;oBACpB,MAAM,EAAE,iCAAiC;oBACzC,IAAI,EAAE,CAAC,CAAC,EAAE,EAAE,CACV,CAAC,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,MAAM,IAAI,CAAC,CAAC,CAAC,CAAC,aAAa,CAAC;iBAChE;gBACD;oBACE,IAAI,EAAE,cAAc;oBACpB,MAAM,EAAE,+BAA+B;oBACvC,IAAI,EAAE,CAAC,CAAC,EAAE,EAAE,CACV,CAAC,CAAC,OAAO,CAAC,IAAI,CACZ,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,MAAM,IAAI,cAAc,CAAC,CAAC,CAAC,KAAK,CAAC,CACpD;iBACJ;aACF;SACF;KACF;IACD;QACE,EAAE,EAAE,iBAAiB;QACrB,WAAW,EAAE,+CAA+C;QAC5D,SAAS,EACP,wEAAwE;QAC1E,YAAY,EAAE,GAAG,EAAE,CACjB,uBAAuB,CAAC;YACtB,OAAO,EAAE;gBACP,EAAE,IAAI,EAAE,KAAK,EAAE,IAAI,EAAE,KAAK,EAAE;gBAC5B,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,EAAE,QAAQ,EAAE;aACnC;SACF,CAAC;QACJ,YAAY,EAAE,qBAAqB;QACnC,UAAU,EACR,8GAA8G;QAChH,MAAM,EAAE;YACN,aAAa,EAAE,CAAC,sBAAsB,EAAE,qBAAqB,CAAC;YAC9D,cAAc,EAAE,IAAI;YACpB,YAAY,EAAE,CAAC;YACf,YAAY,EAAE,EAAE;YAChB,UAAU,EAAE;gBACV;oBACE,IAAI,EAAE,eAAe;oBACrB,MAAM,EAAE,sCAAsC;oBAC9C,IAAI,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,MAAM,KAAK,CAAC;iBACpC;gBACD;oBACE,IAAI,EAAE,iBAAiB;oBACvB,MAAM,EAAE,uCAAuC;oBAC/C,IAAI,EAAE,CAAC,CAAC,EAAE,EAAE,CACV,CAAC,CAAC,OAAO,CAAC,MAAM,KAAK,CAAC,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,OAAO,KAAK,KAAK;iBAC3D;aACF;SACF;KACF;CACF,CAAC"}

package/dist/evals/surfaces/script.d.ts

@@ -0,0 +1,96 @@
+/**
+ * Headless bridge for the Script surface tool-loop eval.
+ *
+ * The real frontend tools (`web/src/lib/tools/builtin/script.ts`) delegate to
+ * a live `ScriptAgentHandler` registered by an open `ScriptSurface` — reading
+ * and mutating a zustand-backed script document, and driving real TTS. None of
+ * that can run under Node. This bridge reimplements the *effects* of those ten
+ * `ui_script_*` tools against a plain in-memory script, so a model can drive
+ * the exact same tool surface headlessly.
+ *
+ * Unlike the graph-editor bridge (which targets an explicit node graph the
+ * model names by id), the headless script bridge targets a single implicit
+ * script — there is no multi-document registry, so every tool drops the real
+ * tools' `script_id` parameter. Tool names, descriptions, and the remaining
+ * Zod parameter shapes are copied verbatim from the frontend builtins; this is
+ * the one intentional fork (documented, not silent).
+ *
+ * Voicing is simulated: a take's duration is derived from word count
+ * (~350ms/word, 500ms floor) and its word timings are spaced evenly across
+ * that duration — deterministic, no network calls. Subtitle export reuses the
+ * real pure `@nodetool-ai/timeline` subtitle assembly so the eval exercises
+ * the same code path as the browser and the script-graph nodes.
+ */
+import { type ScriptAssemblyInput } from "@nodetool-ai/timeline";
+import type { HeadlessSurfaceBridge, ToolLoopEvalCase } from "../tool-loop-eval.js";
+/** A TTS provider/model/voice selection, mirroring `VoiceBinding`. */
+export interface ScriptVoiceBinding {
+    provider: string;
+    model: string;
+    voice: string;
+    settings?: Record<string, unknown>;
+}
+/** The guided setup, as the bridge holds it. Mirrors `ScriptSetup`. */
+interface BridgeSetup {
+    stage: "idea" | "format" | "review" | "voices" | "done";
+    brief: string;
+    format?: string;
+    length_seconds?: number;
+    pace?: "slow" | "normal" | "fast";
+    language?: string;
+}
+/** Case-supplied starting point for a run. */
+export interface ScriptBridgeInitialState {
+    title?: string;
+    setup?: BridgeSetup;
+    cast?: Array<{
+        id?: string;
+        name: string;
+        voice?: ScriptVoiceBinding;
+    }>;
+    lines?: Array<{
+        id?: string;
+        text: string;
+        speakerId?: string;
+        direction?: string;
+        pauseAfterMs?: number;
+    }>;
+}
+/** Snapshot handed to a case's final-state predicates. */
+export interface ScriptBridgeFinalState {
+    title: string;
+    /** Where the guided flow left the script, or null when it has no setup. */
+    setup: BridgeSetup | null;
+    hasTimeline: boolean;
+    /** The storyboard derived from this script, once one exists. */
+    storyboardId: string | null;
+    /** The shots that board holds, each with the line ids it covers. */
+    derivedShots: {
+        id: string;
+        scriptLineIds: string[];
+    }[];
+    cast: {
+        id: string;
+        name: string;
+        hasVoice: boolean;
+    }[];
+    lines: {
+        id: string;
+        index: number;
+        speakerId: string | null;
+        text: string;
+        status: "draft" | "voiced" | "stale";
+        takeCount: number;
+    }[];
+    /**
+     * The script in the shape the pure assemblers take, so a host can hand this
+     * bridge's state straight to `buildScriptTimeline` / `buildLinkedTimeline`.
+     * The reduced `lines` above are what predicates read; this carries the takes
+     * and word timings they drop. The creative-pipeline bridge assembles from it.
+     */
+    assembly: ScriptAssemblyInput;
+}
+export declare function createScriptToolBridge(initial?: ScriptBridgeInitialState): HeadlessSurfaceBridge<ScriptBridgeFinalState>;
+export declare const SCRIPT_TOOL_LOOP_CASES: readonly ToolLoopEvalCase<ScriptBridgeFinalState>[];
+export {};
+//# sourceMappingURL=script.d.ts.map

package/dist/evals/surfaces/script.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"script.d.ts","sourceRoot":"","sources":["../../../src/evals/surfaces/script.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;GAsBG;AAWH,OAAO,EAGL,KAAK,mBAAmB,EAIzB,MAAM,uBAAuB,CAAC;AAE/B,OAAO,KAAK,EACV,qBAAqB,EACrB,gBAAgB,EAEjB,MAAM,sBAAsB,CAAC;AAG9B,sEAAsE;AACtE,MAAM,WAAW,kBAAkB;IACjC,QAAQ,EAAE,MAAM,CAAC;IACjB,KAAK,EAAE,MAAM,CAAC;IACd,KAAK,EAAE,MAAM,CAAC;IACd,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CACpC;AAuCD,uEAAuE;AACvE,UAAU,WAAW;IACnB,KAAK,EAAE,MAAM,GAAG,QAAQ,GAAG,QAAQ,GAAG,QAAQ,GAAG,MAAM,CAAC;IACxD,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,IAAI,CAAC,EAAE,MAAM,GAAG,QAAQ,GAAG,MAAM,CAAC;IAClC,QAAQ,CAAC,EAAE,MAAM,CAAC;CACnB;AAED,8CAA8C;AAC9C,MAAM,WAAW,wBAAwB;IACvC,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,KAAK,CAAC,EAAE,WAAW,CAAC;IACpB,IAAI,CAAC,EAAE,KAAK,CAAC;QAAE,EAAE,CAAC,EAAE,MAAM,CAAC;QAAC,IAAI,EAAE,MAAM,CAAC;QAAC,KAAK,CAAC,EAAE,kBAAkB,CAAA;KAAE,CAAC,CAAC;IACxE,KAAK,CAAC,EAAE,KAAK,CAAC;QACZ,EAAE,CAAC,EAAE,MAAM,CAAC;QACZ,IAAI,EAAE,MAAM,CAAC;QACb,SAAS,CAAC,EAAE,MAAM,CAAC;QACnB,SAAS,CAAC,EAAE,MAAM,CAAC;QACnB,YAAY,CAAC,EAAE,MAAM,CAAC;KACvB,CAAC,CAAC;CACJ;AAED,0DAA0D;AAC1D,MAAM,WAAW,sBAAsB;IACrC,KAAK,EAAE,MAAM,CAAC;IACd,2EAA2E;IAC3E,KAAK,EAAE,WAAW,GAAG,IAAI,CAAC;IAC1B,WAAW,EAAE,OAAO,CAAC;IACrB,gEAAgE;IAChE,YAAY,EAAE,MAAM,GAAG,IAAI,CAAC;IAC5B,oEAAoE;IACpE,YAAY,EAAE;QAAE,EAAE,EAAE,MAAM,CAAC;QAAC,aAAa,EAAE,MAAM,EAAE,CAAA;KAAE,EAAE,CAAC;IACxD,IAAI,EAAE;QAAE,EAAE,EAAE,MAAM,CAAC;QAAC,IAAI,EAAE,MAAM,CAAC;QAAC,QAAQ,EAAE,OAAO,CAAA;KAAE,EAAE,CAAC;IACxD,KAAK,EAAE;QACL,EAAE,EAAE,MAAM,CAAC;QACX,KAAK,EAAE,MAAM,CAAC;QACd,SAAS,EAAE,MAAM,GAAG,IAAI,CAAC;QACzB,IAAI,EAAE,MAAM,CAAC;QACb,MAAM,EAAE,OAAO,GAAG,QAAQ,GAAG,OAAO,CAAC;QACrC,SAAS,EAAE,MAAM,CAAC;KACnB,EAAE,CAAC;IACJ;;;;;OAKG;IACH,QAAQ,EAAE,mBAAmB,CAAC;CAC/B;AAiED,wBAAgB,sBAAsB,CACpC,OAAO,GAAE,wBAA6B,GACrC,qBAAqB,CAAC,sBAAsB,CAAC,CA6iB/C;AAuBD,eAAO,MAAM,sBAAsB,EAAE,SAAS,gBAAgB,CAAC,sBAAsB,CAAC,EA4LnF,CAAC"}