unity-open-mcp 1.4.0 → 1.6.0

package/dist/tools/playtest-wait.js

@@ -0,0 +1,86 @@
+// Playtest — wait in play mode until a condition holds.
+//
+// The bridge parses the condition and starts the wait on its shared play-mode
+// scheduler (a player-loop tick at the start of EarlyUpdate), returning an
+// operation id at once; this server polls POST /playmode-operations to the
+// terminal result (tool-router `routePlaymodeOperation`). A wait whose timeout
+// is beyond the inline budget runs as a `jobs` play-mode operation and the call
+// returns its job id. `timeout_ms` is the wait's own limit: the live client
+// forwards it unclamped for this tool (TOOL_OWNED_TIMEOUT_TOOLS); the bridge
+// reads it only as the tool parameter and dispatches the start call on its
+// default budget.
+import { makeTool } from "./schema-fragments.js";
+import { conditionSchema } from "./playtest-conditions.js";
+/** Longest wait (timeout_ms) the direct call polls inline; longer ones become a job. */
+export const PLAYTEST_WAIT_INLINE_LIMIT_MS = 40_000;
+export const PLAYTEST_WAIT_DEFAULT_TIMEOUT_MS = 30_000;
+/** Mirrors the bridge's PlaytestWaitTools.MaxTimeoutMs. */
+export const PLAYTEST_WAIT_MAX_TIMEOUT_MS = 600_000;
+export const PLAYTEST_WAIT_MAX_POLL_EVERY_FRAMES = 600;
+export const playtestWait = makeTool("unity_open_mcp_playtest_wait", "Wait in play mode until a condition holds — instead of polling in a loop of calls. CONDITION " +
+    "(exactly one key): log {pattern (regex), level} = a console message logged after the start matches; " +
+    "ui {text_contains, path, visible, matches} = a ui_snapshot query matches (matches:false = stops " +
+    "matching, e.g. a popup closed); object {path | object_id, state: exists | active | inactive | " +
+    "destroyed}; project_command {id, args, field} = the project's own read-only predicate returns true " +
+    "(no arbitrary C#); frames N; ms N; all / any [leaves] (one level). The bridge evaluates it inside " +
+    "the player loop every poll_every_frames frames and the call returns the terminal result: `fired` " +
+    "(which condition — e.g. condition.any[1] — at which frame, observed_frame, play_time, elapsed_ms), " +
+    "every leaf's last observed state, frames, and console errors logged meanwhile. timeout_ms is " +
+    "wall-clock: on expiry the call fails with timed_out plus the last observed state. time_scale " +
+    "applies Time.timeScale for the wait only and is restored on every exit (success, timeout, cancel, " +
+    "exit play, domain reload) unless game code changed it meanwhile (reported). fail_on [\"exception\"] " +
+    "stops at the first exception the game logs (exception_thrown, with message and stack); \"error\" " +
+    "also stops on error logs. ms conditions count `time` (gameplay = scaled by Time.timeScale, default; " +
+    "realtime). Waits with timeout_ms over " +
+    `${PLAYTEST_WAIT_INLINE_LIMIT_MS / 1000}s return a job_id instead — wait on it with unity_open_mcp_jobs ` +
+    "(cancel there; exiting play mode / a reload end it, time scale restored). Play-mode only; gate-free; " +
+    "one time-scaled wait at a time (playmode_operation_busy). Not allowed inside batch_execute.", {
+    required: ["condition"],
+    properties: {
+        condition: conditionSchema("What to wait for: one key — log / ui / object / project_command / frames / ms — or all / any over " +
+            "those, e.g. {\"log\":{\"pattern\":\"Wave \\\\d+ cleared\"}}, {\"ui\":{\"text_contains\":\"Victory\"}}, " +
+            "{\"object\":{\"path\":\"Enemies/Boss\",\"state\":\"destroyed\"}}, " +
+            "{\"any\":[{\"ms\":5000},{\"log\":{\"pattern\":\"Game over\"}}]}."),
+        timeout_ms: {
+            type: "integer",
+            minimum: 1,
+            maximum: PLAYTEST_WAIT_MAX_TIMEOUT_MS,
+            default: PLAYTEST_WAIT_DEFAULT_TIMEOUT_MS,
+            description: "Wall-clock limit for the wait (ms). On expiry → timed_out with the last observed state. Over " +
+                `${PLAYTEST_WAIT_INLINE_LIMIT_MS} ms the call runs as a job.`,
+        },
+        poll_every_frames: {
+            type: "integer",
+            minimum: 1,
+            maximum: PLAYTEST_WAIT_MAX_POLL_EVERY_FRAMES,
+            default: 1,
+            description: "Evaluate the condition every N frames (logs and exceptions are captured every frame regardless). " +
+                "Raise it for expensive ui / project_command conditions; fired.frame then lies within the last N frames.",
+        },
+        time_scale: {
+            type: "number",
+            exclusiveMinimum: 0,
+            maximum: 100,
+            description: "Time.timeScale during the wait only (e.g. 4 finishes a 5 s game timer in ~1.25 s); restored on every exit path.",
+        },
+        time: {
+            type: "string",
+            enum: ["gameplay", "realtime"],
+            default: "gameplay",
+            description: "Clock for ms conditions and elapsed_ms: gameplay (scaled by Time.timeScale; a paused game never advances) or realtime (wall clock).",
+        },
+        fail_on: {
+            type: "array",
+            items: { type: "string", enum: ["exception", "error"] },
+            maxItems: 2,
+            description: "Stop early: exception = the game logs an exception (exception_thrown, with stack); error = any error log (error_logged).",
+        },
+        operation_id: {
+            type: "string",
+            pattern: "^[A-Za-z0-9-]{8,64}$",
+            description: "Optional idempotency handle for the bridge operation (8-64 letters, digits, dashes); a retried call with " +
+                "the same id returns the same operation. Omit it normally; jobs always set it to the job id.",
+        },
+    },
+});
+//# sourceMappingURL=playtest-wait.js.map

package/dist/tools/playtest-wait.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"playtest-wait.js","sourceRoot":"","sources":["../../src/tools/playtest-wait.ts"],"names":[],"mappings":"AAAA,wDAAwD;AACxD,EAAE;AACF,8EAA8E;AAC9E,2EAA2E;AAC3E,2EAA2E;AAC3E,+EAA+E;AAC/E,gFAAgF;AAChF,4EAA4E;AAC5E,6EAA6E;AAC7E,2EAA2E;AAC3E,kBAAkB;AAClB,OAAO,EAAE,QAAQ,EAAE,MAAM,uBAAuB,CAAC;AACjD,OAAO,EAAE,eAAe,EAAE,MAAM,0BAA0B,CAAC;AAE3D,wFAAwF;AACxF,MAAM,CAAC,MAAM,6BAA6B,GAAG,MAAM,CAAC;AACpD,MAAM,CAAC,MAAM,gCAAgC,GAAG,MAAM,CAAC;AACvD,2DAA2D;AAC3D,MAAM,CAAC,MAAM,4BAA4B,GAAG,OAAO,CAAC;AACpD,MAAM,CAAC,MAAM,mCAAmC,GAAG,GAAG,CAAC;AAEvD,MAAM,CAAC,MAAM,YAAY,GAAG,QAAQ,CAClC,8BAA8B,EAC9B,+FAA+F;IAC7F,sGAAsG;IACtG,kGAAkG;IAClG,gGAAgG;IAChG,qGAAqG;IACrG,oGAAoG;IACpG,mGAAmG;IACnG,qGAAqG;IACrG,+FAA+F;IAC/F,+FAA+F;IAC/F,oGAAoG;IACpG,sGAAsG;IACtG,mGAAmG;IACnG,sGAAsG;IACtG,wCAAwC;IACxC,GAAG,6BAA6B,GAAG,IAAI,kEAAkE;IACzG,uGAAuG;IACvG,6FAA6F,EAC/F;IACE,QAAQ,EAAE,CAAC,WAAW,CAAC;IACvB,UAAU,EAAE;QACV,SAAS,EAAE,eAAe,CACxB,oGAAoG;YAClG,yGAAyG;YACzG,oEAAoE;YACpE,kEAAkE,CACrE;QACD,UAAU,EAAE;YACV,IAAI,EAAE,SAAS;YACf,OAAO,EAAE,CAAC;YACV,OAAO,EAAE,4BAA4B;YACrC,OAAO,EAAE,gCAAgC;YACzC,WAAW,EACT,+FAA+F;gBAC/F,GAAG,6BAA6B,6BAA6B;SAChE;QACD,iBAAiB,EAAE;YACjB,IAAI,EAAE,SAAS;YACf,OAAO,EAAE,CAAC;YACV,OAAO,EAAE,mCAAmC;YAC5C,OAAO,EAAE,CAAC;YACV,WAAW,EACT,mGAAmG;gBACnG,yGAAyG;SAC5G;QACD,UAAU,EAAE;YACV,IAAI,EAAE,QAAQ;YACd,gBAAgB,EAAE,CAAC;YACnB,OAAO,EAAE,GAAG;YACZ,WAAW,EAAE,iHAAiH;SAC/H;QACD,IAAI,EAAE;YACJ,IAAI,EAAE,QAAQ;YACd,IAAI,EAAE,CAAC,UAAU,EAAE,UAAU,CAAC;YAC9B,OAAO,EAAE,UAAU;YACnB,WAAW,EAAE,qIAAqI;SACnJ;QACD,OAAO,EAAE;YACP,IAAI,EAAE,OAAO;YACb,KAAK,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC,WAAW,EAAE,OAAO,CAAC,EAAE;YACvD,QAAQ,EAAE,CAAC;YACX,WAAW,EAAE,0HAA0H;SACxI;QACD,YAAY,EAAE;YACZ,IAAI,EAAE,QAAQ;YACd,OAAO,EAAE,sBAAsB;YAC/B,WAAW,EACT,2GAA2G;gBAC3G,6FAA6F;SAChG;KACF;CACF,CACF,CAAC"}

package/dist/tools/screenshot.js

@@ -6,7 +6,13 @@ export const screenshot = makeTool("unity_senses_screenshot", "Capture a screens
     "depth plus Screen-Space Overlay canvases; use this to verify UI edits), and " +
     "'isolated' (a clean 2x2 composite — Front/Right/Back/Top — of a single " +
     "GameObject with layer culling and background choice). " +
-    "Returns the saved PNG file path. Requires a live Unity Editor connection.", {
+    "'composed' without width/height returns the frame at the game's own resolution (the Game view " +
+    "size or the Device Simulator screen — set it first with unity_open_mcp_game_view); in play mode it " +
+    "is the frame the game rendered, without Editor chrome or the Simulator's device bezel. A " +
+    "width/height of another aspect is padded (letterbox), never stretched, and reported as " +
+    "scaled_from + content_rect. Game/composed responses name what they were taken at in `capturedAt` " +
+    "(mode, device or size entry, orientation, screen). Returns the saved PNG file path. Requires a " +
+    "live Unity Editor connection.", {
     properties: {
         view: {
             type: "string",
@@ -15,29 +21,46 @@ export const screenshot = makeTool("unity_senses_screenshot", "Capture a screens
             description: "Capture target. 'scene' = Scene view camera, 'game' = Camera.main only " +
                 "(Overlay canvases and other cameras are NOT rendered — prefer 'composed' " +
                 "to verify UI), 'composed' = the player's full frame (all cameras by depth + " +
-                "Screen-Space Overlay UI; in play mode uses ScreenCapture, in edit mode " +
-                "composites enabled cameras by depth), 'isolated' = clean 2x2 composite of " +
-                "one GameObject.",
+                "Screen-Space Overlay UI; in play mode the play-mode view's rendered frame, in edit " +
+                "mode enabled cameras composited by depth — Overlay canvases do not render in edit " +
+                "mode), 'isolated' = clean 2x2 composite of one GameObject.",
         },
         width: {
             type: "integer",
-            default: 1280,
             minimum: 64,
             maximum: 4096,
-            description: "Capture width in pixels. For 'isolated', this is per-quadrant (full image is 2x).",
+            description: "Capture width in pixels (with height for 'composed'). Omitted: 1280 for scene/game/isolated; 'composed' " +
+                "returns the game's native resolution. For 'isolated', per quadrant (full image is 2x). For " +
+                "'composed', a width/height of another aspect than the game is fitted and padded (letterbox), " +
+                "never stretched — the response then carries scaled_from [w, h] and content_rect [x, y, w, h] " +
+                "(top-left origin).",
         },
         height: {
             type: "integer",
-            default: 720,
             minimum: 64,
             maximum: 4096,
-            description: "Capture height in pixels. For 'isolated', this is per-quadrant (full image is 2x).",
+            description: "Capture height in pixels (with width for 'composed'). Omitted: 720 for scene/game/isolated; native for " +
+                "'composed'. For 'isolated', per quadrant (full image is 2x).",
         },
         object_path: {
             type: "string",
             description: "Required for 'isolated' view. Hierarchy path of the target GameObject " +
                 "(e.g. \"Player\" or \"Enemies/Goblin\").",
         },
+        size: {
+            type: "string",
+            enum: ["native"],
+            description: "'native' = the game's own resolution (the Game view size or the simulated device screen), " +
+                "no scaling. Implied for 'composed' when width/height are omitted; also valid for 'game' " +
+                "(Camera.main rendered at that size). Do not combine with width/height.",
+        },
+        overlay: {
+            type: "string",
+            enum: ["safe_area"],
+            description: "[composed] 'safe_area' tints the unsafe band (outside Screen.safeArea: notch, home indicator, " +
+                "cutouts) and outlines the safe rect on the returned image, for review. The response repeats " +
+                "safe_area [x, y, w, h] in screen pixels (bottom-left origin).",
+        },
         background: {
             type: "string",
             enum: ["transparent", "solid", "skybox"],

package/dist/tools/screenshot.js.map

@@ -1 +1 @@
-{"version":3,"file":"screenshot.js","sourceRoot":"","sources":["../../src/tools/screenshot.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,QAAQ,EAAE,MAAM,uBAAuB,CAAC;AAEjD,MAAM,CAAC,MAAM,UAAU,GAAG,QAAQ,CAChC,yBAAyB,EACzB,mEAAmE;IACjE,4EAA4E;IAC5E,2EAA2E;IAC3E,6EAA6E;IAC7E,8EAA8E;IAC9E,yEAAyE;IACzE,wDAAwD;IACxD,2EAA2E,EAC7E;IACE,UAAU,EAAE;QACN,IAAI,EAAE;YACJ,IAAI,EAAE,QAAQ;YACd,IAAI,EAAE,CAAC,OAAO,EAAE,MAAM,EAAE,UAAU,EAAE,UAAU,CAAC;YAC/C,OAAO,EAAE,OAAO;YAChB,WAAW,EACT,yEAAyE;gBACzE,2EAA2E;gBAC3E,8EAA8E;gBAC9E,yEAAyE;gBACzE,4EAA4E;gBAC5E,iBAAiB;SACpB;QACD,KAAK,EAAE;YACL,IAAI,EAAE,SAAS;YACf,OAAO,EAAE,IAAI;YACb,OAAO,EAAE,EAAE;YACX,OAAO,EAAE,IAAI;YACb,WAAW,EACT,mFAAmF;SACtF;QACD,MAAM,EAAE;YACN,IAAI,EAAE,SAAS;YACf,OAAO,EAAE,GAAG;YACZ,OAAO,EAAE,EAAE;YACX,OAAO,EAAE,IAAI;YACb,WAAW,EACT,oFAAoF;SACvF;QACD,WAAW,EAAE;YACX,IAAI,EAAE,QAAQ;YACd,WAAW,EACT,wEAAwE;gBACxE,0CAA0C;SAC7C;QACD,UAAU,EAAE;YACV,IAAI,EAAE,QAAQ;YACd,IAAI,EAAE,CAAC,aAAa,EAAE,OAAO,EAAE,QAAQ,CAAC;YACxC,OAAO,EAAE,QAAQ;YACjB,WAAW,EAAE,kEAAkE;SAChF;KACF;CACN,CACF,CAAC"}
+{"version":3,"file":"screenshot.js","sourceRoot":"","sources":["../../src/tools/screenshot.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,MAAM,uBAAuB,CAAC;AAEjD,MAAM,CAAC,MAAM,UAAU,GAAG,QAAQ,CAChC,yBAAyB,EACzB,mEAAmE;IACjE,4EAA4E;IAC5E,2EAA2E;IAC3E,6EAA6E;IAC7E,8EAA8E;IAC9E,yEAAyE;IACzE,wDAAwD;IACxD,gGAAgG;IAChG,qGAAqG;IACrG,2FAA2F;IAC3F,yFAAyF;IACzF,mGAAmG;IACnG,iGAAiG;IACjG,+BAA+B,EACjC;IACE,UAAU,EAAE;QACN,IAAI,EAAE;YACJ,IAAI,EAAE,QAAQ;YACd,IAAI,EAAE,CAAC,OAAO,EAAE,MAAM,EAAE,UAAU,EAAE,UAAU,CAAC;YAC/C,OAAO,EAAE,OAAO;YAChB,WAAW,EACT,yEAAyE;gBACzE,2EAA2E;gBAC3E,8EAA8E;gBAC9E,qFAAqF;gBACrF,oFAAoF;gBACpF,4DAA4D;SAC/D;QACD,KAAK,EAAE;YACL,IAAI,EAAE,SAAS;YACf,OAAO,EAAE,EAAE;YACX,OAAO,EAAE,IAAI;YACb,WAAW,EACT,0GAA0G;gBAC1G,6FAA6F;gBAC7F,+FAA+F;gBAC/F,+FAA+F;gBAC/F,oBAAoB;SACvB;QACD,MAAM,EAAE;YACN,IAAI,EAAE,SAAS;YACf,OAAO,EAAE,EAAE;YACX,OAAO,EAAE,IAAI;YACb,WAAW,EACT,yGAAyG;gBACzG,8DAA8D;SACjE;QACD,WAAW,EAAE;YACX,IAAI,EAAE,QAAQ;YACd,WAAW,EACT,wEAAwE;gBACxE,0CAA0C;SAC7C;QACD,IAAI,EAAE;YACJ,IAAI,EAAE,QAAQ;YACd,IAAI,EAAE,CAAC,QAAQ,CAAC;YAChB,WAAW,EACT,4FAA4F;gBAC5F,0FAA0F;gBAC1F,wEAAwE;SAC3E;QACD,OAAO,EAAE;YACP,IAAI,EAAE,QAAQ;YACd,IAAI,EAAE,CAAC,WAAW,CAAC;YACnB,WAAW,EACT,gGAAgG;gBAChG,8FAA8F;gBAC9F,+DAA+D;SAClE;QACD,UAAU,EAAE;YACV,IAAI,EAAE,QAAQ;YACd,IAAI,EAAE,CAAC,aAAa,EAAE,OAAO,EAAE,QAAQ,CAAC;YACxC,OAAO,EAAE,QAAQ;YACjB,WAAW,EAAE,kEAAkE;SAChF;KACF;CACN,CACF,CAAC"}

package/dist/tools/text-target.d.ts

@@ -0,0 +1,22 @@
+export declare const TEXT_MATCH_MODES: readonly ["exact", "contains", "regex"];
+export declare function textTargetProps(subject: string): {
+    readonly target_text: {
+        readonly type: "string";
+        readonly minLength: 1;
+        readonly description: string;
+    };
+    readonly under: {
+        readonly type: "string";
+        readonly description: "target_text only: search the subtree of this hierarchy path or trailing path suffix ('Shop').";
+    };
+    readonly index: {
+        readonly type: "integer";
+        readonly minimum: 0;
+        readonly description: "target_text only: pick the n-th visible match (hierarchy order, 0-based; see matches[].index).";
+    };
+    readonly text_match: {
+        readonly type: "string";
+        readonly enum: readonly ["exact", "contains", "regex"];
+        readonly description: string;
+    };
+};

package/dist/tools/text-target.js

@@ -0,0 +1,39 @@
+// Label targeting (`target_text`) shared by inputsim_pointer, inputsim_touch
+// and inputsim_gesture keyframes. The bridge resolves it over the same uGUI
+// screen model ui_snapshot reports: the VISIBLE element whose text matches —
+// a control matches on its label (descendant texts) — tapped at the centre of
+// its visible rect. Several visible matches refuse with ambiguous_target
+// (candidates + matches[] with index/path/text/rect) unless `index` picks one;
+// none visible refuses with target_not_found (hidden_matches lists invisible
+// ones). No schema default on text_match: an omitted value means exact.
+export const TEXT_MATCH_MODES = ["exact", "contains", "regex"];
+export function textTargetProps(subject) {
+    return {
+        target_text: {
+            type: "string",
+            minLength: 1,
+            description: `${subject} by its on-screen text instead of a name: the visible uGUI element (UI.Text / ` +
+                "TextMeshPro) whose text matches; a button matches on its label. Default match is exact after " +
+                "normalisation (trim, whitespace collapse, rich-text tags removed, case-insensitive). Ambiguous " +
+                "→ ambiguous_target with matches[]; pick with `index` or narrow with `under`. The result " +
+                "reports the resolution (`textTarget`; gestures list `textTargets`). Requires com.unity.ugui.",
+        },
+        under: {
+            type: "string",
+            description: "target_text only: search the subtree of this hierarchy path or trailing path suffix ('Shop').",
+        },
+        index: {
+            type: "integer",
+            minimum: 0,
+            description: "target_text only: pick the n-th visible match (hierarchy order, 0-based; see matches[].index).",
+        },
+        text_match: {
+            type: "string",
+            enum: [...TEXT_MATCH_MODES],
+            description: "target_text only: exact (default when omitted) | contains (case-insensitive substring) | " +
+                "regex (.NET, case-insensitive, matched against the normalised text; over 100 ms on a text or " +
+                "2 s for the screen → regex_timeout).",
+        },
+    };
+}
+//# sourceMappingURL=text-target.js.map

package/dist/tools/text-target.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"text-target.js","sourceRoot":"","sources":["../../src/tools/text-target.ts"],"names":[],"mappings":"AAAA,6EAA6E;AAC7E,4EAA4E;AAC5E,6EAA6E;AAC7E,8EAA8E;AAC9E,yEAAyE;AACzE,+EAA+E;AAC/E,6EAA6E;AAC7E,wEAAwE;AAExE,MAAM,CAAC,MAAM,gBAAgB,GAAG,CAAC,OAAO,EAAE,UAAU,EAAE,OAAO,CAAU,CAAC;AAExE,MAAM,UAAU,eAAe,CAAC,OAAe;IAC7C,OAAO;QACL,WAAW,EAAE;YACX,IAAI,EAAE,QAAQ;YACd,SAAS,EAAE,CAAC;YACZ,WAAW,EACT,GAAG,OAAO,gFAAgF;gBAC1F,+FAA+F;gBAC/F,iGAAiG;gBACjG,0FAA0F;gBAC1F,8FAA8F;SACjG;QACD,KAAK,EAAE;YACL,IAAI,EAAE,QAAQ;YACd,WAAW,EAAE,+FAA+F;SAC7G;QACD,KAAK,EAAE;YACL,IAAI,EAAE,SAAS;YACf,OAAO,EAAE,CAAC;YACV,WAAW,EAAE,gGAAgG;SAC9G;QACD,UAAU,EAAE;YACV,IAAI,EAAE,QAAQ;YACd,IAAI,EAAE,CAAC,GAAG,gBAAgB,CAAC;YAC3B,WAAW,EACT,2FAA2F;gBAC3F,+FAA+F;gBAC/F,sCAAsC;SACzC;KACO,CAAC;AACb,CAAC"}

package/dist/tools/ui-snapshot.d.ts

@@ -0,0 +1,41 @@
+export declare const UI_SNAPSHOT_ROLES: readonly ["button", "toggle", "slider", "input", "scroll", "text", "image", "container"];
+export declare const uiSnapshot: {
+    inputSchema: {
+        [x: string]: unknown;
+        type: "object";
+        properties?: {
+            [x: string]: object;
+        } | undefined;
+        required?: string[] | undefined;
+    };
+    name: string;
+    description?: string | undefined;
+    outputSchema?: {
+        [x: string]: unknown;
+        type: "object";
+        properties?: {
+            [x: string]: object;
+        } | undefined;
+        required?: string[] | undefined;
+    } | undefined;
+    annotations?: {
+        title?: string | undefined;
+        readOnlyHint?: boolean | undefined;
+        destructiveHint?: boolean | undefined;
+        idempotentHint?: boolean | undefined;
+        openWorldHint?: boolean | undefined;
+    } | undefined;
+    execution?: {
+        taskSupport?: "optional" | "required" | "forbidden" | undefined;
+    } | undefined;
+    _meta?: {
+        [x: string]: unknown;
+    } | undefined;
+    icons?: {
+        src: string;
+        mimeType?: string | undefined;
+        sizes?: string[] | undefined;
+        theme?: "light" | "dark" | undefined;
+    }[] | undefined;
+    title?: string | undefined;
+};

package/dist/tools/ui-snapshot.js

@@ -0,0 +1,87 @@
+// Playtest — UI screen snapshot.
+//
+// A read-only, gate-free listing of the uGUI on screen shaped like an
+// accessibility tree: role, text (UnityEngine.UI.Text, plus TextMeshPro when
+// it is installed), screen rect, visibility (on_screen | clipped | offscreen |
+// transparent | zero_size), interactable, occluded_by, sprite, depth — and a
+// diagnostics block (text overflow and zero-size controls always; a
+// placeholder pattern and a minimum touch size only when passed). The bridge
+// shares the node model with `target_text` label targeting on inputsim_pointer
+// / inputsim_touch / inputsim_gesture, so the label the snapshot shows is the
+// label a tap resolves. Bridge-side paging (page_size + cursor), like
+// inputsim_probe. Compiles with com.unity.ugui (the uGUI half of input
+// simulation); group `playtest`.
+import { makeTool } from "./schema-fragments.js";
+export const UI_SNAPSHOT_ROLES = ["button", "toggle", "slider", "input", "scroll", "text", "image", "container"];
+export const uiSnapshot = makeTool("unity_open_mcp_ui_snapshot", "Read what the uGUI screen shows, in edit or play mode: a flat accessibility tree of nodes " +
+    "{ id, path, role (button | toggle | slider | input | scroll | text | image | container), text, " +
+    "rect [x, y, w, h] in Screen pixels (bottom-left origin, the space of inputsim screen_x/screen_y), " +
+    "visible, visibility (on_screen | clipped | offscreen | transparent | zero_size; reason: no_camera for " +
+    "a World Space canvas nothing can project), interactable, " +
+    "occluded_by, sprite, depth } plus `screen` { w, h, safe_area, dpi } and `textSources` " +
+    "(ugui, plus tmp when TextMeshPro is installed). A control's text is its label (descendant texts); " +
+    "visibility follows the CanvasGroup alpha chain, RectMask2D / Mask clipping and screen bounds; " +
+    "occluded_by is the front-most raycast hit covering a raycast-target node (play mode only). " +
+    "PROFILES: compact (default) = visible nodes that have text or are controls, labels folded into " +
+    "their control, null keys omitted; balanced = every visible node (images, containers) + sprite/depth; " +
+    "full = every active node in any visibility state with every key. Bound it with page_size + cursor " +
+    "(pagination.next_cursor). DIAGNOSTICS (first page): overflow (text larger than its rect) and " +
+    "zero_size_interactables always; placeholder (texts matching placeholder_pattern) and " +
+    "small_touch_targets (controls under min_touch_size px, with Screen.dpi) only when passed. " +
+    "Then tap by label: inputsim_pointer / inputsim_touch target_text, or inputsim_gesture keyframe " +
+    "target_text. uGUI only (no UI Toolkit). Read-only, gate-free. Requires com.unity.ugui.", {
+    properties: {
+        profile: {
+            type: "string",
+            enum: ["compact", "balanced", "full"],
+            default: "compact",
+            description: "compact (default) = visible text/control nodes, labels folded into their control; " +
+                "balanced = every visible node + sprite/depth; full = every active node in any visibility " +
+                "state (hidden / clipped / offscreen / zero-size included) with every key.",
+        },
+        page_size: {
+            type: "integer",
+            default: 50,
+            minimum: 1,
+            maximum: 200,
+            description: "Max nodes per page. Default 50, cap 200. Follow pagination.next_cursor for the rest.",
+        },
+        cursor: {
+            type: "string",
+            description: "Opaque cursor from a previous response's pagination.next_cursor. Omit on the first call.",
+        },
+        text_contains: {
+            type: "string",
+            description: "Keep nodes whose text contains this (case-insensitive, after trimming, whitespace collapse " +
+                "and rich-text tag removal).",
+        },
+        role: {
+            type: "string",
+            description: `Keep only these roles (comma-separated): ${UI_SNAPSHOT_ROLES.join(", ")}.`,
+        },
+        under: {
+            type: "string",
+            description: "Scope to the subtree of a hierarchy path ('Canvas/Shop') or a trailing path suffix ('Shop'). " +
+                "Diagnostics use the same scope. Unknown → under_not_found.",
+        },
+        visible_only: {
+            type: "boolean",
+            description: "Drop nodes that are not on screen. Defaults to true for compact/balanced and false for full; " +
+                "set false on compact to see hidden text and controls too.",
+        },
+        placeholder_pattern: {
+            type: "string",
+            description: "Regex (.NET, case-sensitive) flagging texts that look like unresolved localisation keys, e.g. " +
+                "'^[*#{].*[*#}]$'. Only checked when passed; there is no built-in pattern. Over 100 ms on a " +
+                "text or 2 s for the snapshot → regex_timeout.",
+        },
+        min_touch_size: {
+            type: "number",
+            exclusiveMinimum: 0,
+            description: "Flag visible controls whose rect is narrower or shorter than this many screen pixels " +
+                "(diagnostics.small_touch_targets, which also reports Screen.dpi so you can convert from dp: " +
+                "px = dp × dpi / 160). Only checked when passed.",
+        },
+    },
+});
+//# sourceMappingURL=ui-snapshot.js.map

package/dist/tools/ui-snapshot.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"ui-snapshot.js","sourceRoot":"","sources":["../../src/tools/ui-snapshot.ts"],"names":[],"mappings":"AAAA,iCAAiC;AACjC,EAAE;AACF,sEAAsE;AACtE,6EAA6E;AAC7E,+EAA+E;AAC/E,6EAA6E;AAC7E,oEAAoE;AACpE,6EAA6E;AAC7E,+EAA+E;AAC/E,8EAA8E;AAC9E,sEAAsE;AACtE,uEAAuE;AACvE,iCAAiC;AACjC,OAAO,EAAE,QAAQ,EAAE,MAAM,uBAAuB,CAAC;AAEjD,MAAM,CAAC,MAAM,iBAAiB,GAAG,CAAC,QAAQ,EAAE,QAAQ,EAAE,QAAQ,EAAE,OAAO,EAAE,QAAQ,EAAE,MAAM,EAAE,OAAO,EAAE,WAAW,CAAU,CAAC;AAE1H,MAAM,CAAC,MAAM,UAAU,GAAG,QAAQ,CAChC,4BAA4B,EAC5B,4FAA4F;IAC1F,iGAAiG;IACjG,oGAAoG;IACpG,wGAAwG;IACxG,2DAA2D;IAC3D,wFAAwF;IACxF,oGAAoG;IACpG,gGAAgG;IAChG,6FAA6F;IAC7F,iGAAiG;IACjG,uGAAuG;IACvG,oGAAoG;IACpG,+FAA+F;IAC/F,uFAAuF;IACvF,4FAA4F;IAC5F,iGAAiG;IACjG,wFAAwF,EAC1F;IACE,UAAU,EAAE;QACV,OAAO,EAAE;YACP,IAAI,EAAE,QAAQ;YACd,IAAI,EAAE,CAAC,SAAS,EAAE,UAAU,EAAE,MAAM,CAAC;YACrC,OAAO,EAAE,SAAS;YAClB,WAAW,EACT,oFAAoF;gBACpF,2FAA2F;gBAC3F,2EAA2E;SAC9E;QACD,SAAS,EAAE;YACT,IAAI,EAAE,SAAS;YACf,OAAO,EAAE,EAAE;YACX,OAAO,EAAE,CAAC;YACV,OAAO,EAAE,GAAG;YACZ,WAAW,EAAE,sFAAsF;SACpG;QACD,MAAM,EAAE;YACN,IAAI,EAAE,QAAQ;YACd,WAAW,EAAE,0FAA0F;SACxG;QACD,aAAa,EAAE;YACb,IAAI,EAAE,QAAQ;YACd,WAAW,EACT,6FAA6F;gBAC7F,6BAA6B;SAChC;QACD,IAAI,EAAE;YACJ,IAAI,EAAE,QAAQ;YACd,WAAW,EAAE,4CAA4C,iBAAiB,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG;SACzF;QACD,KAAK,EAAE;YACL,IAAI,EAAE,QAAQ;YACd,WAAW,EACT,+FAA+F;gBAC/F,4DAA4D;SAC/D;QACD,YAAY,EAAE;YACZ,IAAI,EAAE,SAAS;YACf,WAAW,EACT,+FAA+F;gBAC/F,2DAA2D;SAC9D;QACD,mBAAmB,EAAE;YACnB,IAAI,EAAE,QAAQ;YACd,WAAW,EACT,gGAAgG;gBAChG,6FAA6F;gBAC7F,+CAA+C;SAClD;QACD,cAAc,EAAE;YACd,IAAI,EAAE,QAAQ;YACd,gBAAgB,EAAE,CAAC;YACnB,WAAW,EACT,uFAAuF;gBACvF,8FAA8F;gBAC9F,iDAAiD;SACpD;KACF;CACF,CACF,CAAC"}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "unity-open-mcp",
-  "version": "1.4.0",
+  "version": "1.6.0",
   "description": "MCP server (stdio) routing tool calls to the live Unity Open MCP Bridge or batch Unity processes.",
   "type": "module",
   "main": "dist/index.js",