junis 0.3.17 → 0.4.1

package/dist/cli/index.js

@@ -570,6 +570,9 @@ var FilesystemTools = class {
         "- For reading files prefer read_file, for editing prefer edit_block, for searching prefer search_code.",
         "- NOT for macOS app GUI interaction. Use desktop_* tools instead: desktop_open_app, desktop_see, desktop_click, desktop_type, desktop_paste, desktop_hotkey, desktop_scroll, desktop_move, desktop_menu, desktop_screenshot.",
         "- Exception: permission fix commands (swift -e, peekaboo permissions, open 'x-apple.systempreferences:...').",
+        "- Exception: osascript coordinate queries \u2014 Use osascript via this tool to query exact UI element position and size before any click/move/drag operation.",
+        "  Pattern: osascript + System Events \u2192 position + size \u2192 center = (x + w/2, y + h/2) \u2192 desktop_click(coords).",
+        "  This is the ONLY reliable way to get pixel-accurate coordinates on macOS. NEVER estimate coords from screenshots.",
         "",
         "BEHAVIOR:",
         "- Execute commands directly when the user requests them. Do not ask for confirmation \u2014 the user has already decided.",
@@ -2101,27 +2104,116 @@ function checkBlacklist(app) {
 function json(data) {
   return { content: [{ type: "text", text: JSON.stringify(data, null, 2) }] };
 }
+async function searchProcessElements(processName, query) {
+  const safeApp = processName.replace(/[\\"]/g, "\\$&");
+  const safeQuery = query.replace(/[\\"]/g, "\\$&");
+  const script = `
+tell application "System Events"
+  tell process "${safeApp}"
+    set topElems to UI elements
+    repeat with elem in topElems
+      try
+        if (name of elem contains "${safeQuery}") or (description of elem contains "${safeQuery}") then
+          set pos to position of elem
+          set sz to size of elem
+          set cx to (item 1 of pos) + (item 1 of sz) / 2
+          set cy to (item 2 of pos) + (item 2 of sz) / 2
+          return ((cx as integer) as text) & "," & ((cy as integer) as text)
+        end if
+      end try
+    end repeat
+    repeat with parent in topElems
+      try
+        repeat with elem in UI elements of parent
+          try
+            if (name of elem contains "${safeQuery}") or (description of elem contains "${safeQuery}") then
+              set pos to position of elem
+              set sz to size of elem
+              set cx to (item 1 of pos) + (item 1 of sz) / 2
+              set cy to (item 2 of pos) + (item 2 of sz) / 2
+              return ((cx as integer) as text) & "," & ((cy as integer) as text)
+            end if
+          end try
+        end repeat
+      end try
+    end repeat
+    repeat with parent in topElems
+      try
+        repeat with child in UI elements of parent
+          try
+            set childRole to role of child
+            if childRole is not "AXTable" and childRole is not "AXOutline" and childRole is not "AXList" then
+              repeat with gc in UI elements of child
+                try
+                  if (name of gc contains "${safeQuery}") or (description of gc contains "${safeQuery}") then
+                    set pos to position of gc
+                    set sz to size of gc
+                    set cx to (item 1 of pos) + (item 1 of sz) / 2
+                    set cy to (item 2 of pos) + (item 2 of sz) / 2
+                    return ((cx as integer) as text) & "," & ((cy as integer) as text)
+                  end if
+                end try
+              end repeat
+            end if
+          end try
+        end repeat
+      end try
+    end repeat
+  end tell
+end tell
+return "NOT_FOUND"
+`;
+  try {
+    const { stdout } = await execa("osascript", ["-e", script], { timeout: 1e4 });
+    const result = stdout.trim();
+    if (result === "NOT_FOUND" || !result.includes(",")) return null;
+    return result;
+  } catch {
+    return null;
+  }
+}
 async function resolveElementCoords(query, app) {
-  if (!app) {
+  let targetApp = app;
+  if (!targetApp) {
     try {
       const { stdout } = await execa("osascript", [
         "-e",
         'tell application "System Events" to get name of first application process whose frontmost is true'
       ]);
-      app = stdout.trim();
+      targetApp = stdout.trim();
     } catch {
       return null;
     }
   }
-  const safeApp = app.replace(/[\\"]/g, "\\$&");
-  const safeQuery = query.replace(/[\\"]/g, "\\$&");
+  const result = await searchProcessElements(targetApp, query);
+  if (result) return result;
+  if (targetApp !== "Dock") {
+    return await searchProcessElements("Dock", query);
+  }
+  return null;
+}
+async function findFirstByRole(role, app) {
+  let targetApp = app;
+  if (!targetApp) {
+    try {
+      const { stdout } = await execa("osascript", [
+        "-e",
+        'tell application "System Events" to get name of first application process whose frontmost is true'
+      ]);
+      targetApp = stdout.trim();
+    } catch {
+      return null;
+    }
+  }
+  const safeApp = targetApp.replace(/[\\"]/g, "\\$&");
+  const safeRole = role.replace(/[\\"]/g, "\\$&");
   const script = `
 tell application "System Events"
   tell process "${safeApp}"
     set topElems to UI elements
     repeat with elem in topElems
       try
-        if (name of elem contains "${safeQuery}") or (description of elem contains "${safeQuery}") then
+        if role of elem is "${safeRole}" then
           set pos to position of elem
           set sz to size of elem
           set cx to (item 1 of pos) + (item 1 of sz) / 2
@@ -2134,7 +2226,7 @@ tell application "System Events"
       try
         repeat with elem in UI elements of parent
           try
-            if (name of elem contains "${safeQuery}") or (description of elem contains "${safeQuery}") then
+            if role of elem is "${safeRole}" then
               set pos to position of elem
               set sz to size of elem
               set cx to (item 1 of pos) + (item 1 of sz) / 2
@@ -2145,6 +2237,28 @@ tell application "System Events"
         end repeat
       end try
     end repeat
+    repeat with parent in topElems
+      try
+        repeat with child in UI elements of parent
+          try
+            set childRole to role of child
+            if childRole is not "AXTable" and childRole is not "AXOutline" and childRole is not "AXList" then
+              repeat with gc in UI elements of child
+                try
+                  if role of gc is "${safeRole}" then
+                    set pos to position of gc
+                    set sz to size of gc
+                    set cx to (item 1 of pos) + (item 1 of sz) / 2
+                    set cy to (item 2 of pos) + (item 2 of sz) / 2
+                    return ((cx as integer) as text) & "," & ((cy as integer) as text)
+                  end if
+                end try
+              end repeat
+            end if
+          end try
+        end repeat
+      end try
+    end repeat
   end tell
 end tell
 return "NOT_FOUND"
@@ -2197,8 +2311,9 @@ var DesktopTools = class {
       "desktop_screenshot",
       [
         "Take a screenshot. Returns base64 image at logical resolution (matches click coordinate system 1:1).",
-        "Use for visual context or to verify UI state. Screenshot pixel coordinates map directly to desktop_click(coords).",
-        "For clicking, prefer desktop_click(query, app) which auto-resolves coordinates. Use screenshot coords as fallback."
+        "Use for visual context or to verify UI state ONLY.",
+        "WARNING: NEVER estimate click coordinates from screenshot images \u2014 visual estimation causes misclicks. Use desktop_click(query, app) for auto-resolution, or execute_command + osascript for exact coords.",
+        "Do not use visual coordinates from this screenshot directly. Use execute_command + osascript to verify exact element position first."
       ].join("\n"),
       {
         app: z5.string().optional().describe("Capture specific app window"),
@@ -2235,15 +2350,17 @@ var DesktopTools = class {
     server.tool(
       "desktop_click",
       [
-        "Click a UI element by text label (query), coordinates (coords), or element ID (on).",
-        "BEST: Use query with app name \u2014 auto-resolves to exact screen coords via accessibility API. No desktop_see needed.",
-        "GOOD: Use coords 'x,y' from desktop_screenshot for pixel-perfect accuracy.",
-        "CAUTION: 'on' (element ID) has known offset bug \u2014 use coords or query instead when possible.",
-        "If not found, try: desktop_screenshot to find coords, desktop_menu for menu items, or desktop_hotkey for shortcuts.",
-        "NOTE: Web page elements (inside browser) are invisible to desktop tools. Use browser_* tools instead."
+        "Click a UI element by text label (query), AX role (role), coordinates (coords), or element ID (on).",
+        "BEST: Use query with app \u2014 auto-resolves coords via accessibility API (L1-L3 depth), then falls back to full tree search for deeply nested elements. No desktop_see needed.",
+        "ROLE: Use role (e.g. 'AXTextArea', 'AXTextField') to find elements without visible text labels (input fields, text areas). Searches L1-L3 depth.",
+        "GOOD: Use coords 'x,y' \u2014 MUST be from osascript center calculation (position + size/2). NEVER estimate from screenshots.",
+        "CAUTION: 'on' (element ID) has known offset bug \u2014 use query, role, or coords instead.",
+        "If not found: try desktop_menu for menu items, desktop_hotkey for shortcuts.",
+        "NOTE: Web page elements (inside browser) are invisible \u2014 use browser_* tools instead."
       ].join("\n"),
       {
-        query: z5.string().optional().describe("Text/label to click (case-insensitive)"),
+        query: z5.string().optional().describe("Text/label to click (case-insensitive). Works for deeply nested elements."),
+        role: z5.string().optional().describe("AX role to find (e.g. 'AXTextArea', 'AXTextField', 'AXButton'). Use when element has no text label."),
         on: z5.string().optional().describe("Element ID from desktop_see (e.g. 'B1', 'T2')"),
         coords: z5.string().optional().describe("Screen coordinates 'x,y' (e.g. '500,300')"),
         app: z5.string().optional().describe("App name"),
@@ -2252,12 +2369,19 @@ var DesktopTools = class {
         rightClick: z5.boolean().optional().default(false).describe("Right-click (context menu)"),
         waitFor: z5.number().optional().describe("Max ms to wait for element to appear (default 5000)")
       },
-      async ({ query, on, coords, app, snapshot, doubleClick, rightClick, waitFor }) => {
+      async ({ query, role, on, coords, app, snapshot, doubleClick, rightClick, waitFor }) => {
         checkBlacklist(app);
-        if (!query && !on && !coords) throw new Error("Provide query, on, or coords.");
+        if (!query && !role && !on && !coords) throw new Error("Provide query, role, on, or coords.");
         const args = ["click"];
         if (coords) {
           args.push("--coords", coords);
+        } else if (role) {
+          const resolved = await findFirstByRole(role, app);
+          if (resolved) {
+            args.push("--coords", resolved);
+          } else {
+            throw new Error(`No element with role '${role}' found in ${app ?? "frontmost app"}.`);
+          }
         } else if (query) {
           const resolved = await resolveElementCoords(query, app);
           if (resolved) {
@@ -2280,7 +2404,7 @@ var DesktopTools = class {
       "desktop_type",
       [
         "Type text via keyboard. Supports \\n (return), \\t (tab) escape sequences.",
-        "IMPORTANT: Focus the target field first (click it with desktop_click) before typing. Types at current keyboard focus.",
+        "IMPORTANT: Focus the target field first \u2014 use desktop_click(query, app) for labeled fields, or desktop_click(role:'AXTextArea', app) for unlabeled input areas.",
         "For Korean/Japanese/Chinese/emoji, use desktop_paste instead (keyboard sim is ASCII only).",
         "Use clear=true to replace existing text (Cmd+A \u2192 Delete before typing)."
       ].join("\n"),
@@ -2305,6 +2429,7 @@ var DesktopTools = class {
       "desktop_paste",
       [
         "Paste via clipboard (Cmd+V). Atomic: saves clipboard \u2192 sets content \u2192 pastes \u2192 restores.",
+        "IMPORTANT: Focus the target field first \u2014 use desktop_click(query, app) for labeled fields, or desktop_click(role:'AXTextArea', app) for unlabeled input areas.",
         "Supports all Unicode (Korean, Japanese, Chinese, emoji). Use instead of desktop_type for non-ASCII.",
         "Can also paste file contents via filePath."
       ].join("\n"),
@@ -2387,7 +2512,10 @@ var DesktopTools = class {
     );
     server.tool(
       "desktop_move",
-      "Move mouse cursor without clicking. Use before scroll or to hover.",
+      [
+        "Move mouse cursor without clicking. Use before scroll or to hover.",
+        "Before using coords, always query exact position via execute_command + osascript. Calculate center = position + size/2. Never estimate from screenshots."
+      ].join("\n"),
       {
         coords: z5.string().optional().describe("Screen coordinates 'x,y'"),
         to: z5.string().optional().describe("Element text/label to move to"),
@@ -2422,7 +2550,8 @@ var DesktopTools = class {
       "desktop_drag",
       [
         "Drag and drop between elements or coordinates. Supports cross-app drag (e.g. file to Trash).",
-        "Use element IDs from desktop_see or raw coordinates."
+        "Prefer fromCoords/toCoords for accuracy. Element IDs (from/to) have known offset bug.",
+        "Before using fromCoords/toCoords, always query exact position via execute_command + osascript. Calculate center = position + size/2. Never estimate from screenshots."
       ].join("\n"),
       {
         from: z5.string().optional().describe("Source element ID from desktop_see"),
@@ -2619,6 +2748,7 @@ var DesktopTools = class {
         app: z5.string().optional().describe("App to open with")
       },
       async ({ url, app }) => {
+        checkBlacklist(app);
         const args = ["open", url];
         if (app) args.push("--app", app);
         return json(await peekaboo(args));

package/dist/server/mcp.js

@@ -86,6 +86,9 @@ var FilesystemTools = class {
         "- For reading files prefer read_file, for editing prefer edit_block, for searching prefer search_code.",
         "- NOT for macOS app GUI interaction. Use desktop_* tools instead: desktop_open_app, desktop_see, desktop_click, desktop_type, desktop_paste, desktop_hotkey, desktop_scroll, desktop_move, desktop_menu, desktop_screenshot.",
         "- Exception: permission fix commands (swift -e, peekaboo permissions, open 'x-apple.systempreferences:...').",
+        "- Exception: osascript coordinate queries \u2014 Use osascript via this tool to query exact UI element position and size before any click/move/drag operation.",
+        "  Pattern: osascript + System Events \u2192 position + size \u2192 center = (x + w/2, y + h/2) \u2192 desktop_click(coords).",
+        "  This is the ONLY reliable way to get pixel-accurate coordinates on macOS. NEVER estimate coords from screenshots.",
         "",
         "BEHAVIOR:",
         "- Execute commands directly when the user requests them. Do not ask for confirmation \u2014 the user has already decided.",
@@ -1617,27 +1620,116 @@ function checkBlacklist(app) {
 function json(data) {
   return { content: [{ type: "text", text: JSON.stringify(data, null, 2) }] };
 }
+async function searchProcessElements(processName, query) {
+  const safeApp = processName.replace(/[\\"]/g, "\\$&");
+  const safeQuery = query.replace(/[\\"]/g, "\\$&");
+  const script = `
+tell application "System Events"
+  tell process "${safeApp}"
+    set topElems to UI elements
+    repeat with elem in topElems
+      try
+        if (name of elem contains "${safeQuery}") or (description of elem contains "${safeQuery}") then
+          set pos to position of elem
+          set sz to size of elem
+          set cx to (item 1 of pos) + (item 1 of sz) / 2
+          set cy to (item 2 of pos) + (item 2 of sz) / 2
+          return ((cx as integer) as text) & "," & ((cy as integer) as text)
+        end if
+      end try
+    end repeat
+    repeat with parent in topElems
+      try
+        repeat with elem in UI elements of parent
+          try
+            if (name of elem contains "${safeQuery}") or (description of elem contains "${safeQuery}") then
+              set pos to position of elem
+              set sz to size of elem
+              set cx to (item 1 of pos) + (item 1 of sz) / 2
+              set cy to (item 2 of pos) + (item 2 of sz) / 2
+              return ((cx as integer) as text) & "," & ((cy as integer) as text)
+            end if
+          end try
+        end repeat
+      end try
+    end repeat
+    repeat with parent in topElems
+      try
+        repeat with child in UI elements of parent
+          try
+            set childRole to role of child
+            if childRole is not "AXTable" and childRole is not "AXOutline" and childRole is not "AXList" then
+              repeat with gc in UI elements of child
+                try
+                  if (name of gc contains "${safeQuery}") or (description of gc contains "${safeQuery}") then
+                    set pos to position of gc
+                    set sz to size of gc
+                    set cx to (item 1 of pos) + (item 1 of sz) / 2
+                    set cy to (item 2 of pos) + (item 2 of sz) / 2
+                    return ((cx as integer) as text) & "," & ((cy as integer) as text)
+                  end if
+                end try
+              end repeat
+            end if
+          end try
+        end repeat
+      end try
+    end repeat
+  end tell
+end tell
+return "NOT_FOUND"
+`;
+  try {
+    const { stdout } = await execa("osascript", ["-e", script], { timeout: 1e4 });
+    const result = stdout.trim();
+    if (result === "NOT_FOUND" || !result.includes(",")) return null;
+    return result;
+  } catch {
+    return null;
+  }
+}
 async function resolveElementCoords(query, app) {
-  if (!app) {
+  let targetApp = app;
+  if (!targetApp) {
     try {
       const { stdout } = await execa("osascript", [
         "-e",
         'tell application "System Events" to get name of first application process whose frontmost is true'
       ]);
-      app = stdout.trim();
+      targetApp = stdout.trim();
     } catch {
       return null;
     }
   }
-  const safeApp = app.replace(/[\\"]/g, "\\$&");
-  const safeQuery = query.replace(/[\\"]/g, "\\$&");
+  const result = await searchProcessElements(targetApp, query);
+  if (result) return result;
+  if (targetApp !== "Dock") {
+    return await searchProcessElements("Dock", query);
+  }
+  return null;
+}
+async function findFirstByRole(role, app) {
+  let targetApp = app;
+  if (!targetApp) {
+    try {
+      const { stdout } = await execa("osascript", [
+        "-e",
+        'tell application "System Events" to get name of first application process whose frontmost is true'
+      ]);
+      targetApp = stdout.trim();
+    } catch {
+      return null;
+    }
+  }
+  const safeApp = targetApp.replace(/[\\"]/g, "\\$&");
+  const safeRole = role.replace(/[\\"]/g, "\\$&");
   const script = `
 tell application "System Events"
   tell process "${safeApp}"
     set topElems to UI elements
     repeat with elem in topElems
       try
-        if (name of elem contains "${safeQuery}") or (description of elem contains "${safeQuery}") then
+        if role of elem is "${safeRole}" then
           set pos to position of elem
           set sz to size of elem
           set cx to (item 1 of pos) + (item 1 of sz) / 2
@@ -1650,7 +1742,7 @@ tell application "System Events"
       try
         repeat with elem in UI elements of parent
           try
-            if (name of elem contains "${safeQuery}") or (description of elem contains "${safeQuery}") then
+            if role of elem is "${safeRole}" then
               set pos to position of elem
               set sz to size of elem
               set cx to (item 1 of pos) + (item 1 of sz) / 2
@@ -1661,6 +1753,28 @@ tell application "System Events"
         end repeat
       end try
     end repeat
+    repeat with parent in topElems
+      try
+        repeat with child in UI elements of parent
+          try
+            set childRole to role of child
+            if childRole is not "AXTable" and childRole is not "AXOutline" and childRole is not "AXList" then
+              repeat with gc in UI elements of child
+                try
+                  if role of gc is "${safeRole}" then
+                    set pos to position of gc
+                    set sz to size of gc
+                    set cx to (item 1 of pos) + (item 1 of sz) / 2
+                    set cy to (item 2 of pos) + (item 2 of sz) / 2
+                    return ((cx as integer) as text) & "," & ((cy as integer) as text)
+                  end if
+                end try
+              end repeat
+            end if
+          end try
+        end repeat
+      end try
+    end repeat
   end tell
 end tell
 return "NOT_FOUND"
@@ -1713,8 +1827,9 @@ var DesktopTools = class {
       "desktop_screenshot",
       [
         "Take a screenshot. Returns base64 image at logical resolution (matches click coordinate system 1:1).",
-        "Use for visual context or to verify UI state. Screenshot pixel coordinates map directly to desktop_click(coords).",
-        "For clicking, prefer desktop_click(query, app) which auto-resolves coordinates. Use screenshot coords as fallback."
+        "Use for visual context or to verify UI state ONLY.",
+        "WARNING: NEVER estimate click coordinates from screenshot images \u2014 visual estimation causes misclicks. Use desktop_click(query, app) for auto-resolution, or execute_command + osascript for exact coords.",
+        "Do not use visual coordinates from this screenshot directly. Use execute_command + osascript to verify exact element position first."
       ].join("\n"),
       {
         app: z5.string().optional().describe("Capture specific app window"),
@@ -1751,15 +1866,17 @@ var DesktopTools = class {
     server.tool(
       "desktop_click",
       [
-        "Click a UI element by text label (query), coordinates (coords), or element ID (on).",
-        "BEST: Use query with app name \u2014 auto-resolves to exact screen coords via accessibility API. No desktop_see needed.",
-        "GOOD: Use coords 'x,y' from desktop_screenshot for pixel-perfect accuracy.",
-        "CAUTION: 'on' (element ID) has known offset bug \u2014 use coords or query instead when possible.",
-        "If not found, try: desktop_screenshot to find coords, desktop_menu for menu items, or desktop_hotkey for shortcuts.",
-        "NOTE: Web page elements (inside browser) are invisible to desktop tools. Use browser_* tools instead."
+        "Click a UI element by text label (query), AX role (role), coordinates (coords), or element ID (on).",
+        "BEST: Use query with app \u2014 auto-resolves coords via accessibility API (L1-L3 depth), then falls back to full tree search for deeply nested elements. No desktop_see needed.",
+        "ROLE: Use role (e.g. 'AXTextArea', 'AXTextField') to find elements without visible text labels (input fields, text areas). Searches L1-L3 depth.",
+        "GOOD: Use coords 'x,y' \u2014 MUST be from osascript center calculation (position + size/2). NEVER estimate from screenshots.",
+        "CAUTION: 'on' (element ID) has known offset bug \u2014 use query, role, or coords instead.",
+        "If not found: try desktop_menu for menu items, desktop_hotkey for shortcuts.",
+        "NOTE: Web page elements (inside browser) are invisible \u2014 use browser_* tools instead."
       ].join("\n"),
       {
-        query: z5.string().optional().describe("Text/label to click (case-insensitive)"),
+        query: z5.string().optional().describe("Text/label to click (case-insensitive). Works for deeply nested elements."),
+        role: z5.string().optional().describe("AX role to find (e.g. 'AXTextArea', 'AXTextField', 'AXButton'). Use when element has no text label."),
         on: z5.string().optional().describe("Element ID from desktop_see (e.g. 'B1', 'T2')"),
         coords: z5.string().optional().describe("Screen coordinates 'x,y' (e.g. '500,300')"),
         app: z5.string().optional().describe("App name"),
@@ -1768,12 +1885,19 @@ var DesktopTools = class {
         rightClick: z5.boolean().optional().default(false).describe("Right-click (context menu)"),
         waitFor: z5.number().optional().describe("Max ms to wait for element to appear (default 5000)")
       },
-      async ({ query, on, coords, app, snapshot, doubleClick, rightClick, waitFor }) => {
+      async ({ query, role, on, coords, app, snapshot, doubleClick, rightClick, waitFor }) => {
         checkBlacklist(app);
-        if (!query && !on && !coords) throw new Error("Provide query, on, or coords.");
+        if (!query && !role && !on && !coords) throw new Error("Provide query, role, on, or coords.");
         const args = ["click"];
         if (coords) {
           args.push("--coords", coords);
+        } else if (role) {
+          const resolved = await findFirstByRole(role, app);
+          if (resolved) {
+            args.push("--coords", resolved);
+          } else {
+            throw new Error(`No element with role '${role}' found in ${app ?? "frontmost app"}.`);
+          }
         } else if (query) {
           const resolved = await resolveElementCoords(query, app);
           if (resolved) {
@@ -1796,7 +1920,7 @@ var DesktopTools = class {
       "desktop_type",
       [
         "Type text via keyboard. Supports \\n (return), \\t (tab) escape sequences.",
-        "IMPORTANT: Focus the target field first (click it with desktop_click) before typing. Types at current keyboard focus.",
+        "IMPORTANT: Focus the target field first \u2014 use desktop_click(query, app) for labeled fields, or desktop_click(role:'AXTextArea', app) for unlabeled input areas.",
         "For Korean/Japanese/Chinese/emoji, use desktop_paste instead (keyboard sim is ASCII only).",
         "Use clear=true to replace existing text (Cmd+A \u2192 Delete before typing)."
       ].join("\n"),
@@ -1821,6 +1945,7 @@ var DesktopTools = class {
       "desktop_paste",
       [
         "Paste via clipboard (Cmd+V). Atomic: saves clipboard \u2192 sets content \u2192 pastes \u2192 restores.",
+        "IMPORTANT: Focus the target field first \u2014 use desktop_click(query, app) for labeled fields, or desktop_click(role:'AXTextArea', app) for unlabeled input areas.",
         "Supports all Unicode (Korean, Japanese, Chinese, emoji). Use instead of desktop_type for non-ASCII.",
         "Can also paste file contents via filePath."
       ].join("\n"),
@@ -1903,7 +2028,10 @@ var DesktopTools = class {
     );
     server.tool(
       "desktop_move",
-      "Move mouse cursor without clicking. Use before scroll or to hover.",
+      [
+        "Move mouse cursor without clicking. Use before scroll or to hover.",
+        "Before using coords, always query exact position via execute_command + osascript. Calculate center = position + size/2. Never estimate from screenshots."
+      ].join("\n"),
       {
         coords: z5.string().optional().describe("Screen coordinates 'x,y'"),
         to: z5.string().optional().describe("Element text/label to move to"),
@@ -1938,7 +2066,8 @@ var DesktopTools = class {
       "desktop_drag",
       [
         "Drag and drop between elements or coordinates. Supports cross-app drag (e.g. file to Trash).",
-        "Use element IDs from desktop_see or raw coordinates."
+        "Prefer fromCoords/toCoords for accuracy. Element IDs (from/to) have known offset bug.",
+        "Before using fromCoords/toCoords, always query exact position via execute_command + osascript. Calculate center = position + size/2. Never estimate from screenshots."
       ].join("\n"),
       {
         from: z5.string().optional().describe("Source element ID from desktop_see"),
@@ -2135,6 +2264,7 @@ var DesktopTools = class {
         app: z5.string().optional().describe("App to open with")
       },
       async ({ url, app }) => {
+        checkBlacklist(app);
         const args = ["open", url];
         if (app) args.push("--app", app);
         return json(await peekaboo(args));

package/dist/server/stdio.js

@@ -87,6 +87,9 @@ var FilesystemTools = class {
         "- For reading files prefer read_file, for editing prefer edit_block, for searching prefer search_code.",
         "- NOT for macOS app GUI interaction. Use desktop_* tools instead: desktop_open_app, desktop_see, desktop_click, desktop_type, desktop_paste, desktop_hotkey, desktop_scroll, desktop_move, desktop_menu, desktop_screenshot.",
         "- Exception: permission fix commands (swift -e, peekaboo permissions, open 'x-apple.systempreferences:...').",
+        "- Exception: osascript coordinate queries \u2014 Use osascript via this tool to query exact UI element position and size before any click/move/drag operation.",
+        "  Pattern: osascript + System Events \u2192 position + size \u2192 center = (x + w/2, y + h/2) \u2192 desktop_click(coords).",
+        "  This is the ONLY reliable way to get pixel-accurate coordinates on macOS. NEVER estimate coords from screenshots.",
         "",
         "BEHAVIOR:",
         "- Execute commands directly when the user requests them. Do not ask for confirmation \u2014 the user has already decided.",

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "junis",
-  "version": "0.3.17",
+  "version": "0.4.1",
   "description": "One-line device control for AI agents",
   "type": "module",
   "bin": {