junis 0.4.1 → 0.4.2

package/dist/cli/index.js

@@ -570,9 +570,9 @@ var FilesystemTools = class {
         "- For reading files prefer read_file, for editing prefer edit_block, for searching prefer search_code.",
         "- NOT for macOS app GUI interaction. Use desktop_* tools instead: desktop_open_app, desktop_see, desktop_click, desktop_type, desktop_paste, desktop_hotkey, desktop_scroll, desktop_move, desktop_menu, desktop_screenshot.",
         "- Exception: permission fix commands (swift -e, peekaboo permissions, open 'x-apple.systempreferences:...').",
-        "- Exception: osascript coordinate queries \u2014 Use osascript via this tool to query exact UI element position and size before any click/move/drag operation.",
+        "- Exception: osascript coordinate queries \u2014 Use osascript via this tool to query exact UI element position and size for click/move/drag.",
         "  Pattern: osascript + System Events \u2192 position + size \u2192 center = (x + w/2, y + h/2) \u2192 desktop_click(coords).",
-        "  This is the ONLY reliable way to get pixel-accurate coordinates on macOS. NEVER estimate coords from screenshots.",
+        "  This is the most reliable way to get pixel-accurate coordinates on macOS.",
         "",
         "BEHAVIOR:",
         "- Execute commands directly when the user requests them. Do not ask for confirmation \u2014 the user has already decided.",
@@ -2310,10 +2310,9 @@ var DesktopTools = class {
     server.tool(
       "desktop_screenshot",
       [
-        "Take a screenshot. Returns base64 image at logical resolution (matches click coordinate system 1:1).",
-        "Use for visual context or to verify UI state ONLY.",
-        "WARNING: NEVER estimate click coordinates from screenshot images \u2014 visual estimation causes misclicks. Use desktop_click(query, app) for auto-resolution, or execute_command + osascript for exact coords.",
-        "Do not use visual coordinates from this screenshot directly. Use execute_command + osascript to verify exact element position first."
+        "Take a screenshot. Returns base64 image at logical resolution (1:1 with click coordinate system).",
+        "Use for visual context, verify UI state, or locate elements when query-based methods fail.",
+        "For clicking, prefer desktop_click(query, app) which auto-resolves coords. If that fails, use osascript or visual estimation from this image as fallback."
       ].join("\n"),
       {
         app: z5.string().optional().describe("Capture specific app window"),
@@ -2353,7 +2352,7 @@ var DesktopTools = class {
         "Click a UI element by text label (query), AX role (role), coordinates (coords), or element ID (on).",
         "BEST: Use query with app \u2014 auto-resolves coords via accessibility API (L1-L3 depth), then falls back to full tree search for deeply nested elements. No desktop_see needed.",
         "ROLE: Use role (e.g. 'AXTextArea', 'AXTextField') to find elements without visible text labels (input fields, text areas). Searches L1-L3 depth.",
-        "GOOD: Use coords 'x,y' \u2014 MUST be from osascript center calculation (position + size/2). NEVER estimate from screenshots.",
+        "GOOD: Use coords 'x,y' \u2014 best from osascript center calculation (position + size/2), or from screenshot if osascript is unavailable.",
         "CAUTION: 'on' (element ID) has known offset bug \u2014 use query, role, or coords instead.",
         "If not found: try desktop_menu for menu items, desktop_hotkey for shortcuts.",
         "NOTE: Web page elements (inside browser) are invisible \u2014 use browser_* tools instead."
@@ -2363,7 +2362,7 @@ var DesktopTools = class {
         role: z5.string().optional().describe("AX role to find (e.g. 'AXTextArea', 'AXTextField', 'AXButton'). Use when element has no text label."),
         on: z5.string().optional().describe("Element ID from desktop_see (e.g. 'B1', 'T2')"),
         coords: z5.string().optional().describe("Screen coordinates 'x,y' (e.g. '500,300')"),
-        app: z5.string().optional().describe("App name"),
+        app: z5.string().optional().describe("App name (always specify for faster resolution)"),
         snapshot: z5.string().optional().describe("Snapshot ID from desktop_see"),
         doubleClick: z5.boolean().optional().default(false).describe("Double-click"),
         rightClick: z5.boolean().optional().default(false).describe("Right-click (context menu)"),
@@ -2514,7 +2513,7 @@ var DesktopTools = class {
       "desktop_move",
       [
         "Move mouse cursor without clicking. Use before scroll or to hover.",
-        "Before using coords, always query exact position via execute_command + osascript. Calculate center = position + size/2. Never estimate from screenshots."
+        "For coords, prefer osascript (position + size/2) or use 'to' with text label for auto-resolution."
       ].join("\n"),
       {
         coords: z5.string().optional().describe("Screen coordinates 'x,y'"),
@@ -2551,7 +2550,7 @@ var DesktopTools = class {
       [
         "Drag and drop between elements or coordinates. Supports cross-app drag (e.g. file to Trash).",
         "Prefer fromCoords/toCoords for accuracy. Element IDs (from/to) have known offset bug.",
-        "Before using fromCoords/toCoords, always query exact position via execute_command + osascript. Calculate center = position + size/2. Never estimate from screenshots."
+        "For coords, prefer osascript (position + size/2). If unavailable, screenshot-based estimation is acceptable."
       ].join("\n"),
       {
         from: z5.string().optional().describe("Source element ID from desktop_see"),

package/dist/server/mcp.js

@@ -86,9 +86,9 @@ var FilesystemTools = class {
         "- For reading files prefer read_file, for editing prefer edit_block, for searching prefer search_code.",
         "- NOT for macOS app GUI interaction. Use desktop_* tools instead: desktop_open_app, desktop_see, desktop_click, desktop_type, desktop_paste, desktop_hotkey, desktop_scroll, desktop_move, desktop_menu, desktop_screenshot.",
         "- Exception: permission fix commands (swift -e, peekaboo permissions, open 'x-apple.systempreferences:...').",
-        "- Exception: osascript coordinate queries \u2014 Use osascript via this tool to query exact UI element position and size before any click/move/drag operation.",
+        "- Exception: osascript coordinate queries \u2014 Use osascript via this tool to query exact UI element position and size for click/move/drag.",
         "  Pattern: osascript + System Events \u2192 position + size \u2192 center = (x + w/2, y + h/2) \u2192 desktop_click(coords).",
-        "  This is the ONLY reliable way to get pixel-accurate coordinates on macOS. NEVER estimate coords from screenshots.",
+        "  This is the most reliable way to get pixel-accurate coordinates on macOS.",
         "",
         "BEHAVIOR:",
         "- Execute commands directly when the user requests them. Do not ask for confirmation \u2014 the user has already decided.",
@@ -1826,10 +1826,9 @@ var DesktopTools = class {
     server.tool(
       "desktop_screenshot",
       [
-        "Take a screenshot. Returns base64 image at logical resolution (matches click coordinate system 1:1).",
-        "Use for visual context or to verify UI state ONLY.",
-        "WARNING: NEVER estimate click coordinates from screenshot images \u2014 visual estimation causes misclicks. Use desktop_click(query, app) for auto-resolution, or execute_command + osascript for exact coords.",
-        "Do not use visual coordinates from this screenshot directly. Use execute_command + osascript to verify exact element position first."
+        "Take a screenshot. Returns base64 image at logical resolution (1:1 with click coordinate system).",
+        "Use for visual context, verify UI state, or locate elements when query-based methods fail.",
+        "For clicking, prefer desktop_click(query, app) which auto-resolves coords. If that fails, use osascript or visual estimation from this image as fallback."
       ].join("\n"),
       {
         app: z5.string().optional().describe("Capture specific app window"),
@@ -1869,7 +1868,7 @@ var DesktopTools = class {
         "Click a UI element by text label (query), AX role (role), coordinates (coords), or element ID (on).",
         "BEST: Use query with app \u2014 auto-resolves coords via accessibility API (L1-L3 depth), then falls back to full tree search for deeply nested elements. No desktop_see needed.",
         "ROLE: Use role (e.g. 'AXTextArea', 'AXTextField') to find elements without visible text labels (input fields, text areas). Searches L1-L3 depth.",
-        "GOOD: Use coords 'x,y' \u2014 MUST be from osascript center calculation (position + size/2). NEVER estimate from screenshots.",
+        "GOOD: Use coords 'x,y' \u2014 best from osascript center calculation (position + size/2), or from screenshot if osascript is unavailable.",
         "CAUTION: 'on' (element ID) has known offset bug \u2014 use query, role, or coords instead.",
         "If not found: try desktop_menu for menu items, desktop_hotkey for shortcuts.",
         "NOTE: Web page elements (inside browser) are invisible \u2014 use browser_* tools instead."
@@ -1879,7 +1878,7 @@ var DesktopTools = class {
         role: z5.string().optional().describe("AX role to find (e.g. 'AXTextArea', 'AXTextField', 'AXButton'). Use when element has no text label."),
         on: z5.string().optional().describe("Element ID from desktop_see (e.g. 'B1', 'T2')"),
         coords: z5.string().optional().describe("Screen coordinates 'x,y' (e.g. '500,300')"),
-        app: z5.string().optional().describe("App name"),
+        app: z5.string().optional().describe("App name (always specify for faster resolution)"),
         snapshot: z5.string().optional().describe("Snapshot ID from desktop_see"),
         doubleClick: z5.boolean().optional().default(false).describe("Double-click"),
         rightClick: z5.boolean().optional().default(false).describe("Right-click (context menu)"),
@@ -2030,7 +2029,7 @@ var DesktopTools = class {
       "desktop_move",
       [
         "Move mouse cursor without clicking. Use before scroll or to hover.",
-        "Before using coords, always query exact position via execute_command + osascript. Calculate center = position + size/2. Never estimate from screenshots."
+        "For coords, prefer osascript (position + size/2) or use 'to' with text label for auto-resolution."
       ].join("\n"),
       {
         coords: z5.string().optional().describe("Screen coordinates 'x,y'"),
@@ -2067,7 +2066,7 @@ var DesktopTools = class {
       [
         "Drag and drop between elements or coordinates. Supports cross-app drag (e.g. file to Trash).",
         "Prefer fromCoords/toCoords for accuracy. Element IDs (from/to) have known offset bug.",
-        "Before using fromCoords/toCoords, always query exact position via execute_command + osascript. Calculate center = position + size/2. Never estimate from screenshots."
+        "For coords, prefer osascript (position + size/2). If unavailable, screenshot-based estimation is acceptable."
       ].join("\n"),
       {
         from: z5.string().optional().describe("Source element ID from desktop_see"),

package/dist/server/stdio.js

@@ -87,9 +87,9 @@ var FilesystemTools = class {
         "- For reading files prefer read_file, for editing prefer edit_block, for searching prefer search_code.",
         "- NOT for macOS app GUI interaction. Use desktop_* tools instead: desktop_open_app, desktop_see, desktop_click, desktop_type, desktop_paste, desktop_hotkey, desktop_scroll, desktop_move, desktop_menu, desktop_screenshot.",
         "- Exception: permission fix commands (swift -e, peekaboo permissions, open 'x-apple.systempreferences:...').",
-        "- Exception: osascript coordinate queries \u2014 Use osascript via this tool to query exact UI element position and size before any click/move/drag operation.",
+        "- Exception: osascript coordinate queries \u2014 Use osascript via this tool to query exact UI element position and size for click/move/drag.",
         "  Pattern: osascript + System Events \u2192 position + size \u2192 center = (x + w/2, y + h/2) \u2192 desktop_click(coords).",
-        "  This is the ONLY reliable way to get pixel-accurate coordinates on macOS. NEVER estimate coords from screenshots.",
+        "  This is the most reliable way to get pixel-accurate coordinates on macOS.",
         "",
         "BEHAVIOR:",
         "- Execute commands directly when the user requests them. Do not ask for confirmation \u2014 the user has already decided.",

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "junis",
-  "version": "0.4.1",
+  "version": "0.4.2",
   "description": "One-line device control for AI agents",
   "type": "module",
   "bin": {