@kaeawc/auto-mobile 0.0.15 → 0.0.17

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@kaeawc/auto-mobile",
-  "version": "0.0.15",
+  "version": "0.0.17",
   "description": "Mobile device interaction automation via MCP",
   "scripts": {
     "test": "bun test",
@@ -73,7 +73,7 @@
     "access": "public"
   },
   "dependencies": {
-    "@anthropic-ai/sdk": "^0.80.0",
+    "@anthropic-ai/sdk": "^0.86.1",
     "@modelcontextprotocol/sdk": "^1.26.0",
     "adm-zip": "^0.5.16",
     "ajv": "^8.18.0",

package/schemas/tool-definitions.json

@@ -62,7 +62,7 @@
   },
   {
     "name": "changeLocalization",
-    "description": "Change locale, time zone, text direction, and time format",
+    "description": "Change locale, time zone, text direction, time format, and calendar system",
     "inputSchema": {
       "$schema": "https://json-schema.org/draft/2020-12/schema",
       "type": "object",
@@ -73,7 +73,7 @@
             "android",
             "ios"
           ],
-          "description": "Platform"
+          "description": "Target platform"
         },
         "locale": {
           "description": "Locale tag (e.g., ar-SA, ja-JP)",
@@ -101,6 +101,16 @@
             "24"
           ]
         },
+        "calendarSystem": {
+          "description": "Calendar system (e.g., gregory, japanese, buddhist, islamic-civil)",
+          "type": "string",
+          "minLength": 1
+        },
+        "restartApp": {
+          "description": "Bundle ID of app to terminate and relaunch after locale change (iOS only). Running apps cache locale at launch, so restart is needed for the app to pick up new settings.",
+          "type": "string",
+          "minLength": 1
+        },
         "sessionUuid": {
           "description": "Session UUID for device targeting",
           "type": "string"
@@ -137,7 +147,7 @@
             "android",
             "ios"
           ],
-          "description": "Platform"
+          "description": "Target platform"
         },
         "sessionUuid": {
           "description": "Session UUID for device targeting",
@@ -189,7 +199,7 @@
             "android",
             "ios"
           ],
-          "description": "Platform"
+          "description": "Target platform"
         },
         "sessionUuid": {
           "description": "Session UUID for device targeting",
@@ -478,7 +488,7 @@
             "android",
             "ios"
           ],
-          "description": "Platform"
+          "description": "Target platform"
         },
         "sessionUuid": {
           "description": "Session UUID for device targeting",
@@ -527,7 +537,7 @@
             "android",
             "ios"
           ],
-          "description": "Platform"
+          "description": "Target platform"
         },
         "sessionUuid": {
           "description": "Session UUID for parallel execution",
@@ -674,7 +684,8 @@
           "enum": [
             "android",
             "ios"
-          ]
+          ],
+          "description": "Target platform"
         },
         "deviceId": {
           "type": "string"
@@ -1521,7 +1532,7 @@
             "android",
             "ios"
           ],
-          "description": "Platform"
+          "description": "Target platform"
         },
         "sessionUuid": {
           "description": "Session UUID for device targeting",
@@ -1571,7 +1582,7 @@
             "android",
             "ios"
           ],
-          "description": "Platform"
+          "description": "Target platform"
         },
         "sessionUuid": {
           "description": "Session UUID for device targeting",
@@ -1606,6 +1617,7 @@
       "properties": {
         "text": {
           "type": "string",
+          "minLength": 1,
           "description": "Text to input"
         },
         "imeAction": {
@@ -1620,13 +1632,17 @@
             "previous"
           ]
         },
+        "dismissKeyboard": {
+          "description": "(Android only) Dismiss soft keyboard after input (default: false). Ignored on iOS.",
+          "type": "boolean"
+        },
         "platform": {
           "type": "string",
           "enum": [
             "android",
             "ios"
           ],
-          "description": "Platform"
+          "description": "Target platform"
         },
         "sessionUuid": {
           "description": "Session UUID for device targeting",
@@ -1654,14 +1670,14 @@
   },
   {
     "name": "installApp",
-    "description": "Install APK file",
+    "description": "Install app on device (.apk for Android, .app for iOS simulator, .ipa for iOS physical device)",
     "inputSchema": {
       "$schema": "https://json-schema.org/draft/2020-12/schema",
       "type": "object",
       "properties": {
-        "apkPath": {
+        "artifactPath": {
           "type": "string",
-          "description": "APK file path"
+          "description": "Path to app artifact (.apk for Android, .app bundle for iOS simulator, .ipa for iOS physical device)"
         },
         "sessionUuid": {
           "description": "Session UUID for device targeting",
@@ -1681,7 +1697,7 @@
         }
       },
       "required": [
-        "apkPath"
+        "artifactPath"
       ],
       "additionalProperties": false
     }
@@ -1708,7 +1724,7 @@
             "android",
             "ios"
           ],
-          "description": "Platform"
+          "description": "Target platform"
         },
         "sessionUuid": {
           "description": "Session UUID for device targeting",
@@ -1758,7 +1774,7 @@
                 "android",
                 "ios"
               ],
-              "description": "Platform"
+              "description": "Target platform"
             }
           },
           "required": [
@@ -1840,7 +1856,7 @@
             "android",
             "ios"
           ],
-          "description": "Platform"
+          "description": "Target platform"
         }
       },
       "required": [
@@ -1857,12 +1873,12 @@
       "type": "object",
       "properties": {
         "platform": {
-          "description": "Platform",
           "type": "string",
           "enum": [
             "android",
             "ios"
-          ]
+          ],
+          "description": "Target platform"
         }
       },
       "additionalProperties": false
@@ -1881,7 +1897,7 @@
             "android",
             "ios"
           ],
-          "description": "Platform"
+          "description": "Target platform"
         },
         "waitFor": {
           "description": "Wait for element to appear before returning observation",
@@ -2654,12 +2670,78 @@
                 ],
                 "additionalProperties": {}
               }
+            },
+            "media": {
+              "type": "array",
+              "items": {
+                "type": "object",
+                "properties": {
+                  "viewId": {
+                    "type": "string"
+                  },
+                  "className": {
+                    "type": "string"
+                  },
+                  "mediaType": {
+                    "type": "string",
+                    "enum": [
+                      "image",
+                      "video",
+                      "loading",
+                      "mixed"
+                    ]
+                  },
+                  "bounds": {
+                    "type": "object",
+                    "properties": {
+                      "left": {
+                        "type": "number"
+                      },
+                      "top": {
+                        "type": "number"
+                      },
+                      "right": {
+                        "type": "number"
+                      },
+                      "bottom": {
+                        "type": "number"
+                      }
+                    },
+                    "required": [
+                      "left",
+                      "top",
+                      "right",
+                      "bottom"
+                    ],
+                    "additionalProperties": false
+                  },
+                  "contentDescription": {
+                    "type": "string"
+                  },
+                  "resourceId": {
+                    "type": "string"
+                  },
+                  "sourceUrl": {
+                    "type": "string"
+                  },
+                  "isLoading": {
+                    "type": "boolean"
+                  }
+                },
+                "required": [
+                  "className",
+                  "mediaType",
+                  "bounds"
+                ],
+                "additionalProperties": false
+              }
             }
           },
           "required": [
             "clickable",
             "scrollable",
-            "text"
+            "text",
+            "media"
           ],
           "additionalProperties": false
         },
@@ -3605,7 +3687,7 @@
             "android",
             "ios"
           ],
-          "description": "Platform"
+          "description": "Target platform"
         },
         "sessionUuid": {
           "description": "Session UUID for device targeting",
@@ -3711,7 +3793,7 @@
             "android",
             "ios"
           ],
-          "description": "Platform"
+          "description": "Target platform"
         },
         "sessionUuid": {
           "description": "Session UUID for device targeting",
@@ -3800,7 +3882,7 @@
             "android",
             "ios"
           ],
-          "description": "Platform"
+          "description": "Target platform"
         },
         "sessionUuid": {
           "description": "Session UUID for device targeting",
@@ -3853,7 +3935,7 @@
             "android",
             "ios"
           ],
-          "description": "Platform"
+          "description": "Target platform"
         },
         "sessionUuid": {
           "description": "Session UUID for device targeting",
@@ -3905,7 +3987,7 @@
             "android",
             "ios"
           ],
-          "description": "Platform"
+          "description": "Target platform"
         },
         "sessionUuid": {
           "description": "Session UUID for device targeting",
@@ -3944,7 +4026,7 @@
             "android",
             "ios"
           ],
-          "description": "Platform"
+          "description": "Target platform"
         },
         "sessionUuid": {
           "description": "Session UUID for device targeting",
@@ -3969,6 +4051,81 @@
       "additionalProperties": false
     }
   },
+  {
+    "name": "recordSteps",
+    "description": "Record MCP tool calls as a replayable YAML test plan. Actions: 'begin' starts capturing plan-relevant tool calls, 'end' stops and exports the plan as YAML (both require the 'mcp-recording' feature flag), 'status' checks if a recording session is active (always available, even when the flag is off).",
+    "inputSchema": {
+      "$schema": "https://json-schema.org/draft/2020-12/schema",
+      "type": "object",
+      "properties": {
+        "action": {
+          "type": "string",
+          "enum": [
+            "begin",
+            "end",
+            "status"
+          ],
+          "description": "begin: start capturing tool calls. end: stop and export the recorded plan as YAML. status: check if a recording session is active."
+        },
+        "planName": {
+          "description": "Name for the exported plan (kebab-case recommended, auto-generated if not specified). Only used with action 'end'.",
+          "type": "string"
+        }
+      },
+      "required": [
+        "action"
+      ],
+      "additionalProperties": false
+    },
+    "outputSchema": {
+      "$schema": "https://json-schema.org/draft/2020-12/schema",
+      "type": "object",
+      "properties": {
+        "success": {
+          "type": "boolean"
+        },
+        "action": {
+          "type": "string",
+          "enum": [
+            "begin",
+            "end",
+            "status"
+          ]
+        },
+        "recording": {
+          "type": "boolean"
+        },
+        "startedAt": {
+          "type": "string"
+        },
+        "alreadyActive": {
+          "type": "boolean"
+        },
+        "currentStepCount": {
+          "type": "number"
+        },
+        "planName": {
+          "type": "string"
+        },
+        "planContent": {
+          "type": "string"
+        },
+        "stepCount": {
+          "type": "number"
+        },
+        "durationMs": {
+          "type": "number"
+        },
+        "error": {
+          "type": "string"
+        }
+      },
+      "required": [
+        "success"
+      ],
+      "additionalProperties": false
+    }
+  },
   {
     "name": "rotate",
     "description": "Rotate device orientation",
@@ -3990,7 +4147,7 @@
             "android",
             "ios"
           ],
-          "description": "Platform"
+          "description": "Target platform"
         },
         "sessionUuid": {
           "description": "Session UUID for device targeting",
@@ -4029,7 +4186,7 @@
             "android",
             "ios"
           ],
-          "description": "Platform"
+          "description": "Target platform"
         },
         "sessionUuid": {
           "description": "Session UUID for device targeting",
@@ -4071,7 +4228,7 @@
             "android",
             "ios"
           ],
-          "description": "Platform"
+          "description": "Target platform"
         },
         "sessionUuid": {
           "description": "Session UUID for device targeting",
@@ -4110,7 +4267,7 @@
             "android",
             "ios"
           ],
-          "description": "Platform"
+          "description": "Target platform"
         },
         "sessionUuid": {
           "description": "Session UUID for device targeting",
@@ -4142,48 +4299,68 @@
       "$schema": "https://json-schema.org/draft/2020-12/schema",
       "type": "object",
       "properties": {
-        "device": {
+        "platform": {
+          "type": "string",
+          "enum": [
+            "android",
+            "ios"
+          ],
+          "description": "Target platform"
+        },
+        "minOsVersion": {
+          "description": "Minimum OS version, inclusive (e.g., '14', '17.2')",
+          "type": "string"
+        },
+        "maxOsVersion": {
+          "description": "Maximum OS version, inclusive (e.g., '15', '18.0')",
+          "type": "string"
+        },
+        "name": {
+          "description": "Device name to match (e.g., 'iPhone 16e', 'Pixel_9_Pro')",
+          "type": "string"
+        },
+        "formFactor": {
+          "description": "Device form factor",
+          "type": "string",
+          "enum": [
+            "phone",
+            "tablet"
+          ]
+        },
+        "screenSize": {
+          "description": "Desired screen dimensions",
           "type": "object",
           "properties": {
-            "name": {
-              "type": "string",
-              "description": "Device name"
-            },
-            "platform": {
-              "type": "string",
-              "enum": [
-                "android",
-                "ios"
-              ],
-              "description": "Platform"
-            },
-            "deviceId": {
-              "description": "Device ID",
-              "type": "string"
-            },
-            "isRunning": {
-              "description": "Running status",
-              "type": "boolean"
+            "width": {
+              "type": "number",
+              "description": "Screen width in pixels"
             },
-            "source": {
-              "description": "Source (local/remote)",
-              "type": "string"
+            "height": {
+              "type": "number",
+              "description": "Screen height in pixels"
             }
           },
           "required": [
-            "name",
-            "platform"
+            "width",
+            "height"
           ],
-          "additionalProperties": false,
-          "description": "Device to start"
+          "additionalProperties": false
+        },
+        "deviceId": {
+          "description": "Specific device ID (bypasses matching)",
+          "type": "string"
+        },
+        "preferRunning": {
+          "description": "Prefer already-booted device (default true)",
+          "type": "boolean"
         },
         "timeoutMs": {
-          "description": "Readiness timeout ms",
+          "description": "Boot timeout in ms",
           "type": "number"
         }
       },
       "required": [
-        "device"
+        "platform"
       ],
       "additionalProperties": false
     }
@@ -4352,7 +4529,7 @@
             "android",
             "ios"
           ],
-          "description": "Platform"
+          "description": "Target platform"
         },
         "sessionUuid": {
           "description": "Session UUID for device targeting",
@@ -5274,7 +5451,7 @@
             "android",
             "ios"
           ],
-          "description": "Platform"
+          "description": "Target platform"
         },
         "sessionUuid": {
           "description": "Session UUID for device targeting",
@@ -5339,14 +5516,15 @@
           ]
         },
         "action": {
+          "default": "tap",
+          "description": "Action type (default: tap)",
           "type": "string",
           "enum": [
             "tap",
             "doubleTap",
             "longPress",
             "focus"
-          ],
-          "description": "Action type"
+          ]
         },
         "selectionStrategy": {
           "description": "Element selection strategy when multiple matches are found (default: first)",
@@ -5379,7 +5557,7 @@
             "android",
             "ios"
           ],
-          "description": "Platform"
+          "description": "Target platform"
         },
         "elementId": {
           "type": "string",
@@ -5404,12 +5582,26 @@
         "deviceId": {
           "description": "Device identifier for targeting a specific device",
           "type": "string"
+        },
+        "tapClickableParent": {
+          "description": "Tap the nearest clickable parent that contains the text element. Useful for list items where the clickable row doesn't have a resource-id but contains children with text.",
+          "type": "boolean"
+        },
+        "clickable": {
+          "type": "boolean",
+          "const": true,
+          "description": "Select clickable elements. Use with selectionStrategy: 'first' to tap the first clickable item in a list without knowing its text or ID."
+        },
+        "scrollableContainer": {
+          "description": "Only search within scrollable containers (lists/RecyclerViews). Use this to avoid tapping search bars or other clickable UI elements when you want the first list item.",
+          "type": "boolean"
+        },
+        "siblingOfText": {
+          "type": "string",
+          "minLength": 1,
+          "description": "Find a clickable element that is a sibling of an element containing this text. Useful for tapping checkboxes, icons, or buttons next to a specific text label."
         }
       },
-      "required": [
-        "action",
-        "platform"
-      ],
       "additionalProperties": false
     },
     "outputSchema": {
@@ -6421,6 +6613,44 @@
       "additionalProperties": false
     }
   },
+  {
+    "name": "uninstallApp",
+    "description": "Uninstall app by package name or bundle identifier",
+    "inputSchema": {
+      "$schema": "https://json-schema.org/draft/2020-12/schema",
+      "type": "object",
+      "properties": {
+        "appId": {
+          "type": "string",
+          "description": "App package ID or bundle identifier to uninstall"
+        },
+        "keepData": {
+          "description": "Keep app data after uninstall (Android only, default false)",
+          "type": "boolean"
+        },
+        "sessionUuid": {
+          "description": "Session UUID for device targeting",
+          "type": "string"
+        },
+        "keepScreenAwake": {
+          "description": "Keep physical Android devices awake during the session (default: true)",
+          "type": "boolean"
+        },
+        "device": {
+          "description": "Device label for multi-device plans (e.g., \"A\", \"B\")",
+          "type": "string"
+        },
+        "deviceId": {
+          "description": "Device identifier for targeting a specific device",
+          "type": "string"
+        }
+      },
+      "required": [
+        "appId"
+      ],
+      "additionalProperties": false
+    }
+  },
   {
     "name": "videoRecording",
     "description": "Start or stop a low-overhead video recording for the active device.",