@kaeawc/auto-mobile 0.0.14 → 0.0.16

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@kaeawc/auto-mobile",
-  "version": "0.0.14",
+  "version": "0.0.16",
   "description": "Mobile device interaction automation via MCP",
   "scripts": {
     "test": "bun test",
@@ -73,7 +73,7 @@
     "access": "public"
   },
   "dependencies": {
-    "@anthropic-ai/sdk": "^0.80.0",
+    "@anthropic-ai/sdk": "^0.82.0",
     "@modelcontextprotocol/sdk": "^1.26.0",
     "adm-zip": "^0.5.16",
     "ajv": "^8.18.0",

package/schemas/tool-definitions.json

@@ -62,7 +62,7 @@
   },
   {
     "name": "changeLocalization",
-    "description": "Change locale, time zone, text direction, and time format",
+    "description": "Change locale, time zone, text direction, time format, and calendar system",
     "inputSchema": {
       "$schema": "https://json-schema.org/draft/2020-12/schema",
       "type": "object",
@@ -73,7 +73,7 @@
             "android",
             "ios"
           ],
-          "description": "Platform"
+          "description": "Target platform"
         },
         "locale": {
           "description": "Locale tag (e.g., ar-SA, ja-JP)",
@@ -101,6 +101,16 @@
             "24"
           ]
         },
+        "calendarSystem": {
+          "description": "Calendar system (e.g., gregory, japanese, buddhist, islamic-civil)",
+          "type": "string",
+          "minLength": 1
+        },
+        "restartApp": {
+          "description": "Bundle ID of app to terminate and relaunch after locale change (iOS only). Running apps cache locale at launch, so restart is needed for the app to pick up new settings.",
+          "type": "string",
+          "minLength": 1
+        },
         "sessionUuid": {
           "description": "Session UUID for device targeting",
           "type": "string"
@@ -137,7 +147,7 @@
             "android",
             "ios"
           ],
-          "description": "Platform"
+          "description": "Target platform"
         },
         "sessionUuid": {
           "description": "Session UUID for device targeting",
@@ -189,7 +199,7 @@
             "android",
             "ios"
           ],
-          "description": "Platform"
+          "description": "Target platform"
         },
         "sessionUuid": {
           "description": "Session UUID for device targeting",
@@ -478,7 +488,7 @@
             "android",
             "ios"
           ],
-          "description": "Platform"
+          "description": "Target platform"
         },
         "sessionUuid": {
           "description": "Session UUID for device targeting",
@@ -527,7 +537,7 @@
             "android",
             "ios"
           ],
-          "description": "Platform"
+          "description": "Target platform"
         },
         "sessionUuid": {
           "description": "Session UUID for parallel execution",
@@ -674,7 +684,8 @@
           "enum": [
             "android",
             "ios"
-          ]
+          ],
+          "description": "Target platform"
         },
         "deviceId": {
           "type": "string"
@@ -1521,7 +1532,7 @@
             "android",
             "ios"
           ],
-          "description": "Platform"
+          "description": "Target platform"
         },
         "sessionUuid": {
           "description": "Session UUID for device targeting",
@@ -1571,7 +1582,7 @@
             "android",
             "ios"
           ],
-          "description": "Platform"
+          "description": "Target platform"
         },
         "sessionUuid": {
           "description": "Session UUID for device targeting",
@@ -1606,6 +1617,7 @@
       "properties": {
         "text": {
           "type": "string",
+          "minLength": 1,
           "description": "Text to input"
         },
         "imeAction": {
@@ -1620,13 +1632,17 @@
             "previous"
           ]
         },
+        "dismissKeyboard": {
+          "description": "(Android only) Dismiss soft keyboard after input (default: false). Ignored on iOS.",
+          "type": "boolean"
+        },
         "platform": {
           "type": "string",
           "enum": [
             "android",
             "ios"
           ],
-          "description": "Platform"
+          "description": "Target platform"
         },
         "sessionUuid": {
           "description": "Session UUID for device targeting",
@@ -1708,7 +1724,7 @@
             "android",
             "ios"
           ],
-          "description": "Platform"
+          "description": "Target platform"
         },
         "sessionUuid": {
           "description": "Session UUID for device targeting",
@@ -1758,7 +1774,7 @@
                 "android",
                 "ios"
               ],
-              "description": "Platform"
+              "description": "Target platform"
             }
           },
           "required": [
@@ -1840,7 +1856,7 @@
             "android",
             "ios"
           ],
-          "description": "Platform"
+          "description": "Target platform"
         }
       },
       "required": [
@@ -1857,12 +1873,12 @@
       "type": "object",
       "properties": {
         "platform": {
-          "description": "Platform",
           "type": "string",
           "enum": [
             "android",
             "ios"
-          ]
+          ],
+          "description": "Target platform"
         }
       },
       "additionalProperties": false
@@ -1881,7 +1897,7 @@
             "android",
             "ios"
           ],
-          "description": "Platform"
+          "description": "Target platform"
         },
         "waitFor": {
           "description": "Wait for element to appear before returning observation",
@@ -2654,12 +2670,78 @@
                 ],
                 "additionalProperties": {}
               }
+            },
+            "media": {
+              "type": "array",
+              "items": {
+                "type": "object",
+                "properties": {
+                  "viewId": {
+                    "type": "string"
+                  },
+                  "className": {
+                    "type": "string"
+                  },
+                  "mediaType": {
+                    "type": "string",
+                    "enum": [
+                      "image",
+                      "video",
+                      "loading",
+                      "mixed"
+                    ]
+                  },
+                  "bounds": {
+                    "type": "object",
+                    "properties": {
+                      "left": {
+                        "type": "number"
+                      },
+                      "top": {
+                        "type": "number"
+                      },
+                      "right": {
+                        "type": "number"
+                      },
+                      "bottom": {
+                        "type": "number"
+                      }
+                    },
+                    "required": [
+                      "left",
+                      "top",
+                      "right",
+                      "bottom"
+                    ],
+                    "additionalProperties": false
+                  },
+                  "contentDescription": {
+                    "type": "string"
+                  },
+                  "resourceId": {
+                    "type": "string"
+                  },
+                  "sourceUrl": {
+                    "type": "string"
+                  },
+                  "isLoading": {
+                    "type": "boolean"
+                  }
+                },
+                "required": [
+                  "className",
+                  "mediaType",
+                  "bounds"
+                ],
+                "additionalProperties": false
+              }
             }
           },
           "required": [
             "clickable",
             "scrollable",
-            "text"
+            "text",
+            "media"
           ],
           "additionalProperties": false
         },
@@ -3605,7 +3687,7 @@
             "android",
             "ios"
           ],
-          "description": "Platform"
+          "description": "Target platform"
         },
         "sessionUuid": {
           "description": "Session UUID for device targeting",
@@ -3711,7 +3793,7 @@
             "android",
             "ios"
           ],
-          "description": "Platform"
+          "description": "Target platform"
         },
         "sessionUuid": {
           "description": "Session UUID for device targeting",
@@ -3800,7 +3882,7 @@
             "android",
             "ios"
           ],
-          "description": "Platform"
+          "description": "Target platform"
         },
         "sessionUuid": {
           "description": "Session UUID for device targeting",
@@ -3853,7 +3935,7 @@
             "android",
             "ios"
           ],
-          "description": "Platform"
+          "description": "Target platform"
         },
         "sessionUuid": {
           "description": "Session UUID for device targeting",
@@ -3905,7 +3987,7 @@
             "android",
             "ios"
           ],
-          "description": "Platform"
+          "description": "Target platform"
         },
         "sessionUuid": {
           "description": "Session UUID for device targeting",
@@ -3944,7 +4026,7 @@
             "android",
             "ios"
           ],
-          "description": "Platform"
+          "description": "Target platform"
         },
         "sessionUuid": {
           "description": "Session UUID for device targeting",
@@ -3969,6 +4051,81 @@
       "additionalProperties": false
     }
   },
+  {
+    "name": "recordSteps",
+    "description": "Record MCP tool calls as a replayable YAML test plan. Actions: 'begin' starts capturing plan-relevant tool calls, 'end' stops and exports the plan as YAML (both require the 'mcp-recording' feature flag), 'status' checks if a recording session is active (always available, even when the flag is off).",
+    "inputSchema": {
+      "$schema": "https://json-schema.org/draft/2020-12/schema",
+      "type": "object",
+      "properties": {
+        "action": {
+          "type": "string",
+          "enum": [
+            "begin",
+            "end",
+            "status"
+          ],
+          "description": "begin: start capturing tool calls. end: stop and export the recorded plan as YAML. status: check if a recording session is active."
+        },
+        "planName": {
+          "description": "Name for the exported plan (kebab-case recommended, auto-generated if not specified). Only used with action 'end'.",
+          "type": "string"
+        }
+      },
+      "required": [
+        "action"
+      ],
+      "additionalProperties": false
+    },
+    "outputSchema": {
+      "$schema": "https://json-schema.org/draft/2020-12/schema",
+      "type": "object",
+      "properties": {
+        "success": {
+          "type": "boolean"
+        },
+        "action": {
+          "type": "string",
+          "enum": [
+            "begin",
+            "end",
+            "status"
+          ]
+        },
+        "recording": {
+          "type": "boolean"
+        },
+        "startedAt": {
+          "type": "string"
+        },
+        "alreadyActive": {
+          "type": "boolean"
+        },
+        "currentStepCount": {
+          "type": "number"
+        },
+        "planName": {
+          "type": "string"
+        },
+        "planContent": {
+          "type": "string"
+        },
+        "stepCount": {
+          "type": "number"
+        },
+        "durationMs": {
+          "type": "number"
+        },
+        "error": {
+          "type": "string"
+        }
+      },
+      "required": [
+        "success"
+      ],
+      "additionalProperties": false
+    }
+  },
   {
     "name": "rotate",
     "description": "Rotate device orientation",
@@ -3990,7 +4147,7 @@
             "android",
             "ios"
           ],
-          "description": "Platform"
+          "description": "Target platform"
         },
         "sessionUuid": {
           "description": "Session UUID for device targeting",
@@ -4029,7 +4186,7 @@
             "android",
             "ios"
           ],
-          "description": "Platform"
+          "description": "Target platform"
         },
         "sessionUuid": {
           "description": "Session UUID for device targeting",
@@ -4071,7 +4228,7 @@
             "android",
             "ios"
           ],
-          "description": "Platform"
+          "description": "Target platform"
         },
         "sessionUuid": {
           "description": "Session UUID for device targeting",
@@ -4110,7 +4267,7 @@
             "android",
             "ios"
           ],
-          "description": "Platform"
+          "description": "Target platform"
         },
         "sessionUuid": {
           "description": "Session UUID for device targeting",
@@ -4155,7 +4312,7 @@
                 "android",
                 "ios"
               ],
-              "description": "Platform"
+              "description": "Target platform"
             },
             "deviceId": {
               "description": "Device ID",
@@ -4352,7 +4509,7 @@
             "android",
             "ios"
           ],
-          "description": "Platform"
+          "description": "Target platform"
         },
         "sessionUuid": {
           "description": "Session UUID for device targeting",
@@ -5274,7 +5431,7 @@
             "android",
             "ios"
           ],
-          "description": "Platform"
+          "description": "Target platform"
         },
         "sessionUuid": {
           "description": "Session UUID for device targeting",
@@ -5339,14 +5496,15 @@
           ]
         },
         "action": {
+          "default": "tap",
+          "description": "Action type (default: tap)",
           "type": "string",
           "enum": [
             "tap",
             "doubleTap",
             "longPress",
             "focus"
-          ],
-          "description": "Action type"
+          ]
         },
         "selectionStrategy": {
           "description": "Element selection strategy when multiple matches are found (default: first)",
@@ -5379,7 +5537,7 @@
             "android",
             "ios"
           ],
-          "description": "Platform"
+          "description": "Target platform"
         },
         "elementId": {
           "type": "string",
@@ -5404,12 +5562,26 @@
         "deviceId": {
           "description": "Device identifier for targeting a specific device",
           "type": "string"
+        },
+        "tapClickableParent": {
+          "description": "Tap the nearest clickable parent that contains the text element. Useful for list items where the clickable row doesn't have a resource-id but contains children with text.",
+          "type": "boolean"
+        },
+        "clickable": {
+          "type": "boolean",
+          "const": true,
+          "description": "Select clickable elements. Use with selectionStrategy: 'first' to tap the first clickable item in a list without knowing its text or ID."
+        },
+        "scrollableContainer": {
+          "description": "Only search within scrollable containers (lists/RecyclerViews). Use this to avoid tapping search bars or other clickable UI elements when you want the first list item.",
+          "type": "boolean"
+        },
+        "siblingOfText": {
+          "type": "string",
+          "minLength": 1,
+          "description": "Find a clickable element that is a sibling of an element containing this text. Useful for tapping checkboxes, icons, or buttons next to a specific text label."
         }
       },
-      "required": [
-        "action",
-        "platform"
-      ],
       "additionalProperties": false
     },
     "outputSchema": {