cortico-world-hands 0.14.1 → 0.15.0

package/dist/index.js

@@ -1369,6 +1369,12 @@ ${lines.join("\n")}`);
 
 // src/tools.ts
 var HANDS_TOOL_DECLS = [
+  {
+    name: "hand_see",
+    tags: ["read"],
+    description: "\u53EA\u770B\u6587\u5B57\uFF1A\u5F53\u524D\u524D\u53F0\u662F\u8C01\u3001\u5C4F\u5E55\u4E0A\u6709\u54EA\u4E9B\u80FD\u70B9\u7684\u5B57\u3001\u5404\u81EA\u7684\u771F\u5B9E\u5750\u6807\u3002\u6BD4 hand_look \u5FEB\uFF08\u4E0D\u622A\u56FE\uFF09\uFF0C\u60F3\u5FEB\u901F\u770B\u6E05\u5C4F\u5E55\u65F6\u7528\u5B83\u3002",
+    parameters: { type: "object", properties: {} }
+  },
   {
     name: "hand_look",
     tags: ["read", "snapshot"],
@@ -2034,6 +2040,8 @@ ${lines.join("\n")}
       await this.guard();
       ctx.signal?.throwIfAborted();
       switch (name) {
+        case "hand_see":
+          return await this.see();
         case "hand_look":
           return await this.look(args);
         case "hand_tap":
@@ -2123,6 +2131,22 @@ ${lines.join("\n")}
     this.recent.unshift(`${stamp} ${receipt.text}`);
     if (this.recent.length > 6) this.recent.length = 6;
   }
+  /** 点完等半秒，看前台有没有变；变了说一声，没变提醒她可能点歪了。 */
+  async verifyChange(beforePkg) {
+    try {
+      await new Promise((r) => setTimeout(r, 450));
+      const ui = await this.hands.ui();
+      const now = ui.ok ? ui.pkg : "";
+      if (beforePkg && now && beforePkg !== now) return `\uFF0C\u754C\u9762\u5DF2\u7ECF\u5207\u5230 ${now}`;
+      return "\uFF08\u5C4F\u5E55\u770B\u8D77\u6765\u6CA1\u53D8\uFF1B\u5982\u679C\u8BE5\u6709\u53CD\u5E94\uFF0C\u5148 hand_see \u770B\u4E00\u773C\u518D\u70B9\uFF09";
+    } catch {
+      return "";
+    }
+  }
+  /** 纯文字版看屏：快，不带图。 */
+  async see() {
+    return await this.hands.look("text").then((r) => r.text);
+  }
   async look(args) {
     const detail = args.detail === "screen" || args.detail === "text" ? args.detail : "both";
     const report = await this.hands.look(detail);
@@ -2456,9 +2480,12 @@ ${lines || "\uFF08\u90FD\u5212\u6389\u4E86\uFF09"}`;
 ${list}`);
         }
         const only = hits2[0];
+        const beforeUi = await this.hands.ui().catch(() => null);
+        const before = beforeUi && beforeUi.ok ? beforeUi.pkg : "";
         const receipt3 = await this.hands.tap(only.center.x, only.center.y);
         this.note(receipt3);
-        return `${receipt3.text}\uFF08\u70B9\u7684\u662F\u300C${only.text}\u300D\uFF09`;
+        const after = await this.verifyChange(before);
+        return `${receipt3.text}\uFF08\u70B9\u7684\u662F\u300C${only.text}\u300D\uFF09${after}`;
       }
       const hit = hits2[nth];
       if (!hit) return failed(`\u300C${text}\u300D\u53EA\u6709 ${hits2.length} \u5904\uFF0C\u6CA1\u6709\u7B2C ${nth} \u4E2A\u3002`);

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "cortico-world-hands",
-  "version": "0.14.1",
+  "version": "0.15.0",
   "type": "module",
   "description": "Cortico World: hands for the desktop pet — looks at the phone screen, then taps, swipes, pinches, drags, types and presses keys through whatever actuator the device actually has",
   "license": "MIT",