cortico-world-hands 0.14.0 → 0.15.0

package/dist/index.js

@@ -1369,6 +1369,12 @@ ${lines.join("\n")}`);
 
 // src/tools.ts
 var HANDS_TOOL_DECLS = [
+  {
+    name: "hand_see",
+    tags: ["read"],
+    description: "\u53EA\u770B\u6587\u5B57\uFF1A\u5F53\u524D\u524D\u53F0\u662F\u8C01\u3001\u5C4F\u5E55\u4E0A\u6709\u54EA\u4E9B\u80FD\u70B9\u7684\u5B57\u3001\u5404\u81EA\u7684\u771F\u5B9E\u5750\u6807\u3002\u6BD4 hand_look \u5FEB\uFF08\u4E0D\u622A\u56FE\uFF09\uFF0C\u60F3\u5FEB\u901F\u770B\u6E05\u5C4F\u5E55\u65F6\u7528\u5B83\u3002",
+    parameters: { type: "object", properties: {} }
+  },
   {
     name: "hand_look",
     tags: ["read", "snapshot"],
@@ -2034,6 +2040,8 @@ ${lines.join("\n")}
       await this.guard();
       ctx.signal?.throwIfAborted();
       switch (name) {
+        case "hand_see":
+          return await this.see();
         case "hand_look":
           return await this.look(args);
         case "hand_tap":
@@ -2123,6 +2131,22 @@ ${lines.join("\n")}
     this.recent.unshift(`${stamp} ${receipt.text}`);
     if (this.recent.length > 6) this.recent.length = 6;
   }
+  /** 点完等半秒，看前台有没有变；变了说一声，没变提醒她可能点歪了。 */
+  async verifyChange(beforePkg) {
+    try {
+      await new Promise((r) => setTimeout(r, 450));
+      const ui = await this.hands.ui();
+      const now = ui.ok ? ui.pkg : "";
+      if (beforePkg && now && beforePkg !== now) return `\uFF0C\u754C\u9762\u5DF2\u7ECF\u5207\u5230 ${now}`;
+      return "\uFF08\u5C4F\u5E55\u770B\u8D77\u6765\u6CA1\u53D8\uFF1B\u5982\u679C\u8BE5\u6709\u53CD\u5E94\uFF0C\u5148 hand_see \u770B\u4E00\u773C\u518D\u70B9\uFF09";
+    } catch {
+      return "";
+    }
+  }
+  /** 纯文字版看屏：快，不带图。 */
+  async see() {
+    return await this.hands.look("text").then((r) => r.text);
+  }
   async look(args) {
     const detail = args.detail === "screen" || args.detail === "text" ? args.detail : "both";
     const report = await this.hands.look(detail);
@@ -2227,14 +2251,9 @@ ${lines.join("\n")}
     } catch {
       first = raw.slice(0, 120);
     }
-    const second = await this.hands.qqOpenReply(text, to || void 0);
-    try {
-      const r2 = JSON.parse(second);
-      if (r2.ok) return `\u6253\u5F00 QQ \u56DE\u4E86${to ? "\u7ED9\u300C" + to + "\u300D" : ""}\uFF1A${text}\uFF08\u5FEB\u901F\u56DE\u590D\u4E0D\u53EF\u7528\uFF0C\u5DF2\u5207\u56DE\u6765\uFF09`;
-      return failed(`\u5FEB\u901F\u56DE\u590D\u4E0D\u884C\uFF08${first}\uFF09\uFF0C\u6253\u5F00 QQ \u4E5F\u6CA1\u6210\uFF08${r2.error || "\u539F\u56E0\u4E0D\u660E"}\uFF09`);
-    } catch {
-      return failed(`\u5FEB\u901F\u56DE\u590D\u4E0D\u884C\uFF08${first}\uFF09\uFF0C\u6253\u5F00 QQ \u4E5F\u6CA1\u6210`);
-    }
+    return failed(
+      `\u901A\u77E5\u91CC\u6CA1\u6709\u5FEB\u901F\u56DE\u590D\u5165\u53E3\uFF08${first}\uFF09\u3002\u8FD9\u6761\u522B\u7528\u811A\u672C\u56DE\uFF0C\u7528\u4F60\u81EA\u5DF1\u7684\u624B\uFF1Apet_open_app \u6253\u5F00 QQ \u2192 hand_look \u770B\u4E00\u773C \u2192 hand_tap \u70B9\u5BF9\u8BDD \u2192 hand_type \u6253\u5B57 \u2192 hand_tap \u70B9\u300C\u53D1\u9001\u300D\u2192 \u5207\u56DE\u4E3B\u4EBA\u539F\u6765\u7684\u5E94\u7528\u3002\u4E00\u6B21\u53EA\u56DE\u4E00\u6761\uFF0C\u56DE\u5B8C\u5C31\u9000\u51FA\u6765\u3002`
+    );
   }
   /** 解锁：成功/没锁/失败都给人话。 */
   async screenUnlock() {
@@ -2461,9 +2480,12 @@ ${lines || "\uFF08\u90FD\u5212\u6389\u4E86\uFF09"}`;
 ${list}`);
         }
         const only = hits2[0];
+        const beforeUi = await this.hands.ui().catch(() => null);
+        const before = beforeUi && beforeUi.ok ? beforeUi.pkg : "";
         const receipt3 = await this.hands.tap(only.center.x, only.center.y);
         this.note(receipt3);
-        return `${receipt3.text}\uFF08\u70B9\u7684\u662F\u300C${only.text}\u300D\uFF09`;
+        const after = await this.verifyChange(before);
+        return `${receipt3.text}\uFF08\u70B9\u7684\u662F\u300C${only.text}\u300D\uFF09${after}`;
       }
       const hit = hits2[nth];
       if (!hit) return failed(`\u300C${text}\u300D\u53EA\u6709 ${hits2.length} \u5904\uFF0C\u6CA1\u6709\u7B2C ${nth} \u4E2A\u3002`);

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "cortico-world-hands",
-  "version": "0.14.0",
+  "version": "0.15.0",
   "type": "module",
   "description": "Cortico World: hands for the desktop pet — looks at the phone screen, then taps, swipes, pinches, drags, types and presses keys through whatever actuator the device actually has",
   "license": "MIT",