cortico-world-hands 0.15.0 → 0.17.0

package/dist/index.js

@@ -1105,6 +1105,16 @@ var Hands = class {
     const res = await post(this.port(cfg.handPort), `/hand/qq/reply?${t}${toq}&text=${encodeURIComponent(text)}`, "", 2e4);
     return res.body.toString("utf8");
   }
+  /** 本地模板匹配：找图（可选直接点）。 */
+  async matchImage(name, opts = {}) {
+    const cfg = this.cfg();
+    const credential = this.readToken();
+    const t = credential ? `t=${encodeURIComponent(credential)}` : "";
+    const th = opts.threshold ? `&threshold=${opts.threshold}` : "";
+    const path = opts.tap ? "/hand/tap_image" : "/hand/match";
+    const res = await get(this.port(cfg.handPort), `${path}?name=${encodeURIComponent(name)}${th}&${t}`, 15e3);
+    return res.body.toString("utf8");
+  }
   /** QQ 兜底：打开 QQ → 找到对话 → 粘贴 → 发送 → 切回。 */
   async qqOpenReply(text, to) {
     const cfg = this.cfg();
@@ -1369,6 +1379,32 @@ ${lines.join("\n")}`);
 
 // src/tools.ts
 var HANDS_TOOL_DECLS = [
+  {
+    name: "hand_match",
+    tags: ["read"],
+    description: "\u5728\u5C4F\u5E55\u4E0A\u627E\u4E00\u5F20\u5C0F\u56FE\uFF08\u6A21\u677F\uFF09\uFF1A\u8FD4\u56DE\u5B83\u7684\u771F\u5B9E\u5750\u6807\u548C\u76F8\u4F3C\u5EA6\u3002\u9002\u5408\u6E38\u620F\u6309\u94AE\u3001\u56FE\u6807\u8FD9\u7C7B\u6CA1\u6709\u6587\u5B57\u7684\u76EE\u6807\u3002",
+    parameters: {
+      type: "object",
+      properties: {
+        name: { type: "string", description: "\u6A21\u677F\u540D\uFF08\u653E\u8FDB App \u7684 tpl \u76EE\u5F55\u7684 png \u6587\u4EF6\u540D\uFF0C\u53EF\u4E0D\u5E26 .png\uFF09" },
+        threshold: { type: "number", description: "\u76F8\u4F3C\u5EA6\u95E8\u69DB 0-1\uFF0C\u9ED8\u8BA4 0.86\uFF1B\u627E\u4E0D\u5230\u5C31\u8C03\u4F4E\u4E00\u70B9" }
+      },
+      required: ["name"]
+    }
+  },
+  {
+    name: "hand_tap_image",
+    tags: ["act"],
+    description: "\u627E\u5230\u90A3\u5F20\u5C0F\u56FE\u5E76\u70B9\u5B83\u2014\u2014\u6BD4\u6309\u5750\u6807\u70B9\u51C6\uFF0C\u4E5F\u4E0D\u4F1A\u70B9\u6B6A\u3002",
+    parameters: {
+      type: "object",
+      properties: {
+        name: { type: "string", description: "\u6A21\u677F\u540D" },
+        threshold: { type: "number", description: "\u76F8\u4F3C\u5EA6\u95E8\u69DB\uFF0C\u9ED8\u8BA4 0.86" }
+      },
+      required: ["name"]
+    }
+  },
   {
     name: "hand_see",
     tags: ["read"],
@@ -2040,6 +2076,10 @@ ${lines.join("\n")}
       await this.guard();
       ctx.signal?.throwIfAborted();
       switch (name) {
+        case "hand_match":
+          return await this.matchImage(args, false);
+        case "hand_tap_image":
+          return await this.matchImage(args, true);
         case "hand_see":
           return await this.see();
         case "hand_look":
@@ -2143,6 +2183,25 @@ ${lines.join("\n")}
       return "";
     }
   }
+  /** 模板匹配：找图 / 找到就点。 */
+  async matchImage(args, tap) {
+    const name = typeof args.name === "string" ? args.name.trim() : "";
+    if (!name) return failed("\u8981\u6A21\u677F\u540D\uFF08png \u6587\u4EF6\u540D\uFF09");
+    const threshold = args.threshold === void 0 ? void 0 : Number(args.threshold);
+    const raw = await this.hands.matchImage(name, { threshold, tap });
+    try {
+      const r = JSON.parse(raw);
+      if (r.band === "hit" && r.ok) {
+        return `${tap ? "\u70B9\u4E86" : "\u627E\u5230\u4E86"}\u300C${name}\u300D@(${r.x},${r.y})\uFF0C\u5206\u6570 ${r.score}\uFF0C${r.ms}ms`;
+      }
+      if (r.band === "uncertain") {
+        return `\u300C${name}\u300D\u50CF\u662F\u6709\uFF0C\u4F46\u5206\u6570\u53EA\u6709 ${r.score}\uFF080.4\u20130.7\uFF09\uFF0C**\u6211\u6CA1\u70B9**\uFF0C\u5750\u6807 @(${r.x},${r.y})\u3002\u4F60\u5B9A\u8981\u4E0D\u8981\u70B9\u3002`;
+      }
+      return failed(r.error || `\u5C4F\u5E55\u4E0A\u6CA1\u627E\u5230\u300C${name}\u300D`);
+    } catch {
+      return failed(raw.slice(0, 120));
+    }
+  }
   /** 纯文字版看屏：快，不带图。 */
   async see() {
     return await this.hands.look("text").then((r) => r.text);

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "cortico-world-hands",
-  "version": "0.15.0",
+  "version": "0.17.0",
   "type": "module",
   "description": "Cortico World: hands for the desktop pet — looks at the phone screen, then taps, swipes, pinches, drags, types and presses keys through whatever actuator the device actually has",
   "license": "MIT",