cortico-world-hands 0.7.0 → 0.9.0

package/dist/index.js

@@ -496,7 +496,7 @@ var Honcho = class {
 // src/hands.ts
 import { execFile } from "node:child_process";
 import { readFileSync } from "node:fs";
-import { get as httpGet } from "node:http";
+import { get as httpGet, request as httpRequest } from "node:http";
 var ACTION_TIMEOUT_MS = 6e3;
 var PROBE_TTL_MS = 2e4;
 var COORD_LIMIT = 2e4;
@@ -524,6 +524,38 @@ function get(port, path, timeoutMs) {
     req.on("error", (err) => reject(err));
   });
 }
+async function post(port, path, body, timeoutMs) {
+  return new Promise((resolve, reject) => {
+    const data = Buffer.from(body, "utf8");
+    const req = httpRequest(
+      {
+        host: "127.0.0.1",
+        port,
+        path,
+        method: "POST",
+        timeout: timeoutMs,
+        headers: { "content-type": "application/json", "content-length": data.length }
+      },
+      (res) => {
+        const chunks = [];
+        res.on("data", (chunk) => chunks.push(chunk));
+        res.on("end", () => {
+          resolve({
+            status: res.statusCode ?? 0,
+            body: Buffer.concat(chunks),
+            header: (name) => {
+              const value = res.headers[name.toLowerCase()];
+              return Array.isArray(value) ? value[0] ?? "" : value ?? "";
+            }
+          });
+        });
+      }
+    );
+    req.on("timeout", () => req.destroy(new Error(`\u7B49\u592A\u4E45\uFF08${timeoutMs}ms\uFF09`)));
+    req.on("error", (err) => reject(err));
+    req.end(data);
+  });
+}
 async function getJson(port, path, timeoutMs = 6e3) {
   try {
     const res = await get(port, path, timeoutMs);
@@ -1031,6 +1063,47 @@ var Hands = class {
     }
     return { ok: res.status === 200 && body.ok !== false, detail: flat(body.detail || body.error || "", 80) };
   }
+  /** 唤醒屏幕（用 Shizuku 的 input keyevent 224）。 */
+  async wakeScreen() {
+    const cfg = this.cfg();
+    const credential = this.readToken();
+    const t = credential ? `t=${encodeURIComponent(credential)}` : "";
+    const res = await post(this.port(cfg.handPort), `/hand/wake?${t}`, "", 15e3);
+    return res.body.toString("utf8");
+  }
+  /** 息屏（可选，用来自己测唤醒）。 */
+  async sleepScreen() {
+    const cfg = this.cfg();
+    const credential = this.readToken();
+    const t = credential ? `t=${encodeURIComponent(credential)}` : "";
+    const res = await post(this.port(cfg.handPort), `/hand/sleep?${t}`, "", 15e3);
+    return res.body.toString("utf8");
+  }
+  /** 画板：新开一张。 */
+  async canvasNew(w = 512, h = 512, bg = "transparent") {
+    const cfg = this.cfg();
+    const credential = this.readToken();
+    const t = credential ? `&t=${encodeURIComponent(credential)}` : "";
+    const res = await get(this.port(cfg.handPort), `/canvas/new?w=${w}&h=${h}&bg=${encodeURIComponent(bg)}${t}`, ACTION_TIMEOUT_MS);
+    return res.body.toString("utf8");
+  }
+  /** 画板：画一笔。 */
+  async canvasStroke(points, color = "#111111", width = 4) {
+    const cfg = this.cfg();
+    const credential = this.readToken();
+    const t = credential ? `t=${encodeURIComponent(credential)}` : "";
+    const body = JSON.stringify({ points, color, width });
+    const res = await post(this.port(cfg.handPort), `/canvas/stroke?${t}`, body, ACTION_TIMEOUT_MS);
+    return res.body.toString("utf8");
+  }
+  /** 画板：撤销 / 清空 / 保存 / 列表。 */
+  async canvasOp(op) {
+    const cfg = this.cfg();
+    const credential = this.readToken();
+    const t = credential ? `t=${encodeURIComponent(credential)}` : "";
+    const res = op === "list" || op === "state" ? await get(this.port(cfg.handPort), `/canvas/${op}?${t}`, ACTION_TIMEOUT_MS) : await post(this.port(cfg.handPort), `/canvas/${op}?${t}`, "", ACTION_TIMEOUT_MS);
+    return res.body.toString("utf8");
+  }
   /** 日记：写一篇。 */
   async diaryWrite(title, text, date) {
     const cfg = this.cfg();
@@ -1385,6 +1458,69 @@ var HANDS_TOOL_DECLS = [
     description: "\u770B\u624B\u81EA\u5DF1\u7684\u72B6\u6001\uFF1A\u8D70\u54EA\u6761\u901A\u9053\u3001\u901A\u4E0D\u901A\u3001\u8FD9\u4E00\u5206\u949F\u52A8\u4E86\u51E0\u4E2A\u52A8\u4F5C\u3001\u521A\u624D\u90A3\u4E00\u4E0B\u6210\u4E86\u6CA1\u6709\u3002\u5BF9\u65B9\u95EE\u300C\u624B\u80FD\u7528\u5417\u300D\u300C\u4F60\u521A\u624D\u70B9\u4E86\u4EC0\u4E48\u300D\u65F6\u7528\u5B83\u3002",
     parameters: { type: "object", properties: {}, required: [] }
   },
+  {
+    name: "screen_wake",
+    tags: ["act"],
+    description: "\u70B9\u4EAE\u5C4F\u5E55\uFF1A\u5C4F\u5E55\u9ED1\u7740\u4E5F\u80FD\u5524\u9192\uFF08\u7528 Shizuku \u7684\u7CFB\u7EDF\u6309\u952E\uFF0Croot/Shizuku \u4EFB\u4E00\u901A\u9053\uFF09\u3002\u4E3B\u4EBA\u8BF4\u300C\u4EAE\u4E00\u4E0B\u5C4F\u300D\u300C\u5E2E\u6211\u628A\u5C4F\u5E55\u70B9\u4EAE\u300D\u65F6\u7528\u5B83\uFF1B\u5931\u8D25\u4F1A\u8FD4\u56DE\u539F\u56E0\u3002",
+    parameters: { type: "object", properties: {} }
+  },
+  {
+    name: "screen_sleep",
+    tags: ["act"],
+    description: "\u628A\u5C4F\u5E55\u5173\u6389\uFF08\u606F\u5C4F\uFF09\u3002\u4E3B\u4EBA\u8BF4\u8981\u5173\u5C4F\u3001\u6216\u8005\u4F60\u60F3\u81EA\u5DF1\u6D4B\u4E00\u4E0B\u5524\u9192\u662F\u5426\u7BA1\u7528\u65F6\u7528\u5B83\u3002",
+    parameters: { type: "object", properties: {} }
+  },
+  {
+    name: "canvas_new",
+    tags: ["act"],
+    description: "\u65B0\u5F00\u4E00\u5F20\u753B\u5E03\uFF08\u9ED8\u8BA4 512\xD7512\uFF0C\u80CC\u666F\u900F\u660E\u6216\u767D\u8272\uFF09\uFF0C\u4F1A\u628A\u5F53\u524D\u8FD9\u5F20\u6E05\u6389\u3002",
+    parameters: {
+      type: "object",
+      properties: {
+        w: { type: "integer", description: "\u5BBD\uFF0C\u9ED8\u8BA4 512" },
+        h: { type: "integer", description: "\u9AD8\uFF0C\u9ED8\u8BA4 512" },
+        bg: { type: "string", description: "transparent \u6216 white" }
+      }
+    }
+  },
+  {
+    name: "canvas_stroke",
+    tags: ["act"],
+    description: "\u5728\u753B\u5E03\u4E0A\u753B\u4E00\u7B14\uFF1A\u7ED9\u4E00\u4E32\u5750\u6807\u70B9\u3001\u989C\u8272\u3001\u7C97\u7EC6\u3002\u60F3\u753B\u66F2\u7EBF\u5C31\u591A\u7ED9\u70B9\uFF0C\u6BCF\u7B14\u6700\u591A\u51E0\u5341\u4E2A\u70B9\uFF1B\u753B\u6B6A\u4E86\u5C31 canvas_undo\u3002",
+    parameters: {
+      type: "object",
+      properties: {
+        points: { type: "array", description: "\u5750\u6807 [[x,y],[x,y],\u2026]\uFF0C\u539F\u70B9\u662F\u753B\u5E03\u5DE6\u4E0A\u89D2" },
+        color: { type: "string", description: "\u989C\u8272\uFF0C#RRGGBB" },
+        width: { type: "integer", description: "\u7B14\u753B\u7C97\u7EC6\uFF0C\u9ED8\u8BA4 4" }
+      },
+      required: ["points"]
+    }
+  },
+  {
+    name: "canvas_undo",
+    tags: ["act"],
+    description: "\u64A4\u9500\u521A\u624D\u90A3\u4E00\u7B14\uFF08\u53EF\u4EE5\u8FDE\u7740\u64A4\u9500\uFF09\u3002",
+    parameters: { type: "object", properties: {} }
+  },
+  {
+    name: "canvas_clear",
+    tags: ["act"],
+    description: "\u6E05\u7A7A\u6574\u5F20\u753B\u5E03\uFF08\u53EA\u6E05\u7B14\u753B\uFF0C\u4E0D\u5220\u6587\u4EF6\uFF09\u3002",
+    parameters: { type: "object", properties: {} }
+  },
+  {
+    name: "canvas_save",
+    tags: ["act"],
+    description: "\u628A\u753B\u5E03\u5B58\u6210 PNG\uFF0C\u843D\u5230 blobs/drawings/\u65E5\u671F-\u65F6\u95F4.png\uFF0C\u8FD4\u56DE\u8DEF\u5F84\u3002\u53EA\u65B0\u589E\u6587\u4EF6\uFF0C\u4E0D\u8986\u76D6\u65E7\u56FE\u3002",
+    parameters: { type: "object", properties: {} }
+  },
+  {
+    name: "canvas_list",
+    tags: ["read"],
+    description: "\u770B\u770B\u81EA\u5DF1\u753B\u8FC7\u54EA\u4E9B\u56FE\uFF08\u6587\u4EF6\u540D\u548C\u5730\u5740\uFF09\u3002",
+    parameters: { type: "object", properties: {} }
+  },
   {
     name: "skin_install",
     tags: ["act"],
@@ -1793,6 +1929,22 @@ ${lines.join("\n")}
           return await this.diaryRead(args);
         case "skin_install":
           return await this.skinInstall(args);
+        case "screen_wake":
+          return await this.screenWake();
+        case "screen_sleep":
+          return await this.screenSleep();
+        case "canvas_new":
+          return await this.canvasNew(args);
+        case "canvas_stroke":
+          return await this.canvasStroke(args);
+        case "canvas_undo":
+          return await this.canvasSimple("undo");
+        case "canvas_clear":
+          return await this.canvasSimple("clear");
+        case "canvas_save":
+          return await this.canvasSimple("save");
+        case "canvas_list":
+          return await this.canvasSimple("list");
         case "memory_audit":
           return await this.memoryAudit(args);
         case "memory_search":
@@ -1905,6 +2057,53 @@ ${lines.join("\n")}
     }
     return `\u8BB0\u7262\u4E86\uFF1A\u300C${key}\u300D\u2192 ${value}${cloud}`;
   }
+  /** 点亮屏幕：成功说清楚，失败给原因。 */
+  async screenWake() {
+    const raw = await this.hands.wakeScreen();
+    try {
+      const r = JSON.parse(raw);
+      if (r.ok) {
+        return r.litBefore ? "\u5C4F\u5E55\u672C\u6765\u5C31\u662F\u4EAE\u7684\u3002" : "\u5C4F\u5E55\u70B9\u4EAE\u4E86\u3002";
+      }
+      return failed(r.error || "\u6CA1\u70B9\u4EAE\uFF0C\u539F\u56E0\u4E0D\u660E");
+    } catch {
+      return failed(raw.slice(0, 120));
+    }
+  }
+  async screenSleep() {
+    const raw = await this.hands.sleepScreen();
+    try {
+      const r = JSON.parse(raw);
+      return r.ok ? "\u5C4F\u5E55\u5173\u6389\u4E86\u3002" : failed(r.error || "\u6CA1\u5173\u6389\uFF0C\u539F\u56E0\u4E0D\u660E");
+    } catch {
+      return failed(raw.slice(0, 120));
+    }
+  }
+  async canvasNew(args) {
+    const w = args.w === void 0 ? 512 : Math.max(64, Math.min(2048, Math.round(Number(args.w))));
+    const h = args.h === void 0 ? 512 : Math.max(64, Math.min(2048, Math.round(Number(args.h))));
+    const bg = typeof args.bg === "string" && args.bg ? args.bg : "transparent";
+    return await this.hands.canvasNew(w, h, bg);
+  }
+  async canvasStroke(args) {
+    const raw = args.points;
+    if (!Array.isArray(raw) || raw.length === 0) return failed("\u8981 points\uFF0C\u50CF [[10,10],[20,30]]\u3002");
+    const points = [];
+    for (const p of raw.slice(0, 200)) {
+      if (Array.isArray(p) && p.length >= 2) {
+        const x = Number(p[0]);
+        const y = Number(p[1]);
+        if (Number.isFinite(x) && Number.isFinite(y)) points.push([x, y]);
+      }
+    }
+    if (points.length === 0) return failed("points \u91CC\u6CA1\u6709\u5408\u6CD5\u5750\u6807\u3002");
+    const color = typeof args.color === "string" && /^#[0-9a-fA-F]{6}$/.test(args.color) ? args.color : "#111111";
+    const width = args.width === void 0 ? 4 : Math.max(1, Math.min(40, Math.round(Number(args.width))));
+    return await this.hands.canvasStroke(points, color, width);
+  }
+  async canvasSimple(op) {
+    return await this.hands.canvasOp(op);
+  }
   /** 装一件外部服装包：从本地 HTTP 拿包，写进桌宠 web 目录。 */
   async skinInstall(args) {
     const url = typeof args.url === "string" && args.url.trim() ? args.url.trim() : this.opts.cfg.skinPackUrl || "";

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "cortico-world-hands",
-  "version": "0.7.0",
+  "version": "0.9.0",
   "type": "module",
   "description": "Cortico World: hands for the desktop pet — looks at the phone screen, then taps, swipes, pinches, drags, types and presses keys through whatever actuator the device actually has",
   "license": "MIT",