cortico-world-hands 0.6.2 → 0.8.0

package/dist/index.js

@@ -22,7 +22,8 @@ var HANDS_DEFAULTS = {
   honchoWorkspace: "dsh",
   honchoPeerId: "morse",
   honchoSessionId: "yixin",
-  hookGrams: "three"
+  hookGrams: "three",
+  skinPackUrl: ""
 };
 var KEY_CODES = {
   back: 4,
@@ -495,7 +496,7 @@ var Honcho = class {
 // src/hands.ts
 import { execFile } from "node:child_process";
 import { readFileSync } from "node:fs";
-import { get as httpGet } from "node:http";
+import { get as httpGet, request as httpRequest } from "node:http";
 var ACTION_TIMEOUT_MS = 6e3;
 var PROBE_TTL_MS = 2e4;
 var COORD_LIMIT = 2e4;
@@ -523,6 +524,38 @@ function get(port, path, timeoutMs) {
     req.on("error", (err) => reject(err));
   });
 }
+async function post(port, path, body, timeoutMs) {
+  return new Promise((resolve, reject) => {
+    const data = Buffer.from(body, "utf8");
+    const req = httpRequest(
+      {
+        host: "127.0.0.1",
+        port,
+        path,
+        method: "POST",
+        timeout: timeoutMs,
+        headers: { "content-type": "application/json", "content-length": data.length }
+      },
+      (res) => {
+        const chunks = [];
+        res.on("data", (chunk) => chunks.push(chunk));
+        res.on("end", () => {
+          resolve({
+            status: res.statusCode ?? 0,
+            body: Buffer.concat(chunks),
+            header: (name) => {
+              const value = res.headers[name.toLowerCase()];
+              return Array.isArray(value) ? value[0] ?? "" : value ?? "";
+            }
+          });
+        });
+      }
+    );
+    req.on("timeout", () => req.destroy(new Error(`\u7B49\u592A\u4E45\uFF08${timeoutMs}ms\uFF09`)));
+    req.on("error", (err) => reject(err));
+    req.end(data);
+  });
+}
 async function getJson(port, path, timeoutMs = 6e3) {
   try {
     const res = await get(port, path, timeoutMs);
@@ -1030,6 +1063,31 @@ var Hands = class {
     }
     return { ok: res.status === 200 && body.ok !== false, detail: flat(body.detail || body.error || "", 80) };
   }
+  /** 画板：新开一张。 */
+  async canvasNew(w = 512, h = 512, bg = "transparent") {
+    const cfg = this.cfg();
+    const credential = this.readToken();
+    const t = credential ? `&t=${encodeURIComponent(credential)}` : "";
+    const res = await get(this.port(cfg.handPort), `/canvas/new?w=${w}&h=${h}&bg=${encodeURIComponent(bg)}${t}`, ACTION_TIMEOUT_MS);
+    return res.body.toString("utf8");
+  }
+  /** 画板：画一笔。 */
+  async canvasStroke(points, color = "#111111", width = 4) {
+    const cfg = this.cfg();
+    const credential = this.readToken();
+    const t = credential ? `t=${encodeURIComponent(credential)}` : "";
+    const body = JSON.stringify({ points, color, width });
+    const res = await post(this.port(cfg.handPort), `/canvas/stroke?${t}`, body, ACTION_TIMEOUT_MS);
+    return res.body.toString("utf8");
+  }
+  /** 画板：撤销 / 清空 / 保存 / 列表。 */
+  async canvasOp(op) {
+    const cfg = this.cfg();
+    const credential = this.readToken();
+    const t = credential ? `t=${encodeURIComponent(credential)}` : "";
+    const res = op === "list" || op === "state" ? await get(this.port(cfg.handPort), `/canvas/${op}?${t}`, ACTION_TIMEOUT_MS) : await post(this.port(cfg.handPort), `/canvas/${op}?${t}`, "", ACTION_TIMEOUT_MS);
+    return res.body.toString("utf8");
+  }
   /** 日记：写一篇。 */
   async diaryWrite(title, text, date) {
     const cfg = this.cfg();
@@ -1384,6 +1442,68 @@ var HANDS_TOOL_DECLS = [
     description: "\u770B\u624B\u81EA\u5DF1\u7684\u72B6\u6001\uFF1A\u8D70\u54EA\u6761\u901A\u9053\u3001\u901A\u4E0D\u901A\u3001\u8FD9\u4E00\u5206\u949F\u52A8\u4E86\u51E0\u4E2A\u52A8\u4F5C\u3001\u521A\u624D\u90A3\u4E00\u4E0B\u6210\u4E86\u6CA1\u6709\u3002\u5BF9\u65B9\u95EE\u300C\u624B\u80FD\u7528\u5417\u300D\u300C\u4F60\u521A\u624D\u70B9\u4E86\u4EC0\u4E48\u300D\u65F6\u7528\u5B83\u3002",
     parameters: { type: "object", properties: {}, required: [] }
   },
+  {
+    name: "canvas_new",
+    tags: ["act"],
+    description: "\u65B0\u5F00\u4E00\u5F20\u753B\u5E03\uFF08\u9ED8\u8BA4 512\xD7512\uFF0C\u80CC\u666F\u900F\u660E\u6216\u767D\u8272\uFF09\uFF0C\u4F1A\u628A\u5F53\u524D\u8FD9\u5F20\u6E05\u6389\u3002",
+    parameters: {
+      type: "object",
+      properties: {
+        w: { type: "integer", description: "\u5BBD\uFF0C\u9ED8\u8BA4 512" },
+        h: { type: "integer", description: "\u9AD8\uFF0C\u9ED8\u8BA4 512" },
+        bg: { type: "string", description: "transparent \u6216 white" }
+      }
+    }
+  },
+  {
+    name: "canvas_stroke",
+    tags: ["act"],
+    description: "\u5728\u753B\u5E03\u4E0A\u753B\u4E00\u7B14\uFF1A\u7ED9\u4E00\u4E32\u5750\u6807\u70B9\u3001\u989C\u8272\u3001\u7C97\u7EC6\u3002\u60F3\u753B\u66F2\u7EBF\u5C31\u591A\u7ED9\u70B9\uFF0C\u6BCF\u7B14\u6700\u591A\u51E0\u5341\u4E2A\u70B9\uFF1B\u753B\u6B6A\u4E86\u5C31 canvas_undo\u3002",
+    parameters: {
+      type: "object",
+      properties: {
+        points: { type: "array", description: "\u5750\u6807 [[x,y],[x,y],\u2026]\uFF0C\u539F\u70B9\u662F\u753B\u5E03\u5DE6\u4E0A\u89D2" },
+        color: { type: "string", description: "\u989C\u8272\uFF0C#RRGGBB" },
+        width: { type: "integer", description: "\u7B14\u753B\u7C97\u7EC6\uFF0C\u9ED8\u8BA4 4" }
+      },
+      required: ["points"]
+    }
+  },
+  {
+    name: "canvas_undo",
+    tags: ["act"],
+    description: "\u64A4\u9500\u521A\u624D\u90A3\u4E00\u7B14\uFF08\u53EF\u4EE5\u8FDE\u7740\u64A4\u9500\uFF09\u3002",
+    parameters: { type: "object", properties: {} }
+  },
+  {
+    name: "canvas_clear",
+    tags: ["act"],
+    description: "\u6E05\u7A7A\u6574\u5F20\u753B\u5E03\uFF08\u53EA\u6E05\u7B14\u753B\uFF0C\u4E0D\u5220\u6587\u4EF6\uFF09\u3002",
+    parameters: { type: "object", properties: {} }
+  },
+  {
+    name: "canvas_save",
+    tags: ["act"],
+    description: "\u628A\u753B\u5E03\u5B58\u6210 PNG\uFF0C\u843D\u5230 blobs/drawings/\u65E5\u671F-\u65F6\u95F4.png\uFF0C\u8FD4\u56DE\u8DEF\u5F84\u3002\u53EA\u65B0\u589E\u6587\u4EF6\uFF0C\u4E0D\u8986\u76D6\u65E7\u56FE\u3002",
+    parameters: { type: "object", properties: {} }
+  },
+  {
+    name: "canvas_list",
+    tags: ["read"],
+    description: "\u770B\u770B\u81EA\u5DF1\u753B\u8FC7\u54EA\u4E9B\u56FE\uFF08\u6587\u4EF6\u540D\u548C\u5730\u5740\uFF09\u3002",
+    parameters: { type: "object", properties: {} }
+  },
+  {
+    name: "skin_install",
+    tags: ["act"],
+    description: "\u88C5\u4E00\u4EF6\u5916\u90E8\u670D\u88C5\u5305\uFF08\u9CB8\u9C7C\u5A18\u7684\u8863\u670D\uFF09\uFF1A\u7ED9\u4E00\u4E2A\u672C\u5730 HTTP \u5730\u5740\uFF0C\u5B83\u4F1A\u628A\u8D34\u56FE\u5199\u8FDB\u684C\u5BA0\u7684 web \u76EE\u5F55\u5E76\u5408\u5E76 model.json\uFF08\u5148\u5907\u4EFD\uFF09\u3002\u88C5\u5B8C\u5728\u88C5\u626E\u9875\u300C\u670D\u88C5\u300D\u91CC\u9009\u3002",
+    parameters: {
+      type: "object",
+      properties: {
+        url: { type: "string", description: "\u5305\u5730\u5740\uFF0C\u6BD4\u5982 http://127.0.0.1:18080/onigiri" }
+      }
+    }
+  },
   {
     name: "diary_write",
     tags: ["write"],
@@ -1570,6 +1690,11 @@ var HandsWorld = class {
     this.cursor = host.store.latestCursor();
     const state = await this.hands.probe(true);
     this.log?.info(state.ok ? `\u624B\uFF1A${state.detail}` : `\u624B\u8FD8\u52A8\u4E0D\u4E86\uFF1A${state.detail}`);
+    if (this.opts.cfg.skinPackUrl) {
+      void installSkinPack(this.opts.cfg.skinPackUrl, this.skinRoots(), this.log).then((r) => {
+        this.log?.info(r.ok ? `\u670D\u88C5\u5305\uFF1A${r.detail}` : `\u670D\u88C5\u5305\u6CA1\u88C5\u4E0A\uFF1A${r.detail}`);
+      });
+    }
     void this.pushMemoryDigest("\u88AB\u53EB\u8D77\u6765");
     this.startHooks();
   }
@@ -1774,6 +1899,20 @@ ${lines.join("\n")}
           return await this.diaryWrite(args);
         case "diary_read":
           return await this.diaryRead(args);
+        case "skin_install":
+          return await this.skinInstall(args);
+        case "canvas_new":
+          return await this.canvasNew(args);
+        case "canvas_stroke":
+          return await this.canvasStroke(args);
+        case "canvas_undo":
+          return await this.canvasSimple("undo");
+        case "canvas_clear":
+          return await this.canvasSimple("clear");
+        case "canvas_save":
+          return await this.canvasSimple("save");
+        case "canvas_list":
+          return await this.canvasSimple("list");
         case "memory_audit":
           return await this.memoryAudit(args);
         case "memory_search":
@@ -1886,6 +2025,47 @@ ${lines.join("\n")}
     }
     return `\u8BB0\u7262\u4E86\uFF1A\u300C${key}\u300D\u2192 ${value}${cloud}`;
   }
+  async canvasNew(args) {
+    const w = args.w === void 0 ? 512 : Math.max(64, Math.min(2048, Math.round(Number(args.w))));
+    const h = args.h === void 0 ? 512 : Math.max(64, Math.min(2048, Math.round(Number(args.h))));
+    const bg = typeof args.bg === "string" && args.bg ? args.bg : "transparent";
+    return await this.hands.canvasNew(w, h, bg);
+  }
+  async canvasStroke(args) {
+    const raw = args.points;
+    if (!Array.isArray(raw) || raw.length === 0) return failed("\u8981 points\uFF0C\u50CF [[10,10],[20,30]]\u3002");
+    const points = [];
+    for (const p of raw.slice(0, 200)) {
+      if (Array.isArray(p) && p.length >= 2) {
+        const x = Number(p[0]);
+        const y = Number(p[1]);
+        if (Number.isFinite(x) && Number.isFinite(y)) points.push([x, y]);
+      }
+    }
+    if (points.length === 0) return failed("points \u91CC\u6CA1\u6709\u5408\u6CD5\u5750\u6807\u3002");
+    const color = typeof args.color === "string" && /^#[0-9a-fA-F]{6}$/.test(args.color) ? args.color : "#111111";
+    const width = args.width === void 0 ? 4 : Math.max(1, Math.min(40, Math.round(Number(args.width))));
+    return await this.hands.canvasStroke(points, color, width);
+  }
+  async canvasSimple(op) {
+    return await this.hands.canvasOp(op);
+  }
+  /** 装一件外部服装包：从本地 HTTP 拿包，写进桌宠 web 目录。 */
+  async skinInstall(args) {
+    const url = typeof args.url === "string" && args.url.trim() ? args.url.trim() : this.opts.cfg.skinPackUrl || "";
+    if (!url) return failed("\u8981\u4E00\u4E2A\u5305\u5730\u5740\uFF08url\uFF09\uFF0C\u6216\u8005\u5148\u914D\u7F6E skinPackUrl\u3002");
+    const r = await installSkinPack(url, this.skinRoots(), this.log);
+    return r.ok ? r.detail : failed(r.detail);
+  }
+  skinRoots() {
+    const roots = [...this.opts.roots || []];
+    try {
+      roots.push(process.cwd());
+    } catch {
+    }
+    roots.push("/root", "/app", "/workspace");
+    return [...new Set(roots.filter(Boolean))];
+  }
   async diaryWrite(args) {
     const title = typeof args.title === "string" ? args.title.trim() : "";
     const text = typeof args.text === "string" ? args.text.trim() : "";
@@ -2171,7 +2351,7 @@ function handsDefinition() {
     id: HANDS_ID,
     label: "\u624B",
     defaults: () => structuredClone(HANDS_DEFAULTS),
-    create: (ctx) => new HandsWorld({ cfg: ctx.cfg, timezone: ctx.timezone })
+    create: (ctx) => new HandsWorld({ cfg: ctx.cfg, timezone: ctx.timezone, roots: [ctx.botDir, ctx.dataDir, ctx.repoRoot, ctx.packageDir] })
   };
 }
 var HANDS = handsDefinition();

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "cortico-world-hands",
-  "version": "0.6.2",
+  "version": "0.8.0",
   "type": "module",
   "description": "Cortico World: hands for the desktop pet — looks at the phone screen, then taps, swipes, pinches, drags, types and presses keys through whatever actuator the device actually has",
   "license": "MIT",