cortico-world-hands 0.20.59 → 0.20.60

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (2) hide show
  1. package/dist/index.js +102 -0
  2. package/package.json +1 -1
package/dist/index.js CHANGED
@@ -2500,6 +2500,22 @@ var HANDS_TOOL_DECLS = [
2500
2500
  },
2501
2501
  required: ["ns", "key"]
2502
2502
  }
2503
+ },
2504
+ {
2505
+ name: "hand_chain",
2506
+ tags: ["act"],
2507
+ description: "\u8FDE\u62DB\uFF1A\u4E00\u6B21\u8C03\u7528\u91CC\u8FDE\u7EED\u505A\u300C\u770B\u2192\u6309\u6587\u5B57\u70B9\u2192\u7B49\u2192\u8F93\u5165\u2192\u6309\u952E\u300D\uFF0C\u6700\u591A 20 \u6B65\u3002\u754C\u9762\u8DF3\u51FA\u5C31\u522B\u7684\u5730\u65B9\u4F1A\u81EA\u52A8\u505C\u3002\u9002\u5408\u70B9\u5B8C\u518D\u70B9\u3001\u8FDE\u7EED\u51E0\u6B65\u7684\u6D3B\u3002",
2508
+ parameters: {
2509
+ type: "object",
2510
+ properties: {
2511
+ steps: {
2512
+ type: "array",
2513
+ description: "\u6B65\u9AA4\u6570\u7EC4\u3002op: look / taptext / tap / type / key / swipe / wait",
2514
+ items: { type: "object" }
2515
+ }
2516
+ },
2517
+ required: ["steps"]
2518
+ }
2503
2519
  }
2504
2520
  ];
2505
2521
 
@@ -3429,6 +3445,8 @@ ${text.slice(0, 2200)}`;
3429
3445
  return await this.screenUnlock();
3430
3446
  case "screen_sleep":
3431
3447
  return await this.screenSleep();
3448
+ case "hand_chain":
3449
+ return await this.handChain(args);
3432
3450
  case "sys_install":
3433
3451
  return await this.sysInstall(args);
3434
3452
  case "sys_grant":
@@ -3714,6 +3732,90 @@ ${text.slice(0, 2200)}`;
3714
3732
  if (!["system", "secure", "global"].includes(ns) || !key) return failed("ns \u53D6 system/secure/global\uFF0Ckey \u5FC5\u586B\u3002");
3715
3733
  return await this.hands.sysSettingsGet(ns, key);
3716
3734
  }
3735
+ async handChain(args) {
3736
+ const raw = args.steps;
3737
+ if (!Array.isArray(raw) || raw.length === 0) return failed('\u8981 steps\uFF0C\u50CF [{op:"look"},{op:"tapText",text:"\u53D1\u9001"},{op:"wait",ms:600}]\u3002');
3738
+ if (raw.length > 20) return failed("\u4E00\u6B21\u6700\u591A 20 \u6B65\uFF0C\u8D85\u8FC7\u5C31\u62C6\u6210\u4E24\u6B21\u3002");
3739
+ const steps = raw;
3740
+ const log = [];
3741
+ const start = await this.hands.uiSnapshot().catch(() => null);
3742
+ let pkg0 = start?.pkg || "";
3743
+ const sleep = (ms) => new Promise((r) => setTimeout(r, Math.max(50, Math.min(1e4, ms))));
3744
+ for (let i = 0; i < steps.length; i++) {
3745
+ const st = steps[i];
3746
+ const op = String(st.op || "").toLowerCase();
3747
+ try {
3748
+ if (op === "wait") {
3749
+ const ms = Number(st.ms ?? 500);
3750
+ await sleep(ms);
3751
+ log.push(`${i + 1}. \u7B49 ${ms}ms`);
3752
+ continue;
3753
+ }
3754
+ if (op === "look") {
3755
+ const ui2 = await this.hands.uiSnapshot();
3756
+ log.push(`${i + 1}. \u770B\uFF1A${ui2.pkg}\uFF0C${ui2.items.length} \u6761\u5B57`);
3757
+ pkg0 = ui2.pkg || pkg0;
3758
+ continue;
3759
+ }
3760
+ if (op === "taptext") {
3761
+ const text = String(st.text || "").trim();
3762
+ if (!text) {
3763
+ log.push(`${i + 1}. \u505C\uFF1AtapText \u7F3A text`);
3764
+ break;
3765
+ }
3766
+ const ui2 = await this.hands.uiSnapshot();
3767
+ const hit = ui2.items.find((it) => (it.text || "").includes(text) && it.center);
3768
+ if (!hit || !hit.center) {
3769
+ log.push(`${i + 1}. \u505C\uFF1A\u5C4F\u5E55\u4E0A\u627E\u4E0D\u5230\u300C${text}\u300D`);
3770
+ break;
3771
+ }
3772
+ await this.hands.tap(hit.center.x, hit.center.y, { ms: Number(st.ms ?? 45) });
3773
+ log.push(`${i + 1}. \u70B9\u300C${hit.text.slice(0, 14)}\u300D@(${hit.center.x},${hit.center.y})`);
3774
+ await sleep(Number(st.after ?? 400));
3775
+ } else if (op === "tap") {
3776
+ const x = Math.round(Number(st.x));
3777
+ const y = Math.round(Number(st.y));
3778
+ if (!Number.isFinite(x) || !Number.isFinite(y)) {
3779
+ log.push(`${i + 1}. \u505C\uFF1Atap \u7F3A\u5750\u6807`);
3780
+ break;
3781
+ }
3782
+ await this.hands.tap(x, y, { ms: Number(st.ms ?? 45) });
3783
+ log.push(`${i + 1}. \u70B9 (${x},${y})`);
3784
+ await sleep(Number(st.after ?? 400));
3785
+ } else if (op === "type") {
3786
+ const text = String(st.text || "");
3787
+ if (!text) {
3788
+ log.push(`${i + 1}. \u505C\uFF1Atype \u7F3A text`);
3789
+ break;
3790
+ }
3791
+ await this.hands.type(text);
3792
+ log.push(`${i + 1}. \u8F93\u5165\u300C${text.slice(0, 16)}\u300D`);
3793
+ await sleep(Number(st.after ?? 200));
3794
+ } else if (op === "key") {
3795
+ const name = String(st.name || "back");
3796
+ await this.hands.press(name);
3797
+ log.push(`${i + 1}. \u6309 ${name}`);
3798
+ await sleep(Number(st.after ?? 400));
3799
+ } else if (op === "swipe") {
3800
+ await this.hands.swipe(Number(st.x1), Number(st.y1), Number(st.x2), Number(st.y2), { ms: Number(st.ms ?? 250) });
3801
+ log.push(`${i + 1}. \u6ED1 (${st.x1},${st.y1})\u2192(${st.x2},${st.y2})`);
3802
+ await sleep(Number(st.after ?? 400));
3803
+ } else {
3804
+ log.push(`${i + 1}. \u505C\uFF1A\u4E0D\u8BA4\u8BC6\u7684 op\u300C${op}\u300D`);
3805
+ break;
3806
+ }
3807
+ const ui = await this.hands.uiSnapshot().catch(() => null);
3808
+ if (ui && ui.pkg && pkg0 && ui.pkg !== pkg0) {
3809
+ log.push(`${i + 1}. \u505C\uFF1A\u754C\u9762\u8DF3\u5230\u4E86 ${ui.pkg}\uFF08\u539F\u6765 ${pkg0}\uFF09\uFF0C\u5148\u770B\u4E00\u773C\u518D\u51B3\u5B9A`);
3810
+ break;
3811
+ }
3812
+ } catch (err) {
3813
+ log.push(`${i + 1}. \u505C\uFF1A${err.message.slice(0, 80)}`);
3814
+ break;
3815
+ }
3816
+ }
3817
+ return "\u8FDE\u62DB\u7ED3\u679C\uFF1A\n" + log.join("\n");
3818
+ }
3717
3819
  async canvasNew(args) {
3718
3820
  const w = args.w === void 0 ? 768 : Math.max(64, Math.min(2048, Math.round(Number(args.w))));
3719
3821
  const h = args.h === void 0 ? 768 : Math.max(64, Math.min(2048, Math.round(Number(args.h))));
package/package.json CHANGED
@@ -1,6 +1,6 @@
1
1
  {
2
2
  "name": "cortico-world-hands",
3
- "version": "0.20.59",
3
+ "version": "0.20.60",
4
4
  "type": "module",
5
5
  "description": "Cortico World: hands for the desktop pet — looks at the phone screen, then taps, swipes, pinches, drags, types and presses keys through whatever actuator the device actually has",
6
6
  "license": "MIT",