cortico-world-hands 0.20.58 → 0.20.60

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (2) hide show
  1. package/dist/index.js +104 -1
  2. package/package.json +1 -1
package/dist/index.js CHANGED
@@ -2500,6 +2500,22 @@ var HANDS_TOOL_DECLS = [
2500
2500
  },
2501
2501
  required: ["ns", "key"]
2502
2502
  }
2503
+ },
2504
+ {
2505
+ name: "hand_chain",
2506
+ tags: ["act"],
2507
+ description: "\u8FDE\u62DB\uFF1A\u4E00\u6B21\u8C03\u7528\u91CC\u8FDE\u7EED\u505A\u300C\u770B\u2192\u6309\u6587\u5B57\u70B9\u2192\u7B49\u2192\u8F93\u5165\u2192\u6309\u952E\u300D\uFF0C\u6700\u591A 20 \u6B65\u3002\u754C\u9762\u8DF3\u51FA\u5C31\u522B\u7684\u5730\u65B9\u4F1A\u81EA\u52A8\u505C\u3002\u9002\u5408\u70B9\u5B8C\u518D\u70B9\u3001\u8FDE\u7EED\u51E0\u6B65\u7684\u6D3B\u3002",
2508
+ parameters: {
2509
+ type: "object",
2510
+ properties: {
2511
+ steps: {
2512
+ type: "array",
2513
+ description: "\u6B65\u9AA4\u6570\u7EC4\u3002op: look / taptext / tap / type / key / swipe / wait",
2514
+ items: { type: "object" }
2515
+ }
2516
+ },
2517
+ required: ["steps"]
2518
+ }
2503
2519
  }
2504
2520
  ];
2505
2521
 
@@ -3429,6 +3445,8 @@ ${text.slice(0, 2200)}`;
3429
3445
  return await this.screenUnlock();
3430
3446
  case "screen_sleep":
3431
3447
  return await this.screenSleep();
3448
+ case "hand_chain":
3449
+ return await this.handChain(args);
3432
3450
  case "sys_install":
3433
3451
  return await this.sysInstall(args);
3434
3452
  case "sys_grant":
@@ -3585,7 +3603,8 @@ ${text.slice(0, 2200)}`;
3585
3603
  const key = typeof args.key === "string" ? args.key.trim() : "";
3586
3604
  const value = typeof args.value === "string" ? args.value.trim() : "";
3587
3605
  if (!key || !value) return failed("\u8981 key \u548C value\u3002");
3588
- const tags = typeof args.tags === "string" ? args.tags : void 0;
3606
+ let tags = typeof args.tags === "string" ? args.tags : void 0;
3607
+ if (!tags || !tags.includes("\u6765\u6E90")) tags = tags ? tags + ",\u6765\u6E90:\u81EA\u8FF0" : "\u6765\u6E90:\u81EA\u8FF0";
3589
3608
  if (/人格|我是谁|人设|设定原文/.test(key)) {
3590
3609
  return "\u8FD9\u4E2A\u4E0D\u7528\u8BB0\u2014\u2014\u4EBA\u683C\uFF08\u6211\u662F\u8C01\u3001\u6027\u683C\u3001\u8BF4\u8BDD\u65B9\u5F0F\uFF09\u672C\u6765\u5C31\u5728\u6211\u7684\u63D0\u793A\u8BCD\u91CC\uFF0C\u6539\u4E86\u4F1A\u7ACB\u523B\u751F\u6548\uFF1B\u8BB0\u5FC6\u5E93\u53EA\u653E\u4EBA\u548C\u4E8B\u3002";
3591
3610
  }
@@ -3713,6 +3732,90 @@ ${text.slice(0, 2200)}`;
3713
3732
  if (!["system", "secure", "global"].includes(ns) || !key) return failed("ns \u53D6 system/secure/global\uFF0Ckey \u5FC5\u586B\u3002");
3714
3733
  return await this.hands.sysSettingsGet(ns, key);
3715
3734
  }
3735
+ async handChain(args) {
3736
+ const raw = args.steps;
3737
+ if (!Array.isArray(raw) || raw.length === 0) return failed('\u8981 steps\uFF0C\u50CF [{op:"look"},{op:"tapText",text:"\u53D1\u9001"},{op:"wait",ms:600}]\u3002');
3738
+ if (raw.length > 20) return failed("\u4E00\u6B21\u6700\u591A 20 \u6B65\uFF0C\u8D85\u8FC7\u5C31\u62C6\u6210\u4E24\u6B21\u3002");
3739
+ const steps = raw;
3740
+ const log = [];
3741
+ const start = await this.hands.uiSnapshot().catch(() => null);
3742
+ let pkg0 = start?.pkg || "";
3743
+ const sleep = (ms) => new Promise((r) => setTimeout(r, Math.max(50, Math.min(1e4, ms))));
3744
+ for (let i = 0; i < steps.length; i++) {
3745
+ const st = steps[i];
3746
+ const op = String(st.op || "").toLowerCase();
3747
+ try {
3748
+ if (op === "wait") {
3749
+ const ms = Number(st.ms ?? 500);
3750
+ await sleep(ms);
3751
+ log.push(`${i + 1}. \u7B49 ${ms}ms`);
3752
+ continue;
3753
+ }
3754
+ if (op === "look") {
3755
+ const ui2 = await this.hands.uiSnapshot();
3756
+ log.push(`${i + 1}. \u770B\uFF1A${ui2.pkg}\uFF0C${ui2.items.length} \u6761\u5B57`);
3757
+ pkg0 = ui2.pkg || pkg0;
3758
+ continue;
3759
+ }
3760
+ if (op === "taptext") {
3761
+ const text = String(st.text || "").trim();
3762
+ if (!text) {
3763
+ log.push(`${i + 1}. \u505C\uFF1AtapText \u7F3A text`);
3764
+ break;
3765
+ }
3766
+ const ui2 = await this.hands.uiSnapshot();
3767
+ const hit = ui2.items.find((it) => (it.text || "").includes(text) && it.center);
3768
+ if (!hit || !hit.center) {
3769
+ log.push(`${i + 1}. \u505C\uFF1A\u5C4F\u5E55\u4E0A\u627E\u4E0D\u5230\u300C${text}\u300D`);
3770
+ break;
3771
+ }
3772
+ await this.hands.tap(hit.center.x, hit.center.y, { ms: Number(st.ms ?? 45) });
3773
+ log.push(`${i + 1}. \u70B9\u300C${hit.text.slice(0, 14)}\u300D@(${hit.center.x},${hit.center.y})`);
3774
+ await sleep(Number(st.after ?? 400));
3775
+ } else if (op === "tap") {
3776
+ const x = Math.round(Number(st.x));
3777
+ const y = Math.round(Number(st.y));
3778
+ if (!Number.isFinite(x) || !Number.isFinite(y)) {
3779
+ log.push(`${i + 1}. \u505C\uFF1Atap \u7F3A\u5750\u6807`);
3780
+ break;
3781
+ }
3782
+ await this.hands.tap(x, y, { ms: Number(st.ms ?? 45) });
3783
+ log.push(`${i + 1}. \u70B9 (${x},${y})`);
3784
+ await sleep(Number(st.after ?? 400));
3785
+ } else if (op === "type") {
3786
+ const text = String(st.text || "");
3787
+ if (!text) {
3788
+ log.push(`${i + 1}. \u505C\uFF1Atype \u7F3A text`);
3789
+ break;
3790
+ }
3791
+ await this.hands.type(text);
3792
+ log.push(`${i + 1}. \u8F93\u5165\u300C${text.slice(0, 16)}\u300D`);
3793
+ await sleep(Number(st.after ?? 200));
3794
+ } else if (op === "key") {
3795
+ const name = String(st.name || "back");
3796
+ await this.hands.press(name);
3797
+ log.push(`${i + 1}. \u6309 ${name}`);
3798
+ await sleep(Number(st.after ?? 400));
3799
+ } else if (op === "swipe") {
3800
+ await this.hands.swipe(Number(st.x1), Number(st.y1), Number(st.x2), Number(st.y2), { ms: Number(st.ms ?? 250) });
3801
+ log.push(`${i + 1}. \u6ED1 (${st.x1},${st.y1})\u2192(${st.x2},${st.y2})`);
3802
+ await sleep(Number(st.after ?? 400));
3803
+ } else {
3804
+ log.push(`${i + 1}. \u505C\uFF1A\u4E0D\u8BA4\u8BC6\u7684 op\u300C${op}\u300D`);
3805
+ break;
3806
+ }
3807
+ const ui = await this.hands.uiSnapshot().catch(() => null);
3808
+ if (ui && ui.pkg && pkg0 && ui.pkg !== pkg0) {
3809
+ log.push(`${i + 1}. \u505C\uFF1A\u754C\u9762\u8DF3\u5230\u4E86 ${ui.pkg}\uFF08\u539F\u6765 ${pkg0}\uFF09\uFF0C\u5148\u770B\u4E00\u773C\u518D\u51B3\u5B9A`);
3810
+ break;
3811
+ }
3812
+ } catch (err) {
3813
+ log.push(`${i + 1}. \u505C\uFF1A${err.message.slice(0, 80)}`);
3814
+ break;
3815
+ }
3816
+ }
3817
+ return "\u8FDE\u62DB\u7ED3\u679C\uFF1A\n" + log.join("\n");
3818
+ }
3716
3819
  async canvasNew(args) {
3717
3820
  const w = args.w === void 0 ? 768 : Math.max(64, Math.min(2048, Math.round(Number(args.w))));
3718
3821
  const h = args.h === void 0 ? 768 : Math.max(64, Math.min(2048, Math.round(Number(args.h))));
package/package.json CHANGED
@@ -1,6 +1,6 @@
1
1
  {
2
2
  "name": "cortico-world-hands",
3
- "version": "0.20.58",
3
+ "version": "0.20.60",
4
4
  "type": "module",
5
5
  "description": "Cortico World: hands for the desktop pet — looks at the phone screen, then taps, swipes, pinches, drags, types and presses keys through whatever actuator the device actually has",
6
6
  "license": "MIT",