cortico-world-hands 0.20.59 → 0.20.60
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/index.js +102 -0
- package/package.json +1 -1
package/dist/index.js
CHANGED
|
@@ -2500,6 +2500,22 @@ var HANDS_TOOL_DECLS = [
|
|
|
2500
2500
|
},
|
|
2501
2501
|
required: ["ns", "key"]
|
|
2502
2502
|
}
|
|
2503
|
+
},
|
|
2504
|
+
{
|
|
2505
|
+
name: "hand_chain",
|
|
2506
|
+
tags: ["act"],
|
|
2507
|
+
description: "\u8FDE\u62DB\uFF1A\u4E00\u6B21\u8C03\u7528\u91CC\u8FDE\u7EED\u505A\u300C\u770B\u2192\u6309\u6587\u5B57\u70B9\u2192\u7B49\u2192\u8F93\u5165\u2192\u6309\u952E\u300D\uFF0C\u6700\u591A 20 \u6B65\u3002\u754C\u9762\u8DF3\u51FA\u5C31\u522B\u7684\u5730\u65B9\u4F1A\u81EA\u52A8\u505C\u3002\u9002\u5408\u70B9\u5B8C\u518D\u70B9\u3001\u8FDE\u7EED\u51E0\u6B65\u7684\u6D3B\u3002",
|
|
2508
|
+
parameters: {
|
|
2509
|
+
type: "object",
|
|
2510
|
+
properties: {
|
|
2511
|
+
steps: {
|
|
2512
|
+
type: "array",
|
|
2513
|
+
description: "\u6B65\u9AA4\u6570\u7EC4\u3002op: look / taptext / tap / type / key / swipe / wait",
|
|
2514
|
+
items: { type: "object" }
|
|
2515
|
+
}
|
|
2516
|
+
},
|
|
2517
|
+
required: ["steps"]
|
|
2518
|
+
}
|
|
2503
2519
|
}
|
|
2504
2520
|
];
|
|
2505
2521
|
|
|
@@ -3429,6 +3445,8 @@ ${text.slice(0, 2200)}`;
|
|
|
3429
3445
|
return await this.screenUnlock();
|
|
3430
3446
|
case "screen_sleep":
|
|
3431
3447
|
return await this.screenSleep();
|
|
3448
|
+
case "hand_chain":
|
|
3449
|
+
return await this.handChain(args);
|
|
3432
3450
|
case "sys_install":
|
|
3433
3451
|
return await this.sysInstall(args);
|
|
3434
3452
|
case "sys_grant":
|
|
@@ -3714,6 +3732,90 @@ ${text.slice(0, 2200)}`;
|
|
|
3714
3732
|
if (!["system", "secure", "global"].includes(ns) || !key) return failed("ns \u53D6 system/secure/global\uFF0Ckey \u5FC5\u586B\u3002");
|
|
3715
3733
|
return await this.hands.sysSettingsGet(ns, key);
|
|
3716
3734
|
}
|
|
3735
|
+
async handChain(args) {
|
|
3736
|
+
const raw = args.steps;
|
|
3737
|
+
if (!Array.isArray(raw) || raw.length === 0) return failed('\u8981 steps\uFF0C\u50CF [{op:"look"},{op:"tapText",text:"\u53D1\u9001"},{op:"wait",ms:600}]\u3002');
|
|
3738
|
+
if (raw.length > 20) return failed("\u4E00\u6B21\u6700\u591A 20 \u6B65\uFF0C\u8D85\u8FC7\u5C31\u62C6\u6210\u4E24\u6B21\u3002");
|
|
3739
|
+
const steps = raw;
|
|
3740
|
+
const log = [];
|
|
3741
|
+
const start = await this.hands.uiSnapshot().catch(() => null);
|
|
3742
|
+
let pkg0 = start?.pkg || "";
|
|
3743
|
+
const sleep = (ms) => new Promise((r) => setTimeout(r, Math.max(50, Math.min(1e4, ms))));
|
|
3744
|
+
for (let i = 0; i < steps.length; i++) {
|
|
3745
|
+
const st = steps[i];
|
|
3746
|
+
const op = String(st.op || "").toLowerCase();
|
|
3747
|
+
try {
|
|
3748
|
+
if (op === "wait") {
|
|
3749
|
+
const ms = Number(st.ms ?? 500);
|
|
3750
|
+
await sleep(ms);
|
|
3751
|
+
log.push(`${i + 1}. \u7B49 ${ms}ms`);
|
|
3752
|
+
continue;
|
|
3753
|
+
}
|
|
3754
|
+
if (op === "look") {
|
|
3755
|
+
const ui2 = await this.hands.uiSnapshot();
|
|
3756
|
+
log.push(`${i + 1}. \u770B\uFF1A${ui2.pkg}\uFF0C${ui2.items.length} \u6761\u5B57`);
|
|
3757
|
+
pkg0 = ui2.pkg || pkg0;
|
|
3758
|
+
continue;
|
|
3759
|
+
}
|
|
3760
|
+
if (op === "taptext") {
|
|
3761
|
+
const text = String(st.text || "").trim();
|
|
3762
|
+
if (!text) {
|
|
3763
|
+
log.push(`${i + 1}. \u505C\uFF1AtapText \u7F3A text`);
|
|
3764
|
+
break;
|
|
3765
|
+
}
|
|
3766
|
+
const ui2 = await this.hands.uiSnapshot();
|
|
3767
|
+
const hit = ui2.items.find((it) => (it.text || "").includes(text) && it.center);
|
|
3768
|
+
if (!hit || !hit.center) {
|
|
3769
|
+
log.push(`${i + 1}. \u505C\uFF1A\u5C4F\u5E55\u4E0A\u627E\u4E0D\u5230\u300C${text}\u300D`);
|
|
3770
|
+
break;
|
|
3771
|
+
}
|
|
3772
|
+
await this.hands.tap(hit.center.x, hit.center.y, { ms: Number(st.ms ?? 45) });
|
|
3773
|
+
log.push(`${i + 1}. \u70B9\u300C${hit.text.slice(0, 14)}\u300D@(${hit.center.x},${hit.center.y})`);
|
|
3774
|
+
await sleep(Number(st.after ?? 400));
|
|
3775
|
+
} else if (op === "tap") {
|
|
3776
|
+
const x = Math.round(Number(st.x));
|
|
3777
|
+
const y = Math.round(Number(st.y));
|
|
3778
|
+
if (!Number.isFinite(x) || !Number.isFinite(y)) {
|
|
3779
|
+
log.push(`${i + 1}. \u505C\uFF1Atap \u7F3A\u5750\u6807`);
|
|
3780
|
+
break;
|
|
3781
|
+
}
|
|
3782
|
+
await this.hands.tap(x, y, { ms: Number(st.ms ?? 45) });
|
|
3783
|
+
log.push(`${i + 1}. \u70B9 (${x},${y})`);
|
|
3784
|
+
await sleep(Number(st.after ?? 400));
|
|
3785
|
+
} else if (op === "type") {
|
|
3786
|
+
const text = String(st.text || "");
|
|
3787
|
+
if (!text) {
|
|
3788
|
+
log.push(`${i + 1}. \u505C\uFF1Atype \u7F3A text`);
|
|
3789
|
+
break;
|
|
3790
|
+
}
|
|
3791
|
+
await this.hands.type(text);
|
|
3792
|
+
log.push(`${i + 1}. \u8F93\u5165\u300C${text.slice(0, 16)}\u300D`);
|
|
3793
|
+
await sleep(Number(st.after ?? 200));
|
|
3794
|
+
} else if (op === "key") {
|
|
3795
|
+
const name = String(st.name || "back");
|
|
3796
|
+
await this.hands.press(name);
|
|
3797
|
+
log.push(`${i + 1}. \u6309 ${name}`);
|
|
3798
|
+
await sleep(Number(st.after ?? 400));
|
|
3799
|
+
} else if (op === "swipe") {
|
|
3800
|
+
await this.hands.swipe(Number(st.x1), Number(st.y1), Number(st.x2), Number(st.y2), { ms: Number(st.ms ?? 250) });
|
|
3801
|
+
log.push(`${i + 1}. \u6ED1 (${st.x1},${st.y1})\u2192(${st.x2},${st.y2})`);
|
|
3802
|
+
await sleep(Number(st.after ?? 400));
|
|
3803
|
+
} else {
|
|
3804
|
+
log.push(`${i + 1}. \u505C\uFF1A\u4E0D\u8BA4\u8BC6\u7684 op\u300C${op}\u300D`);
|
|
3805
|
+
break;
|
|
3806
|
+
}
|
|
3807
|
+
const ui = await this.hands.uiSnapshot().catch(() => null);
|
|
3808
|
+
if (ui && ui.pkg && pkg0 && ui.pkg !== pkg0) {
|
|
3809
|
+
log.push(`${i + 1}. \u505C\uFF1A\u754C\u9762\u8DF3\u5230\u4E86 ${ui.pkg}\uFF08\u539F\u6765 ${pkg0}\uFF09\uFF0C\u5148\u770B\u4E00\u773C\u518D\u51B3\u5B9A`);
|
|
3810
|
+
break;
|
|
3811
|
+
}
|
|
3812
|
+
} catch (err) {
|
|
3813
|
+
log.push(`${i + 1}. \u505C\uFF1A${err.message.slice(0, 80)}`);
|
|
3814
|
+
break;
|
|
3815
|
+
}
|
|
3816
|
+
}
|
|
3817
|
+
return "\u8FDE\u62DB\u7ED3\u679C\uFF1A\n" + log.join("\n");
|
|
3818
|
+
}
|
|
3717
3819
|
async canvasNew(args) {
|
|
3718
3820
|
const w = args.w === void 0 ? 768 : Math.max(64, Math.min(2048, Math.round(Number(args.w))));
|
|
3719
3821
|
const h = args.h === void 0 ? 768 : Math.max(64, Math.min(2048, Math.round(Number(args.h))));
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "cortico-world-hands",
|
|
3
|
-
"version": "0.20.
|
|
3
|
+
"version": "0.20.60",
|
|
4
4
|
"type": "module",
|
|
5
5
|
"description": "Cortico World: hands for the desktop pet — looks at the phone screen, then taps, swipes, pinches, drags, types and presses keys through whatever actuator the device actually has",
|
|
6
6
|
"license": "MIT",
|