cortico-world-hands 0.20.58 → 0.20.60
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/index.js +104 -1
- package/package.json +1 -1
package/dist/index.js
CHANGED
|
@@ -2500,6 +2500,22 @@ var HANDS_TOOL_DECLS = [
|
|
|
2500
2500
|
},
|
|
2501
2501
|
required: ["ns", "key"]
|
|
2502
2502
|
}
|
|
2503
|
+
},
|
|
2504
|
+
{
|
|
2505
|
+
name: "hand_chain",
|
|
2506
|
+
tags: ["act"],
|
|
2507
|
+
description: "\u8FDE\u62DB\uFF1A\u4E00\u6B21\u8C03\u7528\u91CC\u8FDE\u7EED\u505A\u300C\u770B\u2192\u6309\u6587\u5B57\u70B9\u2192\u7B49\u2192\u8F93\u5165\u2192\u6309\u952E\u300D\uFF0C\u6700\u591A 20 \u6B65\u3002\u754C\u9762\u8DF3\u51FA\u5C31\u522B\u7684\u5730\u65B9\u4F1A\u81EA\u52A8\u505C\u3002\u9002\u5408\u70B9\u5B8C\u518D\u70B9\u3001\u8FDE\u7EED\u51E0\u6B65\u7684\u6D3B\u3002",
|
|
2508
|
+
parameters: {
|
|
2509
|
+
type: "object",
|
|
2510
|
+
properties: {
|
|
2511
|
+
steps: {
|
|
2512
|
+
type: "array",
|
|
2513
|
+
description: "\u6B65\u9AA4\u6570\u7EC4\u3002op: look / taptext / tap / type / key / swipe / wait",
|
|
2514
|
+
items: { type: "object" }
|
|
2515
|
+
}
|
|
2516
|
+
},
|
|
2517
|
+
required: ["steps"]
|
|
2518
|
+
}
|
|
2503
2519
|
}
|
|
2504
2520
|
];
|
|
2505
2521
|
|
|
@@ -3429,6 +3445,8 @@ ${text.slice(0, 2200)}`;
|
|
|
3429
3445
|
return await this.screenUnlock();
|
|
3430
3446
|
case "screen_sleep":
|
|
3431
3447
|
return await this.screenSleep();
|
|
3448
|
+
case "hand_chain":
|
|
3449
|
+
return await this.handChain(args);
|
|
3432
3450
|
case "sys_install":
|
|
3433
3451
|
return await this.sysInstall(args);
|
|
3434
3452
|
case "sys_grant":
|
|
@@ -3585,7 +3603,8 @@ ${text.slice(0, 2200)}`;
|
|
|
3585
3603
|
const key = typeof args.key === "string" ? args.key.trim() : "";
|
|
3586
3604
|
const value = typeof args.value === "string" ? args.value.trim() : "";
|
|
3587
3605
|
if (!key || !value) return failed("\u8981 key \u548C value\u3002");
|
|
3588
|
-
|
|
3606
|
+
let tags = typeof args.tags === "string" ? args.tags : void 0;
|
|
3607
|
+
if (!tags || !tags.includes("\u6765\u6E90")) tags = tags ? tags + ",\u6765\u6E90:\u81EA\u8FF0" : "\u6765\u6E90:\u81EA\u8FF0";
|
|
3589
3608
|
if (/人格|我是谁|人设|设定原文/.test(key)) {
|
|
3590
3609
|
return "\u8FD9\u4E2A\u4E0D\u7528\u8BB0\u2014\u2014\u4EBA\u683C\uFF08\u6211\u662F\u8C01\u3001\u6027\u683C\u3001\u8BF4\u8BDD\u65B9\u5F0F\uFF09\u672C\u6765\u5C31\u5728\u6211\u7684\u63D0\u793A\u8BCD\u91CC\uFF0C\u6539\u4E86\u4F1A\u7ACB\u523B\u751F\u6548\uFF1B\u8BB0\u5FC6\u5E93\u53EA\u653E\u4EBA\u548C\u4E8B\u3002";
|
|
3591
3610
|
}
|
|
@@ -3713,6 +3732,90 @@ ${text.slice(0, 2200)}`;
|
|
|
3713
3732
|
if (!["system", "secure", "global"].includes(ns) || !key) return failed("ns \u53D6 system/secure/global\uFF0Ckey \u5FC5\u586B\u3002");
|
|
3714
3733
|
return await this.hands.sysSettingsGet(ns, key);
|
|
3715
3734
|
}
|
|
3735
|
+
async handChain(args) {
|
|
3736
|
+
const raw = args.steps;
|
|
3737
|
+
if (!Array.isArray(raw) || raw.length === 0) return failed('\u8981 steps\uFF0C\u50CF [{op:"look"},{op:"tapText",text:"\u53D1\u9001"},{op:"wait",ms:600}]\u3002');
|
|
3738
|
+
if (raw.length > 20) return failed("\u4E00\u6B21\u6700\u591A 20 \u6B65\uFF0C\u8D85\u8FC7\u5C31\u62C6\u6210\u4E24\u6B21\u3002");
|
|
3739
|
+
const steps = raw;
|
|
3740
|
+
const log = [];
|
|
3741
|
+
const start = await this.hands.uiSnapshot().catch(() => null);
|
|
3742
|
+
let pkg0 = start?.pkg || "";
|
|
3743
|
+
const sleep = (ms) => new Promise((r) => setTimeout(r, Math.max(50, Math.min(1e4, ms))));
|
|
3744
|
+
for (let i = 0; i < steps.length; i++) {
|
|
3745
|
+
const st = steps[i];
|
|
3746
|
+
const op = String(st.op || "").toLowerCase();
|
|
3747
|
+
try {
|
|
3748
|
+
if (op === "wait") {
|
|
3749
|
+
const ms = Number(st.ms ?? 500);
|
|
3750
|
+
await sleep(ms);
|
|
3751
|
+
log.push(`${i + 1}. \u7B49 ${ms}ms`);
|
|
3752
|
+
continue;
|
|
3753
|
+
}
|
|
3754
|
+
if (op === "look") {
|
|
3755
|
+
const ui2 = await this.hands.uiSnapshot();
|
|
3756
|
+
log.push(`${i + 1}. \u770B\uFF1A${ui2.pkg}\uFF0C${ui2.items.length} \u6761\u5B57`);
|
|
3757
|
+
pkg0 = ui2.pkg || pkg0;
|
|
3758
|
+
continue;
|
|
3759
|
+
}
|
|
3760
|
+
if (op === "taptext") {
|
|
3761
|
+
const text = String(st.text || "").trim();
|
|
3762
|
+
if (!text) {
|
|
3763
|
+
log.push(`${i + 1}. \u505C\uFF1AtapText \u7F3A text`);
|
|
3764
|
+
break;
|
|
3765
|
+
}
|
|
3766
|
+
const ui2 = await this.hands.uiSnapshot();
|
|
3767
|
+
const hit = ui2.items.find((it) => (it.text || "").includes(text) && it.center);
|
|
3768
|
+
if (!hit || !hit.center) {
|
|
3769
|
+
log.push(`${i + 1}. \u505C\uFF1A\u5C4F\u5E55\u4E0A\u627E\u4E0D\u5230\u300C${text}\u300D`);
|
|
3770
|
+
break;
|
|
3771
|
+
}
|
|
3772
|
+
await this.hands.tap(hit.center.x, hit.center.y, { ms: Number(st.ms ?? 45) });
|
|
3773
|
+
log.push(`${i + 1}. \u70B9\u300C${hit.text.slice(0, 14)}\u300D@(${hit.center.x},${hit.center.y})`);
|
|
3774
|
+
await sleep(Number(st.after ?? 400));
|
|
3775
|
+
} else if (op === "tap") {
|
|
3776
|
+
const x = Math.round(Number(st.x));
|
|
3777
|
+
const y = Math.round(Number(st.y));
|
|
3778
|
+
if (!Number.isFinite(x) || !Number.isFinite(y)) {
|
|
3779
|
+
log.push(`${i + 1}. \u505C\uFF1Atap \u7F3A\u5750\u6807`);
|
|
3780
|
+
break;
|
|
3781
|
+
}
|
|
3782
|
+
await this.hands.tap(x, y, { ms: Number(st.ms ?? 45) });
|
|
3783
|
+
log.push(`${i + 1}. \u70B9 (${x},${y})`);
|
|
3784
|
+
await sleep(Number(st.after ?? 400));
|
|
3785
|
+
} else if (op === "type") {
|
|
3786
|
+
const text = String(st.text || "");
|
|
3787
|
+
if (!text) {
|
|
3788
|
+
log.push(`${i + 1}. \u505C\uFF1Atype \u7F3A text`);
|
|
3789
|
+
break;
|
|
3790
|
+
}
|
|
3791
|
+
await this.hands.type(text);
|
|
3792
|
+
log.push(`${i + 1}. \u8F93\u5165\u300C${text.slice(0, 16)}\u300D`);
|
|
3793
|
+
await sleep(Number(st.after ?? 200));
|
|
3794
|
+
} else if (op === "key") {
|
|
3795
|
+
const name = String(st.name || "back");
|
|
3796
|
+
await this.hands.press(name);
|
|
3797
|
+
log.push(`${i + 1}. \u6309 ${name}`);
|
|
3798
|
+
await sleep(Number(st.after ?? 400));
|
|
3799
|
+
} else if (op === "swipe") {
|
|
3800
|
+
await this.hands.swipe(Number(st.x1), Number(st.y1), Number(st.x2), Number(st.y2), { ms: Number(st.ms ?? 250) });
|
|
3801
|
+
log.push(`${i + 1}. \u6ED1 (${st.x1},${st.y1})\u2192(${st.x2},${st.y2})`);
|
|
3802
|
+
await sleep(Number(st.after ?? 400));
|
|
3803
|
+
} else {
|
|
3804
|
+
log.push(`${i + 1}. \u505C\uFF1A\u4E0D\u8BA4\u8BC6\u7684 op\u300C${op}\u300D`);
|
|
3805
|
+
break;
|
|
3806
|
+
}
|
|
3807
|
+
const ui = await this.hands.uiSnapshot().catch(() => null);
|
|
3808
|
+
if (ui && ui.pkg && pkg0 && ui.pkg !== pkg0) {
|
|
3809
|
+
log.push(`${i + 1}. \u505C\uFF1A\u754C\u9762\u8DF3\u5230\u4E86 ${ui.pkg}\uFF08\u539F\u6765 ${pkg0}\uFF09\uFF0C\u5148\u770B\u4E00\u773C\u518D\u51B3\u5B9A`);
|
|
3810
|
+
break;
|
|
3811
|
+
}
|
|
3812
|
+
} catch (err) {
|
|
3813
|
+
log.push(`${i + 1}. \u505C\uFF1A${err.message.slice(0, 80)}`);
|
|
3814
|
+
break;
|
|
3815
|
+
}
|
|
3816
|
+
}
|
|
3817
|
+
return "\u8FDE\u62DB\u7ED3\u679C\uFF1A\n" + log.join("\n");
|
|
3818
|
+
}
|
|
3716
3819
|
async canvasNew(args) {
|
|
3717
3820
|
const w = args.w === void 0 ? 768 : Math.max(64, Math.min(2048, Math.round(Number(args.w))));
|
|
3718
3821
|
const h = args.h === void 0 ? 768 : Math.max(64, Math.min(2048, Math.round(Number(args.h))));
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "cortico-world-hands",
|
|
3
|
-
"version": "0.20.
|
|
3
|
+
"version": "0.20.60",
|
|
4
4
|
"type": "module",
|
|
5
5
|
"description": "Cortico World: hands for the desktop pet — looks at the phone screen, then taps, swipes, pinches, drags, types and presses keys through whatever actuator the device actually has",
|
|
6
6
|
"license": "MIT",
|