@onkernel/cua-agent 0.1.0 → 0.3.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +19 -0
- package/README.md +65 -25
- package/dist/index.d.ts +137 -7
- package/dist/index.js +751 -4
- package/examples/agent-openai-smoke.ts +4 -10
- package/examples/agent-provider-matrix.ts +4 -0
- package/examples/harness-openai-smoke.ts +17 -16
- package/examples/harness-provider-matrix.ts +16 -4
- package/examples/shared/logging.ts +37 -0
- package/package.json +11 -8
- package/dist/agent.d.ts +0 -46
- package/dist/agent.d.ts.map +0 -1
- package/dist/agent.js +0 -105
- package/dist/agent.js.map +0 -1
- package/dist/index.d.ts.map +0 -1
- package/dist/index.js.map +0 -1
- package/dist/tools.d.ts +0 -39
- package/dist/tools.d.ts.map +0 -1
- package/dist/tools.js +0 -116
- package/dist/tools.js.map +0 -1
- package/dist/translator/translator.d.ts +0 -22
- package/dist/translator/translator.d.ts.map +0 -1
- package/dist/translator/translator.js +0 -170
- package/dist/translator/translator.js.map +0 -1
- package/dist/translator/types.d.ts +0 -39
- package/dist/translator/types.d.ts.map +0 -1
- package/dist/translator/types.js +0 -2
- package/dist/translator/types.js.map +0 -1
|
@@ -1,170 +0,0 @@
|
|
|
1
|
-
export class InternalComputerTranslator {
|
|
2
|
-
sessionId;
|
|
3
|
-
client;
|
|
4
|
-
constructor(opts) {
|
|
5
|
-
this.sessionId = opts.browser.session_id;
|
|
6
|
-
this.client = opts.client;
|
|
7
|
-
}
|
|
8
|
-
async screenshotRaw() {
|
|
9
|
-
const response = await this.client.browsers.computer.captureScreenshot(this.sessionId, {});
|
|
10
|
-
return Buffer.from(await response.arrayBuffer());
|
|
11
|
-
}
|
|
12
|
-
async currentUrl() {
|
|
13
|
-
await this.runKernelBatch([
|
|
14
|
-
{ type: "press_key", press_key: { keys: ["Control_L", "l"] } },
|
|
15
|
-
{ type: "press_key", press_key: { keys: ["Control_L", "c"] } },
|
|
16
|
-
]);
|
|
17
|
-
const response = await this.client.browsers.computer.readClipboard(this.sessionId);
|
|
18
|
-
return (response.text ?? "").trim();
|
|
19
|
-
}
|
|
20
|
-
async currentMousePosition() {
|
|
21
|
-
const pos = await this.client.browsers.computer.getMousePosition(this.sessionId);
|
|
22
|
-
return { x: toInt(pos.x), y: toInt(pos.y) };
|
|
23
|
-
}
|
|
24
|
-
async executeBatch(actions) {
|
|
25
|
-
const result = { readResults: [] };
|
|
26
|
-
const pending = [];
|
|
27
|
-
const flush = async () => {
|
|
28
|
-
if (pending.length === 0)
|
|
29
|
-
return;
|
|
30
|
-
await this.runKernelBatch(pending.splice(0));
|
|
31
|
-
};
|
|
32
|
-
for (let i = 0; i < actions.length; i++) {
|
|
33
|
-
const action = actions[i];
|
|
34
|
-
const type = typeof action.type === "string" ? action.type : "";
|
|
35
|
-
if (type === "screenshot") {
|
|
36
|
-
await flush();
|
|
37
|
-
result.readResults.push({ type: "screenshot", pngBytes: await this.screenshotRaw() });
|
|
38
|
-
continue;
|
|
39
|
-
}
|
|
40
|
-
if (type === "url") {
|
|
41
|
-
await flush();
|
|
42
|
-
result.readResults.push({ type: "url", url: await this.currentUrl() });
|
|
43
|
-
continue;
|
|
44
|
-
}
|
|
45
|
-
if (type === "cursor_position") {
|
|
46
|
-
await flush();
|
|
47
|
-
const pos = await this.currentMousePosition();
|
|
48
|
-
result.readResults.push({ type: "cursor_position", ...pos });
|
|
49
|
-
continue;
|
|
50
|
-
}
|
|
51
|
-
if (type === "goto") {
|
|
52
|
-
pending.push({ type: "press_key", press_key: { keys: ["Control_L", "l"] } }, { type: "type_text", type_text: { text: stringOr(action.url, "") } }, { type: "press_key", press_key: { keys: ["Enter"] } });
|
|
53
|
-
continue;
|
|
54
|
-
}
|
|
55
|
-
if (type === "back") {
|
|
56
|
-
pending.push({ type: "press_key", press_key: { keys: ["Alt_L", "Left"] } });
|
|
57
|
-
continue;
|
|
58
|
-
}
|
|
59
|
-
if (type === "forward") {
|
|
60
|
-
pending.push({ type: "press_key", press_key: { keys: ["Alt_L", "Right"] } });
|
|
61
|
-
continue;
|
|
62
|
-
}
|
|
63
|
-
pending.push(toSdkAction(type, action));
|
|
64
|
-
}
|
|
65
|
-
await flush();
|
|
66
|
-
return result;
|
|
67
|
-
}
|
|
68
|
-
async runKernelBatch(actions) {
|
|
69
|
-
await this.client.browsers.computer.batch(this.sessionId, { actions });
|
|
70
|
-
}
|
|
71
|
-
}
|
|
72
|
-
function toSdkAction(type, action) {
|
|
73
|
-
switch (type) {
|
|
74
|
-
case "click":
|
|
75
|
-
return {
|
|
76
|
-
type: "click_mouse",
|
|
77
|
-
click_mouse: {
|
|
78
|
-
x: toInt(action.x),
|
|
79
|
-
y: toInt(action.y),
|
|
80
|
-
button: clickMouseButtonOr(action.button, "left"),
|
|
81
|
-
},
|
|
82
|
-
};
|
|
83
|
-
case "double_click":
|
|
84
|
-
return {
|
|
85
|
-
type: "click_mouse",
|
|
86
|
-
click_mouse: {
|
|
87
|
-
x: toInt(action.x),
|
|
88
|
-
y: toInt(action.y),
|
|
89
|
-
num_clicks: 2,
|
|
90
|
-
},
|
|
91
|
-
};
|
|
92
|
-
case "mouse_down":
|
|
93
|
-
case "mouse_up":
|
|
94
|
-
return {
|
|
95
|
-
type: "click_mouse",
|
|
96
|
-
click_mouse: {
|
|
97
|
-
x: toInt(action.x),
|
|
98
|
-
y: toInt(action.y),
|
|
99
|
-
button: clickMouseButtonOr(action.button, "left"),
|
|
100
|
-
click_type: type === "mouse_down" ? "down" : "up",
|
|
101
|
-
},
|
|
102
|
-
};
|
|
103
|
-
case "type":
|
|
104
|
-
return { type: "type_text", type_text: { text: typeof action.text === "string" ? action.text : "" } };
|
|
105
|
-
case "keypress":
|
|
106
|
-
return { type: "press_key", press_key: { keys: toStringArray(action.keys) } };
|
|
107
|
-
case "scroll":
|
|
108
|
-
return {
|
|
109
|
-
type: "scroll",
|
|
110
|
-
scroll: {
|
|
111
|
-
x: toInt(action.x),
|
|
112
|
-
y: toInt(action.y),
|
|
113
|
-
delta_x: toInt(action.scroll_x),
|
|
114
|
-
delta_y: toInt(action.scroll_y),
|
|
115
|
-
},
|
|
116
|
-
};
|
|
117
|
-
case "move":
|
|
118
|
-
return { type: "move_mouse", move_mouse: { x: toInt(action.x), y: toInt(action.y) } };
|
|
119
|
-
case "drag":
|
|
120
|
-
return { type: "drag_mouse", drag_mouse: { path: toPath(action.path), button: dragMouseButtonOr(action.button, "left") } };
|
|
121
|
-
case "wait":
|
|
122
|
-
return { type: "sleep", sleep: { duration_ms: typeof action.ms === "number" ? Math.trunc(action.ms) : 1000 } };
|
|
123
|
-
default:
|
|
124
|
-
throw new Error(`unknown computer action type: ${type}`);
|
|
125
|
-
}
|
|
126
|
-
}
|
|
127
|
-
function toInt(value) {
|
|
128
|
-
if (typeof value === "number" && Number.isFinite(value))
|
|
129
|
-
return Math.trunc(value);
|
|
130
|
-
if (typeof value === "string" && value.trim()) {
|
|
131
|
-
const n = Number(value);
|
|
132
|
-
if (Number.isFinite(n))
|
|
133
|
-
return Math.trunc(n);
|
|
134
|
-
}
|
|
135
|
-
return 0;
|
|
136
|
-
}
|
|
137
|
-
function stringOr(value, fallback) {
|
|
138
|
-
return typeof value === "string" && value.length > 0 ? value : fallback;
|
|
139
|
-
}
|
|
140
|
-
function clickMouseButtonOr(value, fallback) {
|
|
141
|
-
const candidate = stringOr(value, fallback);
|
|
142
|
-
if (candidate === "left" || candidate === "right" || candidate === "middle" || candidate === "back" || candidate === "forward") {
|
|
143
|
-
return candidate;
|
|
144
|
-
}
|
|
145
|
-
return fallback;
|
|
146
|
-
}
|
|
147
|
-
function dragMouseButtonOr(value, fallback) {
|
|
148
|
-
const candidate = stringOr(value, fallback);
|
|
149
|
-
if (candidate === "left" || candidate === "right" || candidate === "middle") {
|
|
150
|
-
return candidate;
|
|
151
|
-
}
|
|
152
|
-
return fallback;
|
|
153
|
-
}
|
|
154
|
-
function toStringArray(value) {
|
|
155
|
-
return Array.isArray(value) ? value.filter((item) => typeof item === "string") : [];
|
|
156
|
-
}
|
|
157
|
-
function toPath(value) {
|
|
158
|
-
if (!Array.isArray(value))
|
|
159
|
-
return [];
|
|
160
|
-
return value.map((point) => toPathPoint(point));
|
|
161
|
-
}
|
|
162
|
-
function toPathPoint(value) {
|
|
163
|
-
if (Array.isArray(value))
|
|
164
|
-
return [toInt(value[0]), toInt(value[1])];
|
|
165
|
-
if (value && typeof value === "object") {
|
|
166
|
-
return [toInt(value.x), toInt(value.y)];
|
|
167
|
-
}
|
|
168
|
-
return [0, 0];
|
|
169
|
-
}
|
|
170
|
-
//# sourceMappingURL=translator.js.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"translator.js","sourceRoot":"","sources":["../../src/translator/translator.ts"],"names":[],"mappings":"AAWA,MAAM,OAAO,0BAA0B;IACrB,SAAS,CAAS;IAClB,MAAM,CAAS;IAEhC,YAAY,IAAuC;QAClD,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC;QACzC,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC;IAC3B,CAAC;IAED,KAAK,CAAC,aAAa;QAClB,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,QAAQ,CAAC,iBAAiB,CAAC,IAAI,CAAC,SAAS,EAAE,EAAE,CAAC,CAAC;QAC3F,OAAO,MAAM,CAAC,IAAI,CAAC,MAAM,QAAQ,CAAC,WAAW,EAAE,CAAC,CAAC;IAClD,CAAC;IAED,KAAK,CAAC,UAAU;QACf,MAAM,IAAI,CAAC,cAAc,CAAC;YACzB,EAAE,IAAI,EAAE,WAAW,EAAE,SAAS,EAAE,EAAE,IAAI,EAAE,CAAC,WAAW,EAAE,GAAG,CAAC,EAAE,EAAE;YAC9D,EAAE,IAAI,EAAE,WAAW,EAAE,SAAS,EAAE,EAAE,IAAI,EAAE,CAAC,WAAW,EAAE,GAAG,CAAC,EAAE,EAAE;SAC9D,CAAC,CAAC;QACH,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,QAAQ,CAAC,aAAa,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;QACnF,OAAO,CAAC,QAAQ,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC;IACrC,CAAC;IAED,KAAK,CAAC,oBAAoB;QACzB,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,QAAQ,CAAC,gBAAgB,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;QACjF,OAAO,EAAE,CAAC,EAAE,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC;IAC7C,CAAC;IAED,KAAK,CAAC,YAAY,CAAC,OAAsB;QACxC,MAAM,MAAM,GAAyB,EAAE,WAAW,EAAE,EAAE,EAAE,CAAC;QACzD,MAAM,OAAO,GAAwB,EAAE,CAAC;QAExC,MAAM,KAAK,GAAG,KAAK,IAAmB,EAAE;YACvC,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC;gBAAE,OAAO;YACjC,MAAM,IAAI,CAAC,cAAc,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC;QAC9C,CAAC,CAAC;QAEF,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YACzC,MAAM,MAAM,GAAG,OAAO,CAAC,CAAC,CAAE,CAAC;YAC3B,MAAM,IAAI,GAAG,OAAO,MAAM,CAAC,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC;YAChE,IAAI,IAAI,KAAK,YAAY,EAAE,CAAC;gBAC3B,MAAM,KAAK,EAAE,CAAC;gBACd,MAAM,CAAC,WAAW,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,YAAY,EAAE,QAAQ,EAAE,MAAM,IAAI,CAAC,aAAa,EAAE,EAAE,CAAC,CAAC;gBACtF,SAAS;YACV,CAAC;YACD,IAAI,IAAI,KAAK,KAAK,EAAE,CAAC;gBACpB,MAAM,KAAK,EAAE,CAAC;gBACd,MAAM,CAAC,WAAW,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,EAAE,MAAM,IAAI,CAAC,UAAU,EAAE,EAAE,CAAC,CAAC;gBACvE,SAAS;YACV,CAAC;YACD,IAAI,IAAI,KAAK,iBAAiB,EAAE,CAAC;gBAChC,MAAM,KAAK,EAAE,CAAC;gBACd,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,oBAAoB,EAAE,CAAC;gBAC9C,MAAM,CAAC,WAAW,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,iBAAiB,EAAE,GAAG,GAAG,EAAE,CAAC,CAAC;gBAC7D,SAAS;YACV,CAAC;YACD,IAAI,IAAI,KAAK,MAAM,EAAE,CAAC;gBACrB,OAAO,CAAC,IAAI,CACX,EAAE,IAAI,EAAE,WAAW,EAAE,SAAS,EAAE,EAAE,IAAI,EAAE,CAAC,WAAW,EAAE,GAAG,CAAC,EAAE,EAAE,EAC9D,EAAE,IAAI,EAAE,WAAW,EAAE,SAAS,EAAE,EAAE,IAAI,EAAE,QAAQ,CAAC,MAAM,CAAC,GAAG,EAAE,EAAE,CAAC,EAAE,EAAE,EACpE,EAAE,IAAI,EAAE,WAAW,EAAE,SAAS,EAAE,EAAE,IAAI,EAAE,CAAC,OAAO,CAAC,EAAE,EAAE,CACrD,CAAC;gBACF,SAAS;YACV,CAAC;YACD,IAAI,IAAI,KAAK,MAAM,EAAE,CAAC;gBACrB,OAAO,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,WAAW,EAAE,SAAS,EAAE,EAAE,IAAI,EAAE,CAAC,OAAO,EAAE,MAAM,CAAC,EAAE,EAAE,CAAC,CAAC;gBAC5E,SAAS;YACV,CAAC;YACD,IAAI,IAAI,KAAK,SAAS,EAAE,CAAC;gBACxB,OAAO,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,WAAW,EAAE,SAAS,EAAE,EAAE,IAAI,EAAE,CAAC,OAAO,EAAE,OAAO,CAAC,EAAE,EAAE,CAAC,CAAC;gBAC7E,SAAS;YACV,CAAC;YACD,OAAO,CAAC,IAAI,CAAC,WAAW,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC,CAAC;QACzC,CAAC;QAED,MAAM,KAAK,EAAE,CAAC;QACd,OAAO,MAAM,CAAC;IACf,CAAC;IAEO,KAAK,CAAC,cAAc,CAAC,OAA4B;QACxD,MAAM,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,CAAC,SAAS,EAAE,EAAE,OAAO,EAAE,CAAC,CAAC;IACxE,CAAC;CACD;AAQD,SAAS,WAAW,CAAC,IAAY,EAAE,MAAmB;IACrD,QAAQ,IAAI,EAAE,CAAC;QACd,KAAK,OAAO;YACX,OAAO;gBACN,IAAI,EAAE,aAAa;gBACnB,WAAW,EAAE;oBACZ,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC;oBAClB,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC;oBAClB,MAAM,EAAE,kBAAkB,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC;iBACjD;aACD,CAAC;QACH,KAAK,cAAc;YAClB,OAAO;gBACN,IAAI,EAAE,aAAa;gBACnB,WAAW,EAAE;oBACZ,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC;oBAClB,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC;oBAClB,UAAU,EAAE,CAAC;iBACb;aACD,CAAC;QACH,KAAK,YAAY,CAAC;QAClB,KAAK,UAAU;YACd,OAAO;gBACN,IAAI,EAAE,aAAa;gBACnB,WAAW,EAAE;oBACZ,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC;oBAClB,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC;oBAClB,MAAM,EAAE,kBAAkB,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC;oBACjD,UAAU,EAAE,IAAI,KAAK,YAAY,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI;iBACjD;aACD,CAAC;QACH,KAAK,MAAM;YACV,OAAO,EAAE,IAAI,EAAE,WAAW,EAAE,SAAS,EAAE,EAAE,IAAI,EAAE,OAAO,MAAM,CAAC,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC;QACvG,KAAK,UAAU;YACd,OAAO,EAAE,IAAI,EAAE,WAAW,EAAE,SAAS,EAAE,EAAE,IAAI,EAAE,aAAa,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,EAAE,CAAC;QAC/E,KAAK,QAAQ;YACZ,OAAO;gBACN,IAAI,EAAE,QAAQ;gBACd,MAAM,EAAE;oBACP,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC;oBAClB,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC;oBAClB,OAAO,EAAE,KAAK,CAAC,MAAM,CAAC,QAAQ,CAAC;oBAC/B,OAAO,EAAE,KAAK,CAAC,MAAM,CAAC,QAAQ,CAAC;iBAC/B;aACD,CAAC;QACH,KAAK,MAAM;YACV,OAAO,EAAE,IAAI,EAAE,YAAY,EAAE,UAAU,EAAE,EAAE,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC;QACvF,KAAK,MAAM;YACV,OAAO,EAAE,IAAI,EAAE,YAAY,EAAE,UAAU,EAAE,EAAE,IAAI,EAAE,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,iBAAiB,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,EAAE,EAAE,CAAC;QAC5H,KAAK,MAAM;YACV,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE,EAAE,WAAW,EAAE,OAAO,MAAM,CAAC,EAAE,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC;QAChH;YACC,MAAM,IAAI,KAAK,CAAC,iCAAiC,IAAI,EAAE,CAAC,CAAC;IAC3D,CAAC;AACF,CAAC;AAED,SAAS,KAAK,CAAC,KAAc;IAC5B,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC;QAAE,OAAO,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;IAClF,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,CAAC,IAAI,EAAE,EAAE,CAAC;QAC/C,MAAM,CAAC,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC;QACxB,IAAI,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC;YAAE,OAAO,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;IAC9C,CAAC;IACD,OAAO,CAAC,CAAC;AACV,CAAC;AAED,SAAS,QAAQ,CAAC,KAAc,EAAE,QAAgB;IACjD,OAAO,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,QAAQ,CAAC;AACzE,CAAC;AAED,SAAS,kBAAkB,CAAC,KAAc,EAAE,QAA0B;IACrE,MAAM,SAAS,GAAG,QAAQ,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAC;IAC5C,IAAI,SAAS,KAAK,MAAM,IAAI,SAAS,KAAK,OAAO,IAAI,SAAS,KAAK,QAAQ,IAAI,SAAS,KAAK,MAAM,IAAI,SAAS,KAAK,SAAS,EAAE,CAAC;QAChI,OAAO,SAAS,CAAC;IAClB,CAAC;IACD,OAAO,QAAQ,CAAC;AACjB,CAAC;AAED,SAAS,iBAAiB,CAAC,KAAc,EAAE,QAAyB;IACnE,MAAM,SAAS,GAAG,QAAQ,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAC;IAC5C,IAAI,SAAS,KAAK,MAAM,IAAI,SAAS,KAAK,OAAO,IAAI,SAAS,KAAK,QAAQ,EAAE,CAAC;QAC7E,OAAO,SAAS,CAAC;IAClB,CAAC;IACD,OAAO,QAAQ,CAAC;AACjB,CAAC;AAED,SAAS,aAAa,CAAC,KAAc;IACpC,OAAO,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,IAAI,EAAkB,EAAE,CAAC,OAAO,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;AACrG,CAAC;AAED,SAAS,MAAM,CAAC,KAAc;IAC7B,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC;QAAE,OAAO,EAAE,CAAC;IACrC,OAAO,KAAK,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC,CAAC;AACjD,CAAC;AAED,SAAS,WAAW,CAAC,KAAc;IAClC,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC;QAAE,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IACpE,IAAI,KAAK,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;QACxC,OAAO,CAAC,KAAK,CAAE,KAAiC,CAAC,CAAC,CAAC,EAAE,KAAK,CAAE,KAAiC,CAAC,CAAC,CAAC,CAAC,CAAC;IACnG,CAAC;IACD,OAAO,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;AACf,CAAC"}
|
|
@@ -1,39 +0,0 @@
|
|
|
1
|
-
export type ModelAction = Record<string, unknown>;
|
|
2
|
-
export type BatchActionType = "click_mouse" | "move_mouse" | "type_text" | "press_key" | "scroll" | "drag_mouse" | "sleep";
|
|
3
|
-
export interface BatchAction {
|
|
4
|
-
type: BatchActionType;
|
|
5
|
-
click_mouse?: Record<string, unknown>;
|
|
6
|
-
move_mouse?: Record<string, unknown>;
|
|
7
|
-
type_text?: Record<string, unknown>;
|
|
8
|
-
press_key?: Record<string, unknown>;
|
|
9
|
-
scroll?: Record<string, unknown>;
|
|
10
|
-
drag_mouse?: Record<string, unknown>;
|
|
11
|
-
sleep?: Record<string, unknown>;
|
|
12
|
-
}
|
|
13
|
-
export type BatchReadResult = {
|
|
14
|
-
type: "screenshot";
|
|
15
|
-
pngBytes: Buffer;
|
|
16
|
-
} | {
|
|
17
|
-
type: "url";
|
|
18
|
-
url: string;
|
|
19
|
-
} | {
|
|
20
|
-
type: "cursor_position";
|
|
21
|
-
x: number;
|
|
22
|
-
y: number;
|
|
23
|
-
};
|
|
24
|
-
export interface BatchExecutionResult {
|
|
25
|
-
readResults: BatchReadResult[];
|
|
26
|
-
}
|
|
27
|
-
export interface ComputerUseToolResult<TDetails = unknown> {
|
|
28
|
-
content: Array<{
|
|
29
|
-
type: "text";
|
|
30
|
-
text: string;
|
|
31
|
-
} | {
|
|
32
|
-
type: "image";
|
|
33
|
-
data: string;
|
|
34
|
-
mimeType: string;
|
|
35
|
-
}>;
|
|
36
|
-
details: TDetails;
|
|
37
|
-
isError?: boolean;
|
|
38
|
-
}
|
|
39
|
-
//# sourceMappingURL=types.d.ts.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../src/translator/types.ts"],"names":[],"mappings":"AAAA,MAAM,MAAM,WAAW,GAAG,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;AAElD,MAAM,MAAM,eAAe,GACxB,aAAa,GACb,YAAY,GACZ,WAAW,GACX,WAAW,GACX,QAAQ,GACR,YAAY,GACZ,OAAO,CAAC;AAEX,MAAM,WAAW,WAAW;IAC3B,IAAI,EAAE,eAAe,CAAC;IACtB,WAAW,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IACtC,UAAU,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IACrC,SAAS,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IACpC,SAAS,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IACpC,MAAM,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IACjC,UAAU,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IACrC,KAAK,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CAChC;AAED,MAAM,MAAM,eAAe,GACxB;IAAE,IAAI,EAAE,YAAY,CAAC;IAAC,QAAQ,EAAE,MAAM,CAAA;CAAE,GACxC;IAAE,IAAI,EAAE,KAAK,CAAC;IAAC,GAAG,EAAE,MAAM,CAAA;CAAE,GAC5B;IAAE,IAAI,EAAE,iBAAiB,CAAC;IAAC,CAAC,EAAE,MAAM,CAAC;IAAC,CAAC,EAAE,MAAM,CAAA;CAAE,CAAC;AAErD,MAAM,WAAW,oBAAoB;IACpC,WAAW,EAAE,eAAe,EAAE,CAAC;CAC/B;AAED,MAAM,WAAW,qBAAqB,CAAC,QAAQ,GAAG,OAAO;IACxD,OAAO,EAAE,KAAK,CAAC;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,IAAI,EAAE,MAAM,CAAA;KAAE,GAAG;QAAE,IAAI,EAAE,OAAO,CAAC;QAAC,IAAI,EAAE,MAAM,CAAC;QAAC,QAAQ,EAAE,MAAM,CAAA;KAAE,CAAC,CAAC;IACnG,OAAO,EAAE,QAAQ,CAAC;IAClB,OAAO,CAAC,EAAE,OAAO,CAAC;CAClB"}
|
package/dist/translator/types.js
DELETED
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"types.js","sourceRoot":"","sources":["../../src/translator/types.ts"],"names":[],"mappings":""}
|