@onkernel/cua-agent 0.2.0 → 0.3.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (125) hide show
  1. package/CHANGELOG.md +13 -0
  2. package/README.md +24 -9
  3. package/dist/index.d.ts +138 -8
  4. package/dist/index.js +752 -5
  5. package/package.json +11 -10
  6. package/dist/agent.d.ts +0 -102
  7. package/dist/agent.d.ts.map +0 -1
  8. package/dist/agent.js +0 -207
  9. package/dist/agent.js.map +0 -1
  10. package/dist/index.d.ts.map +0 -1
  11. package/dist/index.js.map +0 -1
  12. package/dist/tools.d.ts +0 -39
  13. package/dist/tools.d.ts.map +0 -1
  14. package/dist/tools.js +0 -116
  15. package/dist/tools.js.map +0 -1
  16. package/dist/translator/translator.d.ts +0 -22
  17. package/dist/translator/translator.d.ts.map +0 -1
  18. package/dist/translator/translator.js +0 -227
  19. package/dist/translator/translator.js.map +0 -1
  20. package/dist/translator/types.d.ts +0 -39
  21. package/dist/translator/types.d.ts.map +0 -1
  22. package/dist/translator/types.js +0 -2
  23. package/dist/translator/types.js.map +0 -1
  24. package/dist/vendor/pi-agent-core/agent-loop.d.ts +0 -24
  25. package/dist/vendor/pi-agent-core/agent-loop.d.ts.map +0 -1
  26. package/dist/vendor/pi-agent-core/agent-loop.js +0 -479
  27. package/dist/vendor/pi-agent-core/agent-loop.js.map +0 -1
  28. package/dist/vendor/pi-agent-core/agent.d.ts +0 -125
  29. package/dist/vendor/pi-agent-core/agent.d.ts.map +0 -1
  30. package/dist/vendor/pi-agent-core/agent.js +0 -402
  31. package/dist/vendor/pi-agent-core/agent.js.map +0 -1
  32. package/dist/vendor/pi-agent-core/harness/agent-harness.d.ts +0 -85
  33. package/dist/vendor/pi-agent-core/harness/agent-harness.d.ts.map +0 -1
  34. package/dist/vendor/pi-agent-core/harness/agent-harness.js +0 -728
  35. package/dist/vendor/pi-agent-core/harness/agent-harness.js.map +0 -1
  36. package/dist/vendor/pi-agent-core/harness/compaction/branch-summarization.d.ts +0 -88
  37. package/dist/vendor/pi-agent-core/harness/compaction/branch-summarization.d.ts.map +0 -1
  38. package/dist/vendor/pi-agent-core/harness/compaction/branch-summarization.js +0 -243
  39. package/dist/vendor/pi-agent-core/harness/compaction/branch-summarization.js.map +0 -1
  40. package/dist/vendor/pi-agent-core/harness/compaction/compaction.d.ts +0 -122
  41. package/dist/vendor/pi-agent-core/harness/compaction/compaction.d.ts.map +0 -1
  42. package/dist/vendor/pi-agent-core/harness/compaction/compaction.js +0 -616
  43. package/dist/vendor/pi-agent-core/harness/compaction/compaction.js.map +0 -1
  44. package/dist/vendor/pi-agent-core/harness/compaction/utils.d.ts +0 -38
  45. package/dist/vendor/pi-agent-core/harness/compaction/utils.d.ts.map +0 -1
  46. package/dist/vendor/pi-agent-core/harness/compaction/utils.js +0 -153
  47. package/dist/vendor/pi-agent-core/harness/compaction/utils.js.map +0 -1
  48. package/dist/vendor/pi-agent-core/harness/env/nodejs.d.ts +0 -44
  49. package/dist/vendor/pi-agent-core/harness/env/nodejs.d.ts.map +0 -1
  50. package/dist/vendor/pi-agent-core/harness/env/nodejs.js +0 -348
  51. package/dist/vendor/pi-agent-core/harness/env/nodejs.js.map +0 -1
  52. package/dist/vendor/pi-agent-core/harness/execution-env.d.ts +0 -4
  53. package/dist/vendor/pi-agent-core/harness/execution-env.d.ts.map +0 -1
  54. package/dist/vendor/pi-agent-core/harness/execution-env.js +0 -3
  55. package/dist/vendor/pi-agent-core/harness/execution-env.js.map +0 -1
  56. package/dist/vendor/pi-agent-core/harness/messages.d.ts +0 -51
  57. package/dist/vendor/pi-agent-core/harness/messages.d.ts.map +0 -1
  58. package/dist/vendor/pi-agent-core/harness/messages.js +0 -102
  59. package/dist/vendor/pi-agent-core/harness/messages.js.map +0 -1
  60. package/dist/vendor/pi-agent-core/harness/prompt-templates.d.ts +0 -45
  61. package/dist/vendor/pi-agent-core/harness/prompt-templates.d.ts.map +0 -1
  62. package/dist/vendor/pi-agent-core/harness/prompt-templates.js +0 -200
  63. package/dist/vendor/pi-agent-core/harness/prompt-templates.js.map +0 -1
  64. package/dist/vendor/pi-agent-core/harness/session/repo/jsonl.d.ts +0 -20
  65. package/dist/vendor/pi-agent-core/harness/session/repo/jsonl.d.ts.map +0 -1
  66. package/dist/vendor/pi-agent-core/harness/session/repo/jsonl.js +0 -92
  67. package/dist/vendor/pi-agent-core/harness/session/repo/jsonl.js.map +0 -1
  68. package/dist/vendor/pi-agent-core/harness/session/repo/memory.d.ts +0 -18
  69. package/dist/vendor/pi-agent-core/harness/session/repo/memory.d.ts.map +0 -1
  70. package/dist/vendor/pi-agent-core/harness/session/repo/memory.js +0 -42
  71. package/dist/vendor/pi-agent-core/harness/session/repo/memory.js.map +0 -1
  72. package/dist/vendor/pi-agent-core/harness/session/repo/shared.d.ts +0 -10
  73. package/dist/vendor/pi-agent-core/harness/session/repo/shared.d.ts.map +0 -1
  74. package/dist/vendor/pi-agent-core/harness/session/repo/shared.js +0 -31
  75. package/dist/vendor/pi-agent-core/harness/session/repo/shared.js.map +0 -1
  76. package/dist/vendor/pi-agent-core/harness/session/session.d.ts +0 -32
  77. package/dist/vendor/pi-agent-core/harness/session/session.d.ts.map +0 -1
  78. package/dist/vendor/pi-agent-core/harness/session/session.js +0 -196
  79. package/dist/vendor/pi-agent-core/harness/session/session.js.map +0 -1
  80. package/dist/vendor/pi-agent-core/harness/session/storage/jsonl.d.ts +0 -30
  81. package/dist/vendor/pi-agent-core/harness/session/storage/jsonl.d.ts.map +0 -1
  82. package/dist/vendor/pi-agent-core/harness/session/storage/jsonl.js +0 -170
  83. package/dist/vendor/pi-agent-core/harness/session/storage/jsonl.js.map +0 -1
  84. package/dist/vendor/pi-agent-core/harness/session/storage/memory.d.ts +0 -26
  85. package/dist/vendor/pi-agent-core/harness/session/storage/memory.d.ts.map +0 -1
  86. package/dist/vendor/pi-agent-core/harness/session/storage/memory.js +0 -90
  87. package/dist/vendor/pi-agent-core/harness/session/storage/memory.js.map +0 -1
  88. package/dist/vendor/pi-agent-core/harness/session/uuid.d.ts +0 -2
  89. package/dist/vendor/pi-agent-core/harness/session/uuid.d.ts.map +0 -1
  90. package/dist/vendor/pi-agent-core/harness/session/uuid.js +0 -40
  91. package/dist/vendor/pi-agent-core/harness/session/uuid.js.map +0 -1
  92. package/dist/vendor/pi-agent-core/harness/skills.d.ts +0 -41
  93. package/dist/vendor/pi-agent-core/harness/skills.d.ts.map +0 -1
  94. package/dist/vendor/pi-agent-core/harness/skills.js +0 -259
  95. package/dist/vendor/pi-agent-core/harness/skills.js.map +0 -1
  96. package/dist/vendor/pi-agent-core/harness/system-prompt.d.ts +0 -3
  97. package/dist/vendor/pi-agent-core/harness/system-prompt.d.ts.map +0 -1
  98. package/dist/vendor/pi-agent-core/harness/system-prompt.js +0 -30
  99. package/dist/vendor/pi-agent-core/harness/system-prompt.js.map +0 -1
  100. package/dist/vendor/pi-agent-core/harness/types.d.ts +0 -525
  101. package/dist/vendor/pi-agent-core/harness/types.d.ts.map +0 -1
  102. package/dist/vendor/pi-agent-core/harness/types.js +0 -16
  103. package/dist/vendor/pi-agent-core/harness/types.js.map +0 -1
  104. package/dist/vendor/pi-agent-core/harness/utils/shell-output.d.ts +0 -14
  105. package/dist/vendor/pi-agent-core/harness/utils/shell-output.d.ts.map +0 -1
  106. package/dist/vendor/pi-agent-core/harness/utils/shell-output.js +0 -97
  107. package/dist/vendor/pi-agent-core/harness/utils/shell-output.js.map +0 -1
  108. package/dist/vendor/pi-agent-core/harness/utils/truncate.d.ts +0 -70
  109. package/dist/vendor/pi-agent-core/harness/utils/truncate.d.ts.map +0 -1
  110. package/dist/vendor/pi-agent-core/harness/utils/truncate.js +0 -205
  111. package/dist/vendor/pi-agent-core/harness/utils/truncate.js.map +0 -1
  112. package/dist/vendor/pi-agent-core/index.d.ts +0 -21
  113. package/dist/vendor/pi-agent-core/index.d.ts.map +0 -1
  114. package/dist/vendor/pi-agent-core/index.js +0 -26
  115. package/dist/vendor/pi-agent-core/index.js.map +0 -1
  116. package/dist/vendor/pi-agent-core/proxy.d.ts +0 -69
  117. package/dist/vendor/pi-agent-core/proxy.d.ts.map +0 -1
  118. package/dist/vendor/pi-agent-core/proxy.js +0 -278
  119. package/dist/vendor/pi-agent-core/proxy.js.map +0 -1
  120. package/dist/vendor/pi-agent-core/types.d.ts +0 -386
  121. package/dist/vendor/pi-agent-core/types.d.ts.map +0 -1
  122. package/dist/vendor/pi-agent-core/types.js +0 -2
  123. package/dist/vendor/pi-agent-core/types.js.map +0 -1
  124. package/src/vendor/pi-agent-core/LICENSE +0 -21
  125. package/src/vendor/pi-agent-core/README.md +0 -15
@@ -1,227 +0,0 @@
1
- export class InternalComputerTranslator {
2
- sessionId;
3
- client;
4
- constructor(opts) {
5
- this.sessionId = opts.browser.session_id;
6
- this.client = opts.client;
7
- }
8
- async screenshotRaw() {
9
- const response = await this.client.browsers.computer.captureScreenshot(this.sessionId, {});
10
- return Buffer.from(await response.arrayBuffer());
11
- }
12
- async currentUrl() {
13
- await this.runKernelBatch([
14
- keypress(["Control", "l"]),
15
- keypress(["Control", "c"]),
16
- ]);
17
- const response = await this.client.browsers.computer.readClipboard(this.sessionId);
18
- return (response.text ?? "").trim();
19
- }
20
- async currentMousePosition() {
21
- const pos = await this.client.browsers.computer.getMousePosition(this.sessionId);
22
- return { x: toInt(pos.x), y: toInt(pos.y) };
23
- }
24
- async executeBatch(actions) {
25
- const result = { readResults: [] };
26
- const pending = [];
27
- const flush = async () => {
28
- if (pending.length === 0)
29
- return;
30
- await this.runKernelBatch(pending.splice(0));
31
- };
32
- for (let i = 0; i < actions.length; i++) {
33
- const action = actions[i];
34
- const type = typeof action.type === "string" ? action.type : "";
35
- if (type === "screenshot") {
36
- await flush();
37
- result.readResults.push({ type: "screenshot", pngBytes: await this.screenshotRaw() });
38
- continue;
39
- }
40
- if (type === "url") {
41
- await flush();
42
- result.readResults.push({ type: "url", url: await this.currentUrl() });
43
- continue;
44
- }
45
- if (type === "cursor_position") {
46
- await flush();
47
- const pos = await this.currentMousePosition();
48
- result.readResults.push({ type: "cursor_position", ...pos });
49
- continue;
50
- }
51
- if (type === "goto") {
52
- pending.push(keypress(["Control", "l"]), { type: "type_text", type_text: { text: stringOr(action.url, "") } }, keypress(["Enter"]));
53
- continue;
54
- }
55
- if (type === "back") {
56
- pending.push(keypress(["Alt", "Left"]));
57
- continue;
58
- }
59
- if (type === "forward") {
60
- pending.push(keypress(["Alt", "Right"]));
61
- continue;
62
- }
63
- pending.push(toSdkAction(type, action));
64
- }
65
- await flush();
66
- return result;
67
- }
68
- async runKernelBatch(actions) {
69
- await this.client.browsers.computer.batch(this.sessionId, { actions });
70
- }
71
- }
72
- function toSdkAction(type, action) {
73
- switch (type) {
74
- case "click":
75
- return {
76
- type: "click_mouse",
77
- click_mouse: {
78
- x: toInt(action.x),
79
- y: toInt(action.y),
80
- button: clickMouseButtonOr(action.button, "left"),
81
- },
82
- };
83
- case "double_click":
84
- return {
85
- type: "click_mouse",
86
- click_mouse: {
87
- x: toInt(action.x),
88
- y: toInt(action.y),
89
- num_clicks: 2,
90
- },
91
- };
92
- case "mouse_down":
93
- case "mouse_up":
94
- return {
95
- type: "click_mouse",
96
- click_mouse: {
97
- x: toInt(action.x),
98
- y: toInt(action.y),
99
- button: clickMouseButtonOr(action.button, "left"),
100
- click_type: type === "mouse_down" ? "down" : "up",
101
- },
102
- };
103
- case "type":
104
- return { type: "type_text", type_text: { text: typeof action.text === "string" ? action.text : "" } };
105
- case "keypress":
106
- return keypress(toStringArray(action.keys));
107
- case "scroll":
108
- return {
109
- type: "scroll",
110
- scroll: {
111
- x: toInt(action.x),
112
- y: toInt(action.y),
113
- delta_x: toInt(action.scroll_x),
114
- delta_y: toInt(action.scroll_y),
115
- },
116
- };
117
- case "move":
118
- return { type: "move_mouse", move_mouse: { x: toInt(action.x), y: toInt(action.y) } };
119
- case "drag":
120
- return { type: "drag_mouse", drag_mouse: { path: toPath(action.path), button: dragMouseButtonOr(action.button, "left") } };
121
- case "wait":
122
- return { type: "sleep", sleep: { duration_ms: typeof action.ms === "number" ? Math.trunc(action.ms) : 1000 } };
123
- default:
124
- throw new Error(`unknown computer action type: ${type}`);
125
- }
126
- }
127
- function toInt(value) {
128
- if (typeof value === "number" && Number.isFinite(value))
129
- return Math.trunc(value);
130
- if (typeof value === "string" && value.trim()) {
131
- const n = Number(value);
132
- if (Number.isFinite(n))
133
- return Math.trunc(n);
134
- }
135
- return 0;
136
- }
137
- function stringOr(value, fallback) {
138
- return typeof value === "string" && value.length > 0 ? value : fallback;
139
- }
140
- function clickMouseButtonOr(value, fallback) {
141
- const candidate = stringOr(value, fallback);
142
- if (candidate === "left" || candidate === "right" || candidate === "middle" || candidate === "back" || candidate === "forward") {
143
- return candidate;
144
- }
145
- return fallback;
146
- }
147
- function dragMouseButtonOr(value, fallback) {
148
- const candidate = stringOr(value, fallback);
149
- if (candidate === "left" || candidate === "right" || candidate === "middle") {
150
- return candidate;
151
- }
152
- return fallback;
153
- }
154
- function toStringArray(value) {
155
- return Array.isArray(value) ? value.filter((item) => typeof item === "string") : [];
156
- }
157
- function keypress(keys) {
158
- const translated = translateKeys(keys);
159
- const pressedKeys = translated.filter((key) => !isModifierKey(key));
160
- const holdKeys = pressedKeys.length > 0 ? translated.filter(isModifierKey) : translated.slice(0, -1);
161
- return {
162
- type: "press_key",
163
- press_key: {
164
- keys: pressedKeys.length > 0 ? pressedKeys : translated.slice(-1),
165
- ...(holdKeys.length > 0 ? { hold_keys: holdKeys } : {}),
166
- },
167
- };
168
- }
169
- const KEY_ALIASES = {
170
- ctrl: "Control_L",
171
- control: "Control_L",
172
- control_l: "Control_L",
173
- controlleft: "Control_L",
174
- alt: "Alt_L",
175
- alt_l: "Alt_L",
176
- altleft: "Alt_L",
177
- shift: "Shift_L",
178
- shift_l: "Shift_L",
179
- shiftleft: "Shift_L",
180
- meta: "Super_L",
181
- super: "Super_L",
182
- cmd: "Super_L",
183
- command: "Super_L",
184
- enter: "Return",
185
- return: "Return",
186
- escape: "Escape",
187
- esc: "Escape",
188
- backspace: "BackSpace",
189
- delete: "Delete",
190
- tab: "Tab",
191
- space: "space",
192
- left: "Left",
193
- right: "Right",
194
- up: "Up",
195
- down: "Down",
196
- };
197
- function translateKeys(keys) {
198
- return keys.flatMap((key) => key
199
- .split("+")
200
- .map((part) => part.trim())
201
- .filter(Boolean)
202
- .map((part) => {
203
- const alias = KEY_ALIASES[part.replace(/[-\s]/g, "_").toLowerCase()];
204
- if (alias)
205
- return alias;
206
- if (part.length === 1 && part >= "A" && part <= "Z")
207
- return part.toLowerCase();
208
- return part;
209
- }));
210
- }
211
- function isModifierKey(key) {
212
- return key === "Control_L" || key === "Alt_L" || key === "Shift_L" || key === "Super_L";
213
- }
214
- function toPath(value) {
215
- if (!Array.isArray(value))
216
- return [];
217
- return value.map((point) => toPathPoint(point));
218
- }
219
- function toPathPoint(value) {
220
- if (Array.isArray(value))
221
- return [toInt(value[0]), toInt(value[1])];
222
- if (value && typeof value === "object") {
223
- return [toInt(value.x), toInt(value.y)];
224
- }
225
- return [0, 0];
226
- }
227
- //# sourceMappingURL=translator.js.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"translator.js","sourceRoot":"","sources":["../../src/translator/translator.ts"],"names":[],"mappings":"AAWA,MAAM,OAAO,0BAA0B;IACrB,SAAS,CAAS;IAClB,MAAM,CAAS;IAEhC,YAAY,IAAuC;QAClD,IAAI,CAAC,SAAS,GAAG,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC;QACzC,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC;IAC3B,CAAC;IAED,KAAK,CAAC,aAAa;QAClB,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,QAAQ,CAAC,iBAAiB,CAAC,IAAI,CAAC,SAAS,EAAE,EAAE,CAAC,CAAC;QAC3F,OAAO,MAAM,CAAC,IAAI,CAAC,MAAM,QAAQ,CAAC,WAAW,EAAE,CAAC,CAAC;IAClD,CAAC;IAED,KAAK,CAAC,UAAU;QACf,MAAM,IAAI,CAAC,cAAc,CAAC;YACzB,QAAQ,CAAC,CAAC,SAAS,EAAE,GAAG,CAAC,CAAC;YAC1B,QAAQ,CAAC,CAAC,SAAS,EAAE,GAAG,CAAC,CAAC;SAC1B,CAAC,CAAC;QACH,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,QAAQ,CAAC,aAAa,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;QACnF,OAAO,CAAC,QAAQ,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC;IACrC,CAAC;IAED,KAAK,CAAC,oBAAoB;QACzB,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,QAAQ,CAAC,gBAAgB,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;QACjF,OAAO,EAAE,CAAC,EAAE,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC;IAC7C,CAAC;IAED,KAAK,CAAC,YAAY,CAAC,OAAsB;QACxC,MAAM,MAAM,GAAyB,EAAE,WAAW,EAAE,EAAE,EAAE,CAAC;QACzD,MAAM,OAAO,GAAwB,EAAE,CAAC;QAExC,MAAM,KAAK,GAAG,KAAK,IAAmB,EAAE;YACvC,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC;gBAAE,OAAO;YACjC,MAAM,IAAI,CAAC,cAAc,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC;QAC9C,CAAC,CAAC;QAEF,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,OAAO,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YACzC,MAAM,MAAM,GAAG,OAAO,CAAC,CAAC,CAAE,CAAC;YAC3B,MAAM,IAAI,GAAG,OAAO,MAAM,CAAC,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC;YAChE,IAAI,IAAI,KAAK,YAAY,EAAE,CAAC;gBAC3B,MAAM,KAAK,EAAE,CAAC;gBACd,MAAM,CAAC,WAAW,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,YAAY,EAAE,QAAQ,EAAE,MAAM,IAAI,CAAC,aAAa,EAAE,EAAE,CAAC,CAAC;gBACtF,SAAS;YACV,CAAC;YACD,IAAI,IAAI,KAAK,KAAK,EAAE,CAAC;gBACpB,MAAM,KAAK,EAAE,CAAC;gBACd,MAAM,CAAC,WAAW,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,EAAE,MAAM,IAAI,CAAC,UAAU,EAAE,EAAE,CAAC,CAAC;gBACvE,SAAS;YACV,CAAC;YACD,IAAI,IAAI,KAAK,iBAAiB,EAAE,CAAC;gBAChC,MAAM,KAAK,EAAE,CAAC;gBACd,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,oBAAoB,EAAE,CAAC;gBAC9C,MAAM,CAAC,WAAW,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,iBAAiB,EAAE,GAAG,GAAG,EAAE,CAAC,CAAC;gBAC7D,SAAS;YACV,CAAC;YACD,IAAI,IAAI,KAAK,MAAM,EAAE,CAAC;gBACrB,OAAO,CAAC,IAAI,CACX,QAAQ,CAAC,CAAC,SAAS,EAAE,GAAG,CAAC,CAAC,EAC1B,EAAE,IAAI,EAAE,WAAW,EAAE,SAAS,EAAE,EAAE,IAAI,EAAE,QAAQ,CAAC,MAAM,CAAC,GAAG,EAAE,EAAE,CAAC,EAAE,EAAE,EACpE,QAAQ,CAAC,CAAC,OAAO,CAAC,CAAC,CACnB,CAAC;gBACF,SAAS;YACV,CAAC;YACD,IAAI,IAAI,KAAK,MAAM,EAAE,CAAC;gBACrB,OAAO,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC;gBACxC,SAAS;YACV,CAAC;YACD,IAAI,IAAI,KAAK,SAAS,EAAE,CAAC;gBACxB,OAAO,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC,CAAC,CAAC;gBACzC,SAAS;YACV,CAAC;YACD,OAAO,CAAC,IAAI,CAAC,WAAW,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC,CAAC;QACzC,CAAC;QAED,MAAM,KAAK,EAAE,CAAC;QACd,OAAO,MAAM,CAAC;IACf,CAAC;IAEO,KAAK,CAAC,cAAc,CAAC,OAA4B;QACxD,MAAM,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,CAAC,SAAS,EAAE,EAAE,OAAO,EAAE,CAAC,CAAC;IACxE,CAAC;CACD;AAQD,SAAS,WAAW,CAAC,IAAY,EAAE,MAAmB;IACrD,QAAQ,IAAI,EAAE,CAAC;QACd,KAAK,OAAO;YACX,OAAO;gBACN,IAAI,EAAE,aAAa;gBACnB,WAAW,EAAE;oBACZ,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC;oBAClB,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC;oBAClB,MAAM,EAAE,kBAAkB,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC;iBACjD;aACD,CAAC;QACH,KAAK,cAAc;YAClB,OAAO;gBACN,IAAI,EAAE,aAAa;gBACnB,WAAW,EAAE;oBACZ,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC;oBAClB,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC;oBAClB,UAAU,EAAE,CAAC;iBACb;aACD,CAAC;QACH,KAAK,YAAY,CAAC;QAClB,KAAK,UAAU;YACd,OAAO;gBACN,IAAI,EAAE,aAAa;gBACnB,WAAW,EAAE;oBACZ,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC;oBAClB,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC;oBAClB,MAAM,EAAE,kBAAkB,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC;oBACjD,UAAU,EAAE,IAAI,KAAK,YAAY,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI;iBACjD;aACD,CAAC;QACH,KAAK,MAAM;YACV,OAAO,EAAE,IAAI,EAAE,WAAW,EAAE,SAAS,EAAE,EAAE,IAAI,EAAE,OAAO,MAAM,CAAC,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC;QACvG,KAAK,UAAU;YACd,OAAO,QAAQ,CAAC,aAAa,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC;QAC7C,KAAK,QAAQ;YACZ,OAAO;gBACN,IAAI,EAAE,QAAQ;gBACd,MAAM,EAAE;oBACP,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC;oBAClB,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC;oBAClB,OAAO,EAAE,KAAK,CAAC,MAAM,CAAC,QAAQ,CAAC;oBAC/B,OAAO,EAAE,KAAK,CAAC,MAAM,CAAC,QAAQ,CAAC;iBAC/B;aACD,CAAC;QACH,KAAK,MAAM;YACV,OAAO,EAAE,IAAI,EAAE,YAAY,EAAE,UAAU,EAAE,EAAE,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC;QACvF,KAAK,MAAM;YACV,OAAO,EAAE,IAAI,EAAE,YAAY,EAAE,UAAU,EAAE,EAAE,IAAI,EAAE,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,iBAAiB,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,EAAE,EAAE,CAAC;QAC5H,KAAK,MAAM;YACV,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,KAAK,EAAE,EAAE,WAAW,EAAE,OAAO,MAAM,CAAC,EAAE,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC;QAChH;YACC,MAAM,IAAI,KAAK,CAAC,iCAAiC,IAAI,EAAE,CAAC,CAAC;IAC3D,CAAC;AACF,CAAC;AAED,SAAS,KAAK,CAAC,KAAc;IAC5B,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC;QAAE,OAAO,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;IAClF,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,CAAC,IAAI,EAAE,EAAE,CAAC;QAC/C,MAAM,CAAC,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC;QACxB,IAAI,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC;YAAE,OAAO,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;IAC9C,CAAC;IACD,OAAO,CAAC,CAAC;AACV,CAAC;AAED,SAAS,QAAQ,CAAC,KAAc,EAAE,QAAgB;IACjD,OAAO,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,QAAQ,CAAC;AACzE,CAAC;AAED,SAAS,kBAAkB,CAAC,KAAc,EAAE,QAA0B;IACrE,MAAM,SAAS,GAAG,QAAQ,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAC;IAC5C,IAAI,SAAS,KAAK,MAAM,IAAI,SAAS,KAAK,OAAO,IAAI,SAAS,KAAK,QAAQ,IAAI,SAAS,KAAK,MAAM,IAAI,SAAS,KAAK,SAAS,EAAE,CAAC;QAChI,OAAO,SAAS,CAAC;IAClB,CAAC;IACD,OAAO,QAAQ,CAAC;AACjB,CAAC;AAED,SAAS,iBAAiB,CAAC,KAAc,EAAE,QAAyB;IACnE,MAAM,SAAS,GAAG,QAAQ,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAC;IAC5C,IAAI,SAAS,KAAK,MAAM,IAAI,SAAS,KAAK,OAAO,IAAI,SAAS,KAAK,QAAQ,EAAE,CAAC;QAC7E,OAAO,SAAS,CAAC;IAClB,CAAC;IACD,OAAO,QAAQ,CAAC;AACjB,CAAC;AAED,SAAS,aAAa,CAAC,KAAc;IACpC,OAAO,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,IAAI,EAAkB,EAAE,CAAC,OAAO,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;AACrG,CAAC;AAED,SAAS,QAAQ,CAAC,IAAc;IAC/B,MAAM,UAAU,GAAG,aAAa,CAAC,IAAI,CAAC,CAAC;IACvC,MAAM,WAAW,GAAG,UAAU,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC,aAAa,CAAC,GAAG,CAAC,CAAC,CAAC;IACpE,MAAM,QAAQ,GAAG,WAAW,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,MAAM,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;IACrG,OAAO;QACN,IAAI,EAAE,WAAW;QACjB,SAAS,EAAE;YACV,IAAI,EAAE,WAAW,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;YACjE,GAAG,CAAC,QAAQ,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,QAAQ,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;SACvD;KACD,CAAC;AACH,CAAC;AAED,MAAM,WAAW,GAA2B;IAC3C,IAAI,EAAE,WAAW;IACjB,OAAO,EAAE,WAAW;IACpB,SAAS,EAAE,WAAW;IACtB,WAAW,EAAE,WAAW;IACxB,GAAG,EAAE,OAAO;IACZ,KAAK,EAAE,OAAO;IACd,OAAO,EAAE,OAAO;IAChB,KAAK,EAAE,SAAS;IAChB,OAAO,EAAE,SAAS;IAClB,SAAS,EAAE,SAAS;IACpB,IAAI,EAAE,SAAS;IACf,KAAK,EAAE,SAAS;IAChB,GAAG,EAAE,SAAS;IACd,OAAO,EAAE,SAAS;IAClB,KAAK,EAAE,QAAQ;IACf,MAAM,EAAE,QAAQ;IAChB,MAAM,EAAE,QAAQ;IAChB,GAAG,EAAE,QAAQ;IACb,SAAS,EAAE,WAAW;IACtB,MAAM,EAAE,QAAQ;IAChB,GAAG,EAAE,KAAK;IACV,KAAK,EAAE,OAAO;IACd,IAAI,EAAE,MAAM;IACZ,KAAK,EAAE,OAAO;IACd,EAAE,EAAE,IAAI;IACR,IAAI,EAAE,MAAM;CACZ,CAAC;AAEF,SAAS,aAAa,CAAC,IAAc;IACpC,OAAO,IAAI,CAAC,OAAO,CAAC,CAAC,GAAG,EAAE,EAAE,CAC3B,GAAG;SACD,KAAK,CAAC,GAAG,CAAC;SACV,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC;SAC1B,MAAM,CAAC,OAAO,CAAC;SACf,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE;QACb,MAAM,KAAK,GAAG,WAAW,CAAC,IAAI,CAAC,OAAO,CAAC,QAAQ,EAAE,GAAG,CAAC,CAAC,WAAW,EAAE,CAAC,CAAC;QACrE,IAAI,KAAK;YAAE,OAAO,KAAK,CAAC;QACxB,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC,IAAI,IAAI,IAAI,GAAG,IAAI,IAAI,IAAI,GAAG;YAAE,OAAO,IAAI,CAAC,WAAW,EAAE,CAAC;QAC/E,OAAO,IAAI,CAAC;IACb,CAAC,CAAC,CACH,CAAC;AACH,CAAC;AAED,SAAS,aAAa,CAAC,GAAW;IACjC,OAAO,GAAG,KAAK,WAAW,IAAI,GAAG,KAAK,OAAO,IAAI,GAAG,KAAK,SAAS,IAAI,GAAG,KAAK,SAAS,CAAC;AACzF,CAAC;AAED,SAAS,MAAM,CAAC,KAAc;IAC7B,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC;QAAE,OAAO,EAAE,CAAC;IACrC,OAAO,KAAK,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,WAAW,CAAC,KAAK,CAAC,CAAC,CAAC;AACjD,CAAC;AAED,SAAS,WAAW,CAAC,KAAc;IAClC,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC;QAAE,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IACpE,IAAI,KAAK,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;QACxC,OAAO,CAAC,KAAK,CAAE,KAAiC,CAAC,CAAC,CAAC,EAAE,KAAK,CAAE,KAAiC,CAAC,CAAC,CAAC,CAAC,CAAC;IACnG,CAAC;IACD,OAAO,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;AACf,CAAC"}
@@ -1,39 +0,0 @@
1
- export type ModelAction = Record<string, unknown>;
2
- export type BatchActionType = "click_mouse" | "move_mouse" | "type_text" | "press_key" | "scroll" | "drag_mouse" | "sleep";
3
- export interface BatchAction {
4
- type: BatchActionType;
5
- click_mouse?: Record<string, unknown>;
6
- move_mouse?: Record<string, unknown>;
7
- type_text?: Record<string, unknown>;
8
- press_key?: Record<string, unknown>;
9
- scroll?: Record<string, unknown>;
10
- drag_mouse?: Record<string, unknown>;
11
- sleep?: Record<string, unknown>;
12
- }
13
- export type BatchReadResult = {
14
- type: "screenshot";
15
- pngBytes: Buffer;
16
- } | {
17
- type: "url";
18
- url: string;
19
- } | {
20
- type: "cursor_position";
21
- x: number;
22
- y: number;
23
- };
24
- export interface BatchExecutionResult {
25
- readResults: BatchReadResult[];
26
- }
27
- export interface ComputerUseToolResult<TDetails = unknown> {
28
- content: Array<{
29
- type: "text";
30
- text: string;
31
- } | {
32
- type: "image";
33
- data: string;
34
- mimeType: string;
35
- }>;
36
- details: TDetails;
37
- isError?: boolean;
38
- }
39
- //# sourceMappingURL=types.d.ts.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../src/translator/types.ts"],"names":[],"mappings":"AAAA,MAAM,MAAM,WAAW,GAAG,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;AAElD,MAAM,MAAM,eAAe,GACxB,aAAa,GACb,YAAY,GACZ,WAAW,GACX,WAAW,GACX,QAAQ,GACR,YAAY,GACZ,OAAO,CAAC;AAEX,MAAM,WAAW,WAAW;IAC3B,IAAI,EAAE,eAAe,CAAC;IACtB,WAAW,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IACtC,UAAU,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IACrC,SAAS,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IACpC,SAAS,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IACpC,MAAM,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IACjC,UAAU,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IACrC,KAAK,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CAChC;AAED,MAAM,MAAM,eAAe,GACxB;IAAE,IAAI,EAAE,YAAY,CAAC;IAAC,QAAQ,EAAE,MAAM,CAAA;CAAE,GACxC;IAAE,IAAI,EAAE,KAAK,CAAC;IAAC,GAAG,EAAE,MAAM,CAAA;CAAE,GAC5B;IAAE,IAAI,EAAE,iBAAiB,CAAC;IAAC,CAAC,EAAE,MAAM,CAAC;IAAC,CAAC,EAAE,MAAM,CAAA;CAAE,CAAC;AAErD,MAAM,WAAW,oBAAoB;IACpC,WAAW,EAAE,eAAe,EAAE,CAAC;CAC/B;AAED,MAAM,WAAW,qBAAqB,CAAC,QAAQ,GAAG,OAAO;IACxD,OAAO,EAAE,KAAK,CAAC;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,IAAI,EAAE,MAAM,CAAA;KAAE,GAAG;QAAE,IAAI,EAAE,OAAO,CAAC;QAAC,IAAI,EAAE,MAAM,CAAC;QAAC,QAAQ,EAAE,MAAM,CAAA;KAAE,CAAC,CAAC;IACnG,OAAO,EAAE,QAAQ,CAAC;IAClB,OAAO,CAAC,EAAE,OAAO,CAAC;CAClB"}
@@ -1,2 +0,0 @@
1
- export {};
2
- //# sourceMappingURL=types.js.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"types.js","sourceRoot":"","sources":["../../src/translator/types.ts"],"names":[],"mappings":""}
@@ -1,24 +0,0 @@
1
- /**
2
- * Agent loop that works with AgentMessage throughout.
3
- * Transforms to Message[] only at the LLM call boundary.
4
- */
5
- import { EventStream } from "@earendil-works/pi-ai";
6
- import type { AgentContext, AgentEvent, AgentLoopConfig, AgentMessage, StreamFn } from "./types.js";
7
- export type AgentEventSink = (event: AgentEvent) => Promise<void> | void;
8
- /**
9
- * Start an agent loop with a new prompt message.
10
- * The prompt is added to the context and events are emitted for it.
11
- */
12
- export declare function agentLoop(prompts: AgentMessage[], context: AgentContext, config: AgentLoopConfig, signal?: AbortSignal, streamFn?: StreamFn): EventStream<AgentEvent, AgentMessage[]>;
13
- /**
14
- * Continue an agent loop from the current context without adding a new message.
15
- * Used for retries - context already has user message or tool results.
16
- *
17
- * **Important:** The last message in context must convert to a `user` or `toolResult` message
18
- * via `convertToLlm`. If it doesn't, the LLM provider will reject the request.
19
- * This cannot be validated here since `convertToLlm` is only called once per turn.
20
- */
21
- export declare function agentLoopContinue(context: AgentContext, config: AgentLoopConfig, signal?: AbortSignal, streamFn?: StreamFn): EventStream<AgentEvent, AgentMessage[]>;
22
- export declare function runAgentLoop(prompts: AgentMessage[], context: AgentContext, config: AgentLoopConfig, emit: AgentEventSink, signal?: AbortSignal, streamFn?: StreamFn): Promise<AgentMessage[]>;
23
- export declare function runAgentLoopContinue(context: AgentContext, config: AgentLoopConfig, emit: AgentEventSink, signal?: AbortSignal, streamFn?: StreamFn): Promise<AgentMessage[]>;
24
- //# sourceMappingURL=agent-loop.d.ts.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"agent-loop.d.ts","sourceRoot":"","sources":["../../../src/vendor/pi-agent-core/agent-loop.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,EAGN,WAAW,EAIX,MAAM,uBAAuB,CAAC;AAC/B,OAAO,KAAK,EACX,YAAY,EACZ,UAAU,EACV,eAAe,EACf,YAAY,EAIZ,QAAQ,EACR,MAAM,YAAY,CAAC;AAEpB,MAAM,MAAM,cAAc,GAAG,CAAC,KAAK,EAAE,UAAU,KAAK,OAAO,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC;AAEzE;;;GAGG;AACH,wBAAgB,SAAS,CACxB,OAAO,EAAE,YAAY,EAAE,EACvB,OAAO,EAAE,YAAY,EACrB,MAAM,EAAE,eAAe,EACvB,MAAM,CAAC,EAAE,WAAW,EACpB,QAAQ,CAAC,EAAE,QAAQ,GACjB,WAAW,CAAC,UAAU,EAAE,YAAY,EAAE,CAAC,CAiBzC;AAED;;;;;;;GAOG;AACH,wBAAgB,iBAAiB,CAChC,OAAO,EAAE,YAAY,EACrB,MAAM,EAAE,eAAe,EACvB,MAAM,CAAC,EAAE,WAAW,EACpB,QAAQ,CAAC,EAAE,QAAQ,GACjB,WAAW,CAAC,UAAU,EAAE,YAAY,EAAE,CAAC,CAwBzC;AAED,wBAAsB,YAAY,CACjC,OAAO,EAAE,YAAY,EAAE,EACvB,OAAO,EAAE,YAAY,EACrB,MAAM,EAAE,eAAe,EACvB,IAAI,EAAE,cAAc,EACpB,MAAM,CAAC,EAAE,WAAW,EACpB,QAAQ,CAAC,EAAE,QAAQ,GACjB,OAAO,CAAC,YAAY,EAAE,CAAC,CAgBzB;AAED,wBAAsB,oBAAoB,CACzC,OAAO,EAAE,YAAY,EACrB,MAAM,EAAE,eAAe,EACvB,IAAI,EAAE,cAAc,EACpB,MAAM,CAAC,EAAE,WAAW,EACpB,QAAQ,CAAC,EAAE,QAAQ,GACjB,OAAO,CAAC,YAAY,EAAE,CAAC,CAiBzB"}