@loadmill/droid-cua 2.10.0 → 2.10.1-rc.11
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/build/index.js +11 -0
- package/build/src/core/aim-assist.js +1 -1
- package/build/src/core/execution-engine.js +191 -358
- package/build/src/core/prompts.js +1 -1
- package/build/src/core/screenshot-store.js +153 -0
- package/build/src/core/tool-handlers/assert.js +155 -0
- package/build/src/core/tool-handlers/loadmill.js +29 -0
- package/build/src/core/tool-handlers/navigate.js +110 -0
- package/build/src/core/tool-handlers/preview-click.js +112 -0
- package/build/src/core/tool-handlers/test-design-complete.js +93 -0
- package/build/src/core/tool-handlers/utils.js +80 -0
- package/build/src/device/openai.js +101 -8
- package/build/src/modes/design-mode-ink.js +16 -2
- package/build/src/modes/design-mode.js +16 -2
- package/build/src/modes/execution-mode.js +42 -234
- package/build/src/prompts/base.js +20 -21
- package/build/src/prompts/design.js +52 -11
- package/build/src/prompts/editor.js +1 -1
- package/build/src/prompts/execution.js +9 -5
- package/build/src/utils/cua-debug-tracer.js +3 -1
- package/package.json +3 -4
- package/build/src/device/screenshot-resolution.js +0 -33
package/build/index.js
CHANGED
|
@@ -175,6 +175,15 @@ async function main() {
|
|
|
175
175
|
recordScreenshots,
|
|
176
176
|
screenshotDir
|
|
177
177
|
});
|
|
178
|
+
const executionEngineOptions = {
|
|
179
|
+
toolCapabilities: {
|
|
180
|
+
assert: true,
|
|
181
|
+
navigate: isBrowserTarget,
|
|
182
|
+
loadmill: true,
|
|
183
|
+
},
|
|
184
|
+
baseSystemPrompt: executionPrompt,
|
|
185
|
+
isHeadlessMode: true,
|
|
186
|
+
};
|
|
178
187
|
const engineOptions = screenshotRecorder
|
|
179
188
|
? {
|
|
180
189
|
recordScreenshots: true,
|
|
@@ -185,6 +194,7 @@ async function main() {
|
|
|
185
194
|
aimAssistMode: headlessConfig.aimAssistMode,
|
|
186
195
|
}),
|
|
187
196
|
reviseTestScript: runtimeContext.openAi.reviseTestScript,
|
|
197
|
+
...executionEngineOptions,
|
|
188
198
|
}
|
|
189
199
|
: {
|
|
190
200
|
recordScreenshots,
|
|
@@ -195,6 +205,7 @@ async function main() {
|
|
|
195
205
|
aimAssistMode: headlessConfig.aimAssistMode,
|
|
196
206
|
}),
|
|
197
207
|
reviseTestScript: runtimeContext.openAi.reviseTestScript,
|
|
208
|
+
...executionEngineOptions,
|
|
198
209
|
};
|
|
199
210
|
if (isBrowserTarget) {
|
|
200
211
|
engineOptions.getScreenshotAsBase64 = (browserSessionId, browserInfo) => getBrowserScreenshotAsBase64(browserSessionId, browserInfo);
|
|
@@ -1,5 +1,5 @@
|
|
|
1
1
|
export const AIM_ASSIST_MODES = ["off", "smart", "always"];
|
|
2
|
-
export const DEFAULT_AIM_ASSIST_MODE = "
|
|
2
|
+
export const DEFAULT_AIM_ASSIST_MODE = "always";
|
|
3
3
|
export function normalizeAimAssistMode(value) {
|
|
4
4
|
return AIM_ASSIST_MODES.includes(value) ? value : DEFAULT_AIM_ASSIST_MODE;
|
|
5
5
|
}
|