@loadmill/droid-cua 2.25.0 → 2.27.0

package/build/src/core/droid-cua-run-usage.js

@@ -18,10 +18,13 @@ const MODEL_PRICING = Object.freeze({
     "gpt-5.4": Object.freeze({
         ...OPENAI_GPT_5_4_PRICING,
     }),
-    // Loadmill Smart currently routes to GPT-5.4 behind the Loadmill LLM gateway.
+    // Loadmill Smart currently routes to GPT-5.6 Terra behind the Loadmill LLM gateway.
     // Keep this explicit so pricing can be updated here if the backing model changes.
     "loadmill-smart": Object.freeze({
-        ...OPENAI_GPT_5_4_PRICING,
+        ...OPENAI_GPT_5_6_TERRA_PRICING,
+    }),
+    "loadmill-pulse": Object.freeze({
+        ...OPENAI_GPT_5_6_LUNA_PRICING,
     }),
 });
 function finiteNumber(value) {
@@ -50,6 +53,9 @@ export function normalizeDroidCuaCostModel(model) {
     if (model === "loadmill-smart" || model === "smart") {
         return "loadmill-smart";
     }
+    if (model === "loadmill-pulse" || model === "pulse") {
+        return "loadmill-pulse";
+    }
     return null;
 }
 export function createDroidCuaRunUsageTotals({ model = null } = {}) {

package/build/src/core/execution-engine.js

@@ -251,6 +251,7 @@ export class ExecutionEngine {
         this.navigateToUrl = options.navigateToUrl || navigateBrowserToUrl;
         this.closeCurrentTab = options.closeCurrentTab || closeCurrentBrowserTab;
         this.executeLoadmillInstruction = options.executeLoadmillInstruction || executeLoadmillInstruction;
+        this.connectToDevice = options.connectToDevice || null;
         this.toolCapabilities = options.toolCapabilities || {};
         this.secretsByKey = options.secretsByKey && typeof options.secretsByKey === "object" ? options.secretsByKey : {};
         this.baseSystemPrompt = options.baseSystemPrompt || session?.systemPrompt || null;
@@ -525,7 +526,7 @@ export class ExecutionEngine {
                         type: "assistant",
                         text: textPart.text,
                         eventType: "assistant_message",
-                        ...eventMeta(),
+                        ...eventMeta(options.explainMode ? { payload: { explainMode: true } } : {}),
                     });
                 }
                 this.session.addToTranscript(`[Assistant] ${textPart.text}`);
@@ -688,7 +689,10 @@ export class ExecutionEngine {
             const items = response.output || [];
             const actionableItems = extractActionableOutputItems(items);
             const pendingSafetyChecks = collectPendingSafetyChecks(items);
-            this.emitResponseOutputItems(items, addOutput, eventMeta, options);
+            this.emitResponseOutputItems(items, addOutput, eventMeta, {
+                ...options,
+                explainMode: options.explainMode === true || context?.runtimeConfig?.explainMode === true,
+            });
             if (actionableItems.length === 0) {
                 // No actions = turn complete
                 break;

package/build/src/core/report/render-html-report.js

@@ -83,13 +83,60 @@ function buildVisibleEvents(events) {
 // full-size lightbox overlay can be rendered. The href links to the CSS `:target`
 // overlay, so click-to-enlarge works even with JavaScript disabled.
 function screenshotImg(event, shots) {
-    const url = event.payload?.screenshotDataUrl;
-    if (typeof url !== "string" || !url.startsWith("data:"))
+    const url = event.payload?.screenshotDataUrl ?? event.payload?.screenshotUrl;
+    const isAllowedUrl = typeof url === "string" &&
+        (url.startsWith("data:") || url.startsWith("/api/droid-cua/runs/"));
+    if (!isAllowedUrl)
         return "";
     const index = shots.length + 1;
     shots.push({ index, url });
     return `<a class="dc-shot-link" href="#dc-shot-${index}" aria-label="Open screenshot ${index}"><img class="dc-shot" src="${escapeHtml(url)}" alt="Screenshot ${index}" /></a>`;
 }
+function icon(name, shapes) {
+    return `<svg class="dc-icon" data-icon="${name}" aria-hidden="true" viewBox="0 0 24 24" fill="none" stroke="currentColor" stroke-width="2" stroke-linecap="round" stroke-linejoin="round">${shapes}</svg>`;
+}
+const ICONS = {
+    arrowUpDown: icon("arrow-up-down", `<path d="m21 16-4 4-4-4"/><path d="M17 20V4"/><path d="m3 8 4-4 4 4"/><path d="M7 4v16"/>`),
+    botMessageSquare: icon("bot-message-square", `<path d="M12 6V2H8"/><path d="m8 18-4 4V8a2 2 0 0 1 2-2h12a2 2 0 0 1 2 2v8a2 2 0 0 1-2 2Z"/><path d="M2 12h2"/><path d="M9 11v2"/><path d="M15 11v2"/><path d="M20 12h2"/>`),
+    camera: icon("camera", `<path d="M14.5 4h-5L7 7H4a2 2 0 0 0-2 2v9a2 2 0 0 0 2 2h16a2 2 0 0 0 2-2V9a2 2 0 0 0-2-2h-3l-2.5-3z"/><circle cx="12" cy="13" r="3"/>`),
+    compass: icon("compass", `<path d="m16.24 7.76-1.804 5.411a2 2 0 0 1-1.265 1.265L7.76 16.24l1.804-5.411a2 2 0 0 1 1.265-1.265z"/><circle cx="12" cy="12" r="10"/>`),
+    flag: icon("flag", `<path d="M4 15s1-1 4-1 5 2 8 2 4-1 4-1V3s-1 1-4 1-5-2-8-2-4 1-4 1z"/><line x1="4" x2="4" y1="22" y2="15"/>`),
+    keyboard: icon("keyboard", `<path d="M10 8h.01"/><path d="M12 12h.01"/><path d="M14 8h.01"/><path d="M16 12h.01"/><path d="M18 8h.01"/><path d="M6 8h.01"/><path d="M7 16h10"/><path d="M8 12h.01"/><rect width="20" height="16" x="2" y="4" rx="2"/>`),
+    keyboardOff: icon("keyboard-off", `<path d="M20 4a2 2 0 0 1 2 2"/><path d="M22 6v10.41"/><path d="M7 16h9"/><path d="M9.69 4H20"/><path d="M14 8h.01"/><path d="M18 8h.01"/><path d="m2 2 20 20"/><path d="M20 20H4a2 2 0 0 1-2-2V6a2 2 0 0 1 2-2"/><path d="M6 8h.01"/><path d="M8 12h.01"/>`),
+    keyRound: icon("key-round", `<path d="M2.586 17.414A2 2 0 0 0 2 18.828V21a1 1 0 0 0 1 1h3a1 1 0 0 0 1-1v-1a1 1 0 0 1 1-1h1a1 1 0 0 0 1-1v-1a1 1 0 0 1 1-1h.172a2 2 0 0 0 1.414-.586l.814-.814a6.5 6.5 0 1 0-4-4z"/><circle cx="16.5" cy="7.5" r=".5" fill="currentColor"/>`),
+    mousePointer: icon("mouse-pointer-2", `<path d="M4.037 4.688a.495.495 0 0 1 .651-.651l16 6.5a.5.5 0 0 1-.063.947l-6.124 1.58a2 2 0 0 0-1.438 1.435l-1.579 6.126a.5.5 0 0 1-.947.063z"/>`),
+    moveDiagonal: icon("move-diagonal-2", `<path d="M19 13v6h-6"/><path d="M5 11V5h6"/><path d="m5 5 14 14"/>`),
+    rotateCcw: icon("rotate-ccw", `<path d="M3 12a9 9 0 1 0 9-9 9.75 9.75 0 0 0-6.74 2.74L3 8"/><path d="M3 3v5h5"/>`),
+    squareX: icon("square-x", `<rect width="18" height="18" x="3" y="3" rx="2"/><path d="m15 9-6 6"/><path d="m9 9 6 6"/>`),
+    timer: icon("timer", `<line x1="10" x2="14" y1="2" y2="2"/><line x1="12" x2="15" y1="14" y2="11"/><circle cx="12" cy="14" r="8"/>`),
+};
+function actionIcon(event) {
+    const lowerText = event.text.toLowerCase();
+    const toolName = typeof event.payload?.toolName === "string" ? event.payload.toolName : null;
+    const isSensitiveTyping = Boolean(event.payload?.sensitive) || lowerText.includes("typing secret");
+    if (toolName === "navigate")
+        return ICONS.compass;
+    if (toolName === "close_current_tab")
+        return ICONS.squareX;
+    if (toolName === "close_keyboard")
+        return ICONS.keyboardOff;
+    if (isSensitiveTyping)
+        return ICONS.keyRound;
+    if (event.actionType === "type" || event.actionType === "keypress" || lowerText.includes("typing"))
+        return ICONS.keyboard;
+    if (event.actionType === "scroll" || lowerText.includes("scroll"))
+        return ICONS.arrowUpDown;
+    if (event.actionType === "drag" || lowerText.includes("drag"))
+        return ICONS.moveDiagonal;
+    if (event.actionType === "screenshot" || lowerText.includes("capturing screen"))
+        return ICONS.camera;
+    if (event.actionType === "wait" || lowerText.includes("waiting"))
+        return ICONS.timer;
+    return ICONS.mousePointer;
+}
+function renderAgentText(text) {
+    return `<div class="dc-line dc-agent-line">${ICONS.botMessageSquare}<span>${escapeHtml(text)}</span></div>`;
+}
 // ---------- per-event timeline rendering (mirrors ExecutionLogItem.tsx) ----------
 function renderEvent(event, shots) {
     if (isHiddenExecutionLogEvent(event))
@@ -123,10 +170,16 @@ function renderEvent(event, shots) {
     if (isAssistant) {
         const stepCompletion = stepCompletionData(event);
         if (stepCompletion) {
+            if (event.payload?.explainMode === true) {
+                return `<div class="dc-line">${ICONS.flag}<span>Step complete</span></div>\n${renderAgentText(stepCompletion.reason)}`;
+            }
             const tooltip = stepCompletionReasonTooltip(stepCompletion);
-            return `<div class="dc-line"${tooltip ? ` title="${escapeHtml(tooltip)}"` : ""}><span aria-hidden="true">&#9873;</span><span>Step complete</span></div>`;
+            return `<div class="dc-line"${tooltip ? ` title="${escapeHtml(tooltip)}"` : ""}>${ICONS.flag}<span>Step complete</span></div>`;
         }
-        return `<div class="dc-assistant">${escapeHtml(event.text)}</div>`;
+        return renderAgentText(event.text);
+    }
+    if (event.eventType === "reasoning" || event.kind === "reasoning") {
+        return renderAgentText(event.text);
     }
     const assertion = assertionData(event);
     if (assertion) {
@@ -138,13 +191,13 @@ function renderEvent(event, shots) {
 </div>`;
     }
     if (event.eventType === "retry") {
-        return `<div class="dc-line dc-retry">${escapeHtml(event.text)}</div>`;
+        return `<div class="dc-line dc-retry">${ICONS.rotateCcw}<span>${escapeHtml(event.text)}</span></div>`;
     }
     if (event.kind === "action") {
-        return `<div class="dc-line">${escapeHtml(event.text)}${screenshotImg(event, shots)}</div>`;
+        return `<div class="dc-line">${actionIcon(event)}<span>${escapeHtml(event.text)}</span>${screenshotImg(event, shots)}</div>`;
     }
     if (event.eventType === "screenshot_captured") {
-        return `<div class="dc-line">${escapeHtml(event.text)}${screenshotImg(event, shots)}</div>`;
+        return `<div class="dc-line">${ICONS.camera}<span>${escapeHtml(event.text)}</span>${screenshotImg(event, shots)}</div>`;
     }
     return `<div class="dc-line dc-${escapeHtml(event.kind)}">${escapeHtml(event.text)}</div>`;
 }
@@ -243,13 +296,16 @@ body { margin: 0; background: #f1f5f9; color: #0f172a; font-family: -apple-syste
 .dc-row { display: flex; }
 .dc-row-right { justify-content: flex-end; }
 .dc-bubble { display: inline-block; max-width: 70%; background: #f1f5f9; border: 1px solid #e2e8f0; border-radius: 16px; border-bottom-right-radius: 6px; padding: 8px 14px; color: #0f172a; }
-.dc-assistant { max-width: 82%; color: #334155; }
 .dc-line { display: flex; align-items: center; gap: 8px; color: #475569; }
+.dc-agent-line { align-items: flex-start; }
+.dc-agent-line .dc-icon { margin-top: 4px; }
+.dc-icon { width: 14px; height: 14px; flex: 0 0 auto; color: #94a3b8; }
 .dc-retry { color: #b45309; }
 .dc-error { color: #b91c1c; }
 .dc-warning { color: #b45309; }
-.dc-shot-link { display: inline-flex; margin-left: 8px; vertical-align: middle; }
-.dc-shot { height: 34px; width: auto; border: 1px solid #e2e8f0; border-radius: 4px; cursor: zoom-in; transition: border-color .12s; }
+.dc-shot-link { display: inline-flex; align-items: center; justify-content: center; position: relative; min-width: 34px; min-height: 36px; margin-left: 8px; vertical-align: middle; }
+.dc-shot-link::before, .dc-lightbox:target::before { content: ""; position: absolute; width: 14px; height: 14px; border: 2px solid #cbd5e1; border-top-color: #475569; border-radius: 50%; animation: dc-spin .7s linear infinite; }
+.dc-shot { position: relative; z-index: 1; height: 34px; width: auto; border: 1px solid #e2e8f0; border-radius: 4px; cursor: zoom-in; transition: border-color .12s; }
 .dc-shot-link:hover .dc-shot, .dc-shot-link:focus-visible .dc-shot { border-color: #94a3b8; }
 .dc-lightbox { display: none; position: fixed; inset: 0; z-index: 1000; align-items: center; justify-content: center; padding: 32px; background: rgba(15, 23, 42, .82); }
 .dc-lightbox:target { display: flex; }
@@ -275,9 +331,10 @@ body { margin: 0; background: #f1f5f9; color: #0f172a; font-family: -apple-syste
 .dc-pill-error, .dc-pill-errored, .dc-pill-amber { border-color: #fcd34d; background: #fef3c7; color: #b45309; }
 .dc-pill-stopped { border-color: #fdba74; background: #ffedd5; color: #c2410c; }
 .dc-pill-skipped { border-color: #cbd5e1; background: #f1f5f9; color: #334155; }
+@keyframes dc-spin { to { transform: rotate(360deg); } }
 `.trim();
 // ---------- entry point ----------
-export function renderHtmlReport(model, { title } = {}) {
+export function renderHtmlReport(model, { title, includeScripts = true } = {}) {
     const docTitle = title ?? `Run Report: ${model.testName ?? model.suiteName ?? "Test run"}`;
     const heading = model.testName ?? model.suiteName ?? "Test run";
     // Screenshots are collected across the whole document (top-level + child timelines)
@@ -301,7 +358,7 @@ ${renderTimeline(model.events, shots)}
 </div>`;
     }
     const lightboxes = renderLightboxes(shots);
-    const script = renderLightboxScript(shots.length);
+    const script = includeScripts ? renderLightboxScript(shots.length) : "";
     return `<!DOCTYPE html>
 <html lang="en">
 <head>

package/build/src/core/runtime-config.js

@@ -7,6 +7,7 @@ export const LOADMILL_MODEL_ALIASES = Object.freeze({
     DEFAULT_AGENT_MODEL: "default-agent-model",
     FAST: "fast",
     SMART: "smart",
+    PULSE: "pulse",
     BEACON: "beacon",
 });
 const LOADMILL_MODEL_ALIAS_SET = new Set(Object.values(LOADMILL_MODEL_ALIASES));
@@ -90,9 +91,13 @@ export function inferLlmProviderModeFromCredentials(credentials = {}) {
 }
 export function resolveGatewayCuaModelAlias({ cuaModel } = {}) {
     const normalizedCuaModel = resolveCuaModel(cuaModel);
-    return normalizedCuaModel === "loadmill-beacon"
-        ? LOADMILL_MODEL_ALIASES.BEACON
-        : LOADMILL_MODEL_ALIASES.SMART;
+    if (normalizedCuaModel === "loadmill-pulse") {
+        return LOADMILL_MODEL_ALIASES.PULSE;
+    }
+    if (normalizedCuaModel === "loadmill-beacon") {
+        return LOADMILL_MODEL_ALIASES.BEACON;
+    }
+    return LOADMILL_MODEL_ALIASES.SMART;
 }
 export function resolveEffectiveCuaModel({ llmProviderMode = null, cuaModel = null, } = {}) {
     const providerMode = resolveLlmProviderMode(llmProviderMode);
@@ -118,7 +123,7 @@ export function resolveRuntimeCredentials({ openAiApiKey = null, loadmillApiToke
         loadmillBaseUrl: normalizeLoadmillSiteBaseUrl(loadmillBaseUrl),
     };
 }
-export function resolveRuntimeConfig({ llmProviderMode = null, cuaModel = null, stepDelayMs = undefined, contextOptimizationEnabled = undefined, contextOptimizationThreshold = undefined, promptCustomizations = null, appContext = null, } = {}) {
+export function resolveRuntimeConfig({ llmProviderMode = null, cuaModel = null, explainMode = false, stepDelayMs = undefined, contextOptimizationEnabled = undefined, contextOptimizationThreshold = undefined, promptCustomizations = null, appContext = null, } = {}) {
     const normalizedCuaModel = typeof cuaModel === "string" && LOADMILL_MODEL_ALIAS_SET.has(cuaModel)
         ? cuaModel
         : resolveCuaModel(cuaModel);
@@ -128,6 +133,7 @@ export function resolveRuntimeConfig({ llmProviderMode = null, cuaModel = null,
             ? "loadmill"
             : normalizedProviderMode,
         cuaModel: normalizedCuaModel,
+        explainMode: explainMode === true,
         stepDelayMs: normalizeStepDelayMs(Number(stepDelayMs)),
         contextOptimizationEnabled: normalizeContextOptimizationEnabled(contextOptimizationEnabled),
         contextOptimizationThreshold: normalizeContextOptimizationThreshold(contextOptimizationThreshold),

package/build/src/device/assertions.js

@@ -2,6 +2,7 @@
  * Assertion handling for script validation
  */
 import { printCliOutput } from "../utils/console-output.js";
+import { CAPTURE_SOURCES } from "../core/capture-sources.js";
 export { buildAssertionSystemPrompt } from "../prompts/execution.js";
 const ASSERTION_PREFIXES = ["assert", "verify", "validate", "ensure"];
 function hasAssertionPrefix(lower) {
@@ -54,6 +55,7 @@ export function handleAssertionFailure(assertionPrompt, transcript, isHeadlessMo
             assertion: assertionPrompt,
             passed: false,
             details,
+            captureSource: CAPTURE_SOURCES.INSTRUCTION_INPUT_ASSERTION,
             ...eventPayload
         }
     };
@@ -77,6 +79,7 @@ export function handleAssertionSuccess(assertionPrompt, context = null, stepCont
         payload: {
             assertion: assertionPrompt,
             passed: true,
+            captureSource: CAPTURE_SOURCES.INSTRUCTION_INPUT_ASSERTION,
             ...eventPayload
         }
     });

package/build/src/device/cloud/aws-device-farm/upload-cache.js

@@ -7,7 +7,7 @@ import { reportCloudProgress } from "../progress.js";
 export const DEFAULT_UPLOAD_CACHE_PATH = path.join(os.tmpdir(), "droid-cua", "aws-device-farm-upload-cache.json");
 // Stream the binary through the hash rather than buffering the whole .apk/.ipa
 // (tens–hundreds of MB) in one allocation just to checksum it.
-async function hashFile(filePath) {
+export async function hashFile(filePath) {
     const hash = createHash("sha256");
     for await (const chunk of createReadStream(filePath)) {
         hash.update(chunk);

package/build/src/device/cloud/connection.js

@@ -4,7 +4,7 @@ import { CloudAppiumClient } from "./cloud-appium-client.js";
 import { reportCloudPhase } from "./progress.js";
 let activeSession = null;
 function buildCloudCapabilities(options) {
-    const { providerId, platform, deviceName, osVersion, appRef, credentials, buildName, sessionName } = options;
+    const { providerId, platform, deviceName, osVersion, appRef, credentials, buildName, sessionName, cloudSessionId, artifacts } = options;
     const adapter = getCloudProviderAdapter(providerId);
     if (!adapter) {
         throw new Error(`Cloud provider "${providerId}" is not registered.`);
@@ -20,7 +20,9 @@ function buildCloudCapabilities(options) {
             accessKey: credentials?.accessKey,
             projectName: "droid-cua",
             buildName: buildName || `desktop-${new Date().toISOString().slice(0, 10)}`,
-            sessionName: sessionName || `${deviceName} (${platform})`
+            sessionName: sessionName || `${deviceName} (${platform})`,
+            cloudSessionId,
+            artifacts
         }
     };
 }
@@ -29,11 +31,19 @@ export async function connectToDevice(options, logOptions = {}) {
     if (!options || typeof options !== "object") {
         throw new Error("Cloud device connection requires a provider payload.");
     }
-    const { providerId, platform, deviceName, osVersion, appRef, credentials, buildName, sessionName } = options;
-    if (!providerId || !platform || !deviceName || !osVersion || !appRef) {
+    const { providerId, platform, deviceName, osVersion, appRef, credentials, buildName, sessionName, cloudSessionId, artifacts } = options;
+    const isReconnect = providerId === "loadmill-cloud" && Boolean(cloudSessionId);
+    if (!providerId ||
+        (!isReconnect && (!platform || !deviceName || !osVersion)) ||
+        (!appRef && !isReconnect)) {
         throw new Error("Cloud device connection is missing required session details.");
     }
-    if (!credentials?.username || !credentials?.accessKey) {
+    if (providerId === "loadmill-cloud") {
+        if (!credentials?.bearerToken) {
+            throw new Error("Loadmill Cloud connection is missing a Loadmill API token.");
+        }
+    }
+    else if (!credentials?.username || !credentials?.accessKey) {
         throw new Error("Cloud device connection is missing provider credentials.");
     }
     const { adapter, capabilities } = buildCloudCapabilities({
@@ -44,7 +54,9 @@ export async function connectToDevice(options, logOptions = {}) {
         appRef,
         credentials,
         buildName,
-        sessionName
+        sessionName,
+        cloudSessionId,
+        artifacts
     });
     // Optional AbortSignal (Stop/Pause during provisioning). It rides inside the
     // cloud-options object — see the facade in src/device/connection.js — so no