@loadmill/droid-cua 2.17.0 → 2.19.0

package/build/src/modes/execution-mode.js

@@ -70,6 +70,7 @@ export class ExecutionMode {
             navigate: this.isBrowserSession,
             closeCurrentTab: this.isBrowserSession,
             loadmill: true,
+            typeSensitiveText: this.engine.hasSecrets(),
         };
         this.engine.baseSystemPrompt = this.initialSystemText;
         this.engine.isHeadlessMode = this.isHeadlessMode;
@@ -144,6 +145,19 @@ export class ExecutionMode {
                 });
                 return { success: false, error: 'Stopped by user' };
             }
+            if (runContext.waitIfPaused) {
+                const pauseResult = await runContext.waitIfPaused({
+                    boundary: 'before_instruction',
+                    refreshScreenOnResume: false,
+                    stepContext,
+                });
+                if (pauseResult?.status === 'stopped' || this.shouldStop) {
+                    this.emit(addOutput, 'info', 'Test execution stopped by user.', runContext, stepContext, {
+                        eventType: 'system_message'
+                    });
+                    return { success: false, error: 'Stopped by user' };
+                }
+            }
             const instruction = this.instructions[i];
             this.emit(addOutput, 'user', instruction, runContext, stepContext, {
                 eventType: 'instruction_started',
@@ -255,6 +269,9 @@ export class ExecutionMode {
                 return this.shouldStop;
             };
             const { responseId: newResponseId, summary: turnSummary } = await this.engine.runFullTurn(response, trackAction, instructionContext, stepContext, { currentScreenshot });
+            if (turnSummary.stopped || this.shouldStop) {
+                return { success: false, error: "Stopped by user" };
+            }
             if (turnSummary.assertionStatus === "passed") {
                 this.stats.assertionsPassed++;
             }

package/build/src/prompts/design.js

@@ -1,9 +1,10 @@
 import { appendCustomSections, buildBaseSystemPrompt, isBrowserTarget } from "./base.js";
-import { buildAppContextSection } from "./execution.js";
-export function buildDesignModePrompt(deviceInfo, customInstructions = {}, appContextText = "") {
+import { buildAppContextSection, buildSecretKeysContextSection } from "./execution.js";
+export function buildDesignModePrompt(deviceInfo, customInstructions = {}, appContextText = "", options = {}) {
     const designCustomText = typeof customInstructions.designModeInstructions === "string" ? customInstructions.designModeInstructions.trim() : "";
     const basePrompt = buildBaseSystemPrompt(deviceInfo, customInstructions);
     const appContextSection = buildAppContextSection(appContextText);
+    const secretKeysContextSection = buildSecretKeysContextSection(options.availableSecretKeys);
     const browserTarget = isBrowserTarget(deviceInfo);
     const prompt = `${basePrompt}
 
@@ -93,7 +94,7 @@ WRONG Example (DON'T DO THIS):
 3. etc...
 \`\`\`
 
-Remember: You are autonomous. Explore confidently. Generate simple, executable test scripts.${appContextSection ? `\n\n${appContextSection}` : ""}
+Remember: You are autonomous. Explore confidently. Generate simple, executable test scripts.${appContextSection ? `\n\n${appContextSection}` : ""}${secretKeysContextSection ? `\n\n${secretKeysContextSection}` : ""}
 `;
     return appendCustomSections(prompt, [
         { title: "Base Prompt Instructions", text: customInstructions.basePromptInstructions },

package/build/src/prompts/execution.js

@@ -1,4 +1,5 @@
 import { DEFAULT_AIM_ASSIST_MODE } from "../core/aim-assist.js";
+import { normalizeSecretKeys } from "../core/secrets.js";
 import { appendCustomSections, buildBaseSystemPrompt, isBrowserTarget } from "./base.js";
 export function buildAppContextSection(text) {
     const trimmed = typeof text === "string" ? text.trim() : "";
@@ -22,12 +23,25 @@ They do not replace or override the test instructions.
 
 ${trimmed}`;
 }
+export function buildSecretKeysContextSection(keys = []) {
+    const normalized = normalizeSecretKeys(keys);
+    if (normalized.length === 0) {
+        return "";
+    }
+    return `SECRET KEYS FOR THIS RUN:
+The following secret keys are available. You can see only the keys, not the values.
+Use the \`type_sensitive_text\` tool when you need to enter passwords, OTPs, tokens, API keys, or other hidden credentials.
+Never ask the user to reveal these values and never type placeholder text when a matching secret key is available.
+
+${normalized.map((key) => `- ${key}`).join("\n")}`;
+}
 export function buildExecutionModePrompt(deviceInfo, customInstructions = {}, appContextText = "", options = {}) {
     const executionCustomText = typeof customInstructions.executionModeInstructions === "string" ? customInstructions.executionModeInstructions.trim() : "";
     const aimAssistMode = typeof options.aimAssistMode === "string" ? options.aimAssistMode : DEFAULT_AIM_ASSIST_MODE;
     const basePrompt = buildBaseSystemPrompt(deviceInfo, { aimAssistMode });
     const appContextSection = buildAppContextSection(appContextText);
     const testDataContextSection = buildTestDataContextSection(options.testDataContext);
+    const secretKeysContextSection = buildSecretKeysContextSection(options.availableSecretKeys);
     const browserTarget = isBrowserTarget(deviceInfo);
     const prompt = `${basePrompt}
 
@@ -64,7 +78,7 @@ Your process:
 7. Stop immediately - no commentary, no questions
 
 Each instruction is independent. Do not reference previous instructions or ask about next steps.
-${appContextSection ? `\n\n${appContextSection}` : ""}${testDataContextSection ? `\n\n${testDataContextSection}` : ""}`;
+${appContextSection ? `\n\n${appContextSection}` : ""}${testDataContextSection ? `\n\n${testDataContextSection}` : ""}${secretKeysContextSection ? `\n\n${secretKeysContextSection}` : ""}`;
     return appendCustomSections(prompt, [
         { title: "Base Prompt Instructions", text: customInstructions.basePromptInstructions },
         { title: "Execution Mode Instructions", text: executionCustomText }

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@loadmill/droid-cua",
-  "version": "2.17.0",
+  "version": "2.19.0",
   "description": "AI-powered Android testing agent using OpenAI's computer-use model and ADB",
   "main": "build/index.js",
   "type": "module",