@loadmill/droid-cua 2.17.0 → 2.19.0

package/build/src/core/secrets.js

@@ -0,0 +1,116 @@
+import path from "node:path";
+import { readFile } from "node:fs/promises";
+import { parse as parseDotenv } from "dotenv";
+export const SECRETS_FILE_NAME = ".secrets";
+export function normalizeSecretKeys(keys) {
+    if (!Array.isArray(keys))
+        return [];
+    return keys
+        .map((key) => (typeof key === "string" ? key.trim() : ""))
+        .filter(Boolean)
+        .sort((a, b) => a.localeCompare(b));
+}
+function sortedKeys(secretsByKey = {}) {
+    return normalizeSecretKeys(Object.keys(secretsByKey));
+}
+function mergeSecretMaps(...maps) {
+    const merged = {};
+    for (const map of maps) {
+        if (!map || typeof map !== "object")
+            continue;
+        for (const [key, value] of Object.entries(map)) {
+            if (!key)
+                continue;
+            merged[key] = String(value ?? "");
+        }
+    }
+    return merged;
+}
+export function getDefaultSecretsPath(basePath = process.cwd()) {
+    return path.join(basePath, SECRETS_FILE_NAME);
+}
+export function parseSecretsOverrideString(rawValue) {
+    if (rawValue == null || rawValue === "") {
+        return {};
+    }
+    if (typeof rawValue !== "string") {
+        throw new Error("--secrets must be a comma-separated KEY=value string.");
+    }
+    const parsed = {};
+    for (const rawEntry of rawValue.split(",")) {
+        const entry = rawEntry.trim();
+        if (!entry)
+            continue;
+        const separatorIndex = entry.indexOf("=");
+        if (separatorIndex < 0) {
+            throw new Error("--secrets entries must use KEY=value format.");
+        }
+        const key = entry.slice(0, separatorIndex).trim();
+        if (!key) {
+            throw new Error("--secrets entries must include a non-empty key.");
+        }
+        parsed[key] = entry.slice(separatorIndex + 1);
+    }
+    return parsed;
+}
+export async function loadSecretsFile(filePath) {
+    if (!filePath) {
+        return {
+            status: "missing",
+            secretsByKey: {},
+            path: null,
+            message: null,
+        };
+    }
+    try {
+        const content = await readFile(filePath, "utf-8");
+        return {
+            status: "loaded",
+            secretsByKey: parseDotenv(content),
+            path: filePath,
+            message: null,
+        };
+    }
+    catch (error) {
+        if (error?.code === "ENOENT") {
+            return {
+                status: "missing",
+                secretsByKey: {},
+                path: filePath,
+                message: null,
+            };
+        }
+        const message = error instanceof Error ? error.message : "Unknown file read error.";
+        return {
+            status: "failed",
+            secretsByKey: {},
+            path: filePath,
+            message,
+        };
+    }
+}
+/**
+ * @param {Object} [options]
+ * @param {string|null} [options.secretsPath] Path to a `.secrets` file. Pass `null`
+ *   to skip file loading entirely (resolves to no file-based secrets).
+ * @param {string|null} [options.cliSecrets] Comma-separated KEY=value overrides.
+ */
+export async function resolveExecutionSecrets({ secretsPath = getDefaultSecretsPath(), cliSecrets = null, } = {}) {
+    const fileResult = await loadSecretsFile(secretsPath);
+    if (fileResult.status === "failed") {
+        throw new Error(`Could not read secrets file ${fileResult.path}: ${fileResult.message}`);
+    }
+    const cliSecretsByKey = parseSecretsOverrideString(cliSecrets);
+    const secretsByKey = mergeSecretMaps(fileResult.secretsByKey, cliSecretsByKey);
+    const availableSecretKeys = sortedKeys(secretsByKey);
+    return {
+        secretsByKey,
+        availableSecretKeys,
+        sourceMetadata: {
+            filePath: fileResult.path,
+            fileStatus: fileResult.status,
+            fileKeyCount: sortedKeys(fileResult.secretsByKey).length,
+            cliKeyCount: sortedKeys(cliSecretsByKey).length,
+        },
+    };
+}

package/build/src/core/tool-handlers/close-current-tab.js

@@ -2,7 +2,7 @@ import { normalizeBrowserInfoForSession } from "../../browser/normalize.js";
 import { CAPTURE_SOURCES } from "../capture-sources.js";
 import { printCliOutput } from "../../utils/console-output.js";
 import { updateBrowserSessionInfo } from "./browser-session.js";
-import { buildFunctionCallOutputItem, buildPreviewOutputContent, buildTextToolOutputItem, } from "./utils.js";
+import { buildFunctionCallOutputItem, buildToolOutputContent, buildTextToolOutputItem, } from "./utils.js";
 export async function handleCloseCurrentTabToolCall({ engine, callId, context = null, stepContext = null }) {
     const session = engine.session;
     if (session?.targetKind !== "browser" && session?.deviceInfo?.platform !== "browser") {
@@ -44,9 +44,9 @@ export async function handleCloseCurrentTabToolCall({ engine, callId, context =
     });
     return {
         kind: "continue",
-        outputItem: buildFunctionCallOutputItem(callId, buildPreviewOutputContent({
+        outputItem: buildFunctionCallOutputItem(callId, buildToolOutputContent({
             text: result.message,
-            annotatedScreenshotBase64: screenshotBase64,
+            imageBase64: screenshotBase64,
         })),
         currentScreenshot,
     };

package/build/src/core/tool-handlers/navigate.js

@@ -3,7 +3,7 @@ import { buildExecutionNavigationRecoveryPrompt } from "../../prompts/execution.
 import { emitDesktopDebug } from "../../utils/desktop-debug.js";
 import { printCliOutput } from "../../utils/console-output.js";
 import { updateBrowserSessionInfo } from "./browser-session.js";
-import { buildDebugContext, buildFunctionCallOutputItem, buildPreviewOutputContent, buildTextToolOutputItem, isDesignContext, parseStringToolArgument, } from "./utils.js";
+import { buildDebugContext, buildFunctionCallOutputItem, buildToolOutputContent, buildTextToolOutputItem, isDesignContext, parseStringToolArgument, } from "./utils.js";
 export async function handleNavigateToolCall({ engine, callId, argumentsText, context = null, stepContext = null }) {
     const session = engine.session;
     const parsed = parseStringToolArgument(argumentsText, "target", "navigate");
@@ -69,9 +69,9 @@ export async function handleNavigateToolCall({ engine, callId, argumentsText, co
             const screenshotBase64 = await engine.getScreenshotAsBase64(session.deviceId, session.deviceInfo);
             return {
                 kind: "continue",
-                outputItem: buildFunctionCallOutputItem(callId, buildPreviewOutputContent({
+                outputItem: buildFunctionCallOutputItem(callId, buildToolOutputContent({
                     text: `Navigation complete: ${normalizedUrl}`,
-                    annotatedScreenshotBase64: screenshotBase64,
+                    imageBase64: screenshotBase64,
                 })),
             };
         }

package/build/src/core/tool-handlers/preview-click.js

@@ -1,7 +1,7 @@
 import { randomUUID } from "node:crypto";
 import { createAnnotatedScreenshotFromBase64 } from "../../utils/run-screenshot-recorder.js";
 import { CAPTURE_SOURCES } from "../capture-sources.js";
-import { buildFunctionCallOutputItem, buildPreviewOutputContent, } from "./utils.js";
+import { buildFunctionCallOutputItem, buildToolOutputContent, } from "./utils.js";
 function buildPreviewClickValidationError(argumentsText) {
     if (!argumentsText || typeof argumentsText !== "string") {
         return "Invalid preview_click arguments: expected a JSON object with numeric x and y.";
@@ -42,7 +42,7 @@ export async function handlePreviewClick({ engine, callId, argumentsText, contex
     const session = engine.session;
     const parsedArguments = parsePreviewClickArguments(argumentsText);
     if (!parsedArguments.ok) {
-        return continueWith(buildFunctionCallOutputItem(callId, buildPreviewOutputContent({ text: parsedArguments.message })));
+        return continueWith(buildFunctionCallOutputItem(callId, buildToolOutputContent({ text: parsedArguments.message })));
     }
     try {
         const screenshotBase64 = await engine.getScreenshotAsBase64(session.deviceId, session.deviceInfo);
@@ -52,7 +52,7 @@ export async function handlePreviewClick({ engine, callId, argumentsText, contex
             style: "preview",
         });
         if (!previewResult?.screenshotBase64 || !previewResult?.marker) {
-            return continueWith(buildFunctionCallOutputItem(callId, buildPreviewOutputContent({
+            return continueWith(buildFunctionCallOutputItem(callId, buildToolOutputContent({
                 text: "preview_click failed: could not annotate the current screenshot.",
             })));
         }
@@ -99,13 +99,13 @@ export async function handlePreviewClick({ engine, callId, argumentsText, contex
                 },
             });
         }
-        return continueWith(buildFunctionCallOutputItem(callId, buildPreviewOutputContent({
+        return continueWith(buildFunctionCallOutputItem(callId, buildToolOutputContent({
             text: previewText,
-            annotatedScreenshotBase64: previewResult.screenshotBase64,
+            imageBase64: previewResult.screenshotBase64,
         })));
     }
     catch (error) {
-        return continueWith(buildFunctionCallOutputItem(callId, buildPreviewOutputContent({
+        return continueWith(buildFunctionCallOutputItem(callId, buildToolOutputContent({
             text: `preview_click failed: ${error instanceof Error ? error.message : "unable to capture or annotate the current screen."}`,
         })));
     }

package/build/src/core/tool-handlers/type-sensitive-text.js

@@ -0,0 +1,62 @@
+import { randomUUID } from "node:crypto";
+import { CAPTURE_SOURCES } from "../capture-sources.js";
+import { buildFunctionCallOutputItem, buildToolOutputContent, buildTextToolOutputItem, parseStringToolArgument, } from "./utils.js";
+export async function handleTypeSensitiveTextToolCall({ engine, callId, argumentsText, context = null, stepContext = null }) {
+    const parsed = parseStringToolArgument(argumentsText, "key", "type_sensitive_text");
+    if (!parsed.ok) {
+        return {
+            kind: "continue",
+            outputItem: buildTextToolOutputItem(callId, parsed.message),
+        };
+    }
+    const key = parsed.value;
+    const secretsByKey = engine.secretsByKey && typeof engine.secretsByKey === "object" ? engine.secretsByKey : {};
+    if (!Object.prototype.hasOwnProperty.call(secretsByKey, key)) {
+        return {
+            kind: "continue",
+            outputItem: buildTextToolOutputItem(callId, `Secret key not found: ${key}`),
+        };
+    }
+    const action = {
+        type: "type",
+        text: String(secretsByKey[key] ?? ""),
+        sensitive: true,
+        sensitiveKey: key,
+    };
+    try {
+        const result = await engine.handleModelAction(engine.session.deviceId, action, engine.session.deviceInfo.scale, {
+            ...context,
+            stepId: stepContext?.stepId,
+            instructionIndex: stepContext?.instructionIndex,
+            eventId: randomUUID(),
+        });
+        if (result?.success === false) {
+            return {
+                kind: "fail",
+                error: `Sensitive typing failed for ${key}.`,
+            };
+        }
+    }
+    catch {
+        return {
+            kind: "fail",
+            error: `Sensitive typing failed for ${key}.`,
+        };
+    }
+    const screenshotBase64 = await engine.getScreenshotAsBase64(engine.session.deviceId, engine.session.deviceInfo);
+    const currentScreenshot = await engine.recordScreenshot(screenshotBase64, {
+        runId: context?.runId,
+        sessionId: context?.sessionId,
+        stepId: stepContext?.stepId,
+        instructionIndex: stepContext?.instructionIndex,
+        captureSource: CAPTURE_SOURCES.CALL_OUTPUT_POST_ACTION,
+    });
+    return {
+        kind: "continue",
+        outputItem: buildFunctionCallOutputItem(callId, buildToolOutputContent({
+            text: `Typed secret: ${key}`,
+            imageBase64: screenshotBase64,
+        })),
+        currentScreenshot,
+    };
+}

package/build/src/core/tool-handlers/utils.js

@@ -45,12 +45,12 @@ export function buildFunctionCallOutputItem(callId, output) {
 export function buildTextToolOutputItem(callId, text) {
     return buildFunctionCallOutputItem(callId, [{ type: "input_text", text }]);
 }
-export function buildPreviewOutputContent({ text, annotatedScreenshotBase64 = null }) {
+export function buildToolOutputContent({ text, imageBase64 = null }) {
     const content = [{ type: "input_text", text }];
-    if (annotatedScreenshotBase64) {
+    if (imageBase64) {
         content.push({
             type: "input_image",
-            image_url: `data:image/png;base64,${annotatedScreenshotBase64}`,
+            image_url: `data:image/png;base64,${imageBase64}`,
             detail: "high",
         });
     }

package/build/src/device/android/actions.js

@@ -3,6 +3,7 @@ import { emitDesktopDebug, truncateForDebug } from "../../utils/desktop-debug.js
 import { getConfiguredStepDelayMs } from "../../utils/step-delay.js";
 import { buildActionEventMeta } from "../action-event-meta.js";
 import { buildMobileKeypressPayload, getAndroidAdbTransport, normalizeMobileKeypress } from "../mobile-keypress.js";
+import { actionForErrorLog, buildActionErrorOutput, buildDebugTextField, buildSensitiveDebugFields, buildTypeActionPayload, buildTypeActionText, isSensitiveAction, } from "../sensitive-action.js";
 import { resolveScrollGesture } from "../scroll-gesture.js";
 import { execAdb } from "./tools.js";
 function adbShell(deviceId, command) {
@@ -34,7 +35,8 @@ export async function handleModelAction(deviceId, action, scale = 1.0, context =
             y1,
             x2,
             y2,
-            text: typeof text === "string" ? truncateForDebug(text, 300) : undefined,
+            text: buildDebugTextField(action, truncateForDebug),
+            ...buildSensitiveDebugFields(action),
             keyCount: Array.isArray(keys) ? keys.length : 0,
             pathPoints: Array.isArray(path) ? path.length : 0
         });
@@ -79,7 +81,7 @@ export async function handleModelAction(deviceId, action, scale = 1.0, context =
                 }
                 break;
             case "type":
-                addOutput({ type: 'action', text: `Typing text: ${text}`, ...meta({ text }) });
+                addOutput({ type: 'action', text: buildTypeActionText(action, text), ...meta(buildTypeActionPayload(action, text)) });
                 const escapedText = text.replace(/(["\\$`])/g, "\\$1").replace(/ /g, "%s");
                 await adbShell(deviceId, `input text "${escapedText}"`);
                 break;
@@ -104,13 +106,15 @@ export async function handleModelAction(deviceId, action, scale = 1.0, context =
             default:
                 addOutput({ type: 'info', text: `Unknown action: ${JSON.stringify(action)}` });
         }
+        return { success: true };
     }
     catch (error) {
+        const outputError = buildActionErrorOutput(action, error);
         // Log full error details to file
         logger.error('Action execution error', {
-            action,
-            message: error.message,
-            stack: error.stack
+            action: actionForErrorLog(action),
+            message: outputError.message,
+            stack: isSensitiveAction(action) ? undefined : error.stack
         });
         emitDesktopDebug("device.error", "device", {
             runId: context?.runId,
@@ -121,12 +125,12 @@ export async function handleModelAction(deviceId, action, scale = 1.0, context =
             platform: "android",
             operation: "action.execute",
             actionType: action?.type,
-            message: error.message
+            message: outputError.message
         });
         // Show user-friendly error message
         addOutput({
             type: 'error',
-            text: `Error executing action: ${error.message}`,
+            text: outputError.text,
             eventType: 'error',
             actionType: action?.type,
             runId: context?.runId,
@@ -134,10 +138,11 @@ export async function handleModelAction(deviceId, action, scale = 1.0, context =
             instructionIndex: context?.instructionIndex,
             payload: {
                 eventId: context?.eventId,
-                message: error.message,
+                message: outputError.message,
                 platform: 'android'
             }
         });
         addOutput({ type: 'info', text: 'Full error details have been logged to the debug log.' });
+        return { success: false, error: outputError.message };
     }
 }

package/build/src/device/cloud/actions.js

@@ -2,6 +2,7 @@ import { logger } from "../../utils/logger.js";
 import { emitDesktopDebug, truncateForDebug } from "../../utils/desktop-debug.js";
 import { getConfiguredStepDelayMs } from "../../utils/step-delay.js";
 import { buildActionEventMeta } from "../action-event-meta.js";
+import { actionForErrorLog, buildActionErrorOutput, buildDebugTextField, buildSensitiveDebugFields, buildTypeActionPayload, buildTypeActionText, isSensitiveAction, } from "../sensitive-action.js";
 import { buildMobileKeypressPayload, getCloudAndroidTransport, getIosTransport, normalizeMobileKeypress } from "../mobile-keypress.js";
 import { getActiveSession, getDevicePixelRatio } from "./connection.js";
 import { resolveScrollGesture } from "../scroll-gesture.js";
@@ -33,7 +34,8 @@ export async function handleModelAction(deviceId, action, scale = 1.0, context =
             deviceId,
             actionType: action?.type,
             scale,
-            text: typeof action?.text === "string" ? truncateForDebug(action.text, 300) : undefined,
+            text: buildDebugTextField(action, truncateForDebug),
+            ...buildSensitiveDebugFields(action),
             keyCount: Array.isArray(action?.keys) ? action.keys.length : 0,
             pathPoints: Array.isArray(action?.path) ? action.path.length : 0
         });
@@ -48,7 +50,11 @@ export async function handleModelAction(deviceId, action, scale = 1.0, context =
                 break;
             }
             case "type": {
-                addOutput({ type: "action", text: `Typing text: ${action.text}`, ...meta({ text: action.text }) });
+                addOutput({
+                    type: "action",
+                    text: buildTypeActionText(action, action.text),
+                    ...meta(buildTypeActionPayload(action, action.text))
+                });
                 await session.client.type(session.sessionId, action.text);
                 break;
             }
@@ -133,12 +139,14 @@ export async function handleModelAction(deviceId, action, scale = 1.0, context =
             default:
                 addOutput({ type: "info", text: `Unknown action: ${JSON.stringify(action)}` });
         }
+        return { success: true };
     }
     catch (error) {
+        const outputError = buildActionErrorOutput(action, error);
         logger.error("Cloud action execution error", {
-            action,
-            message: error.message,
-            stack: error.stack,
+            action: actionForErrorLog(action),
+            message: outputError.message,
+            stack: isSensitiveAction(action) ? undefined : error.stack,
             providerId: session.providerId,
             platform
         });
@@ -152,11 +160,11 @@ export async function handleModelAction(deviceId, action, scale = 1.0, context =
             source: session.providerId,
             operation: "action.execute",
             actionType: action?.type,
-            message: error.message
+            message: outputError.message
         });
         addOutput({
             type: "error",
-            text: `Error executing action: ${error.message}`,
+            text: outputError.text,
             eventType: "error",
             actionType: action?.type,
             runId: context?.runId,
@@ -164,11 +172,12 @@ export async function handleModelAction(deviceId, action, scale = 1.0, context =
             instructionIndex: context?.instructionIndex,
             payload: {
                 eventId: context?.eventId,
-                message: error.message,
+                message: outputError.message,
                 platform,
                 source: session.providerId
             }
         });
         addOutput({ type: "info", text: "Full error details have been logged to the debug log." });
+        return { success: false, error: outputError.message };
     }
 }

package/build/src/device/ios/actions.js

@@ -6,6 +6,7 @@
 import * as appium from "./appium-client.js";
 import { buildActionEventMeta } from "../action-event-meta.js";
 import { buildMobileKeypressPayload, getIosTransport, normalizeMobileKeypress } from "../mobile-keypress.js";
+import { actionForErrorLog, buildActionErrorOutput, buildDebugTextField, buildSensitiveDebugFields, buildTypeActionPayload, buildTypeActionText, isSensitiveAction, } from "../sensitive-action.js";
 import { getActiveSession, getDevicePixelRatio } from "./connection.js";
 import { logger } from "../../utils/logger.js";
 import { emitDesktopDebug, truncateForDebug } from "../../utils/desktop-debug.js";
@@ -41,7 +42,8 @@ export async function handleModelAction(simulatorId, action, scale = 1.0, contex
             simulatorId,
             actionType: action?.type,
             scale,
-            text: typeof action?.text === "string" ? truncateForDebug(action.text, 300) : undefined,
+            text: buildDebugTextField(action, truncateForDebug),
+            ...buildSensitiveDebugFields(action),
             keyCount: Array.isArray(action?.keys) ? action.keys.length : 0,
             pathPoints: Array.isArray(action?.path) ? action.path.length : 0
         });
@@ -59,7 +61,11 @@ export async function handleModelAction(simulatorId, action, scale = 1.0, contex
                 break;
             }
             case "type": {
-                addOutput({ type: "action", text: `Typing text: ${action.text}`, ...meta({ text: action.text }) });
+                addOutput({
+                    type: "action",
+                    text: buildTypeActionText(action, action.text),
+                    ...meta(buildTypeActionPayload(action, action.text))
+                });
                 await appium.type(session.sessionId, action.text);
                 break;
             }
@@ -138,12 +144,14 @@ export async function handleModelAction(simulatorId, action, scale = 1.0, contex
             default:
                 addOutput({ type: "info", text: `Unknown action: ${JSON.stringify(action)}` });
         }
+        return { success: true };
     }
     catch (error) {
+        const outputError = buildActionErrorOutput(action, error);
         logger.error("iOS action execution error", {
-            action,
-            message: error.message,
-            stack: error.stack,
+            action: actionForErrorLog(action),
+            message: outputError.message,
+            stack: isSensitiveAction(action) ? undefined : error.stack,
         });
         emitDesktopDebug("device.error", "device", {
             runId: context?.runId,
@@ -154,11 +162,11 @@ export async function handleModelAction(simulatorId, action, scale = 1.0, contex
             platform: "ios",
             operation: "action.execute",
             actionType: action?.type,
-            message: error.message
+            message: outputError.message
         });
         addOutput({
             type: "error",
-            text: `Error executing action: ${error.message}`,
+            text: outputError.text,
             eventType: "error",
             actionType: action?.type,
             runId: context?.runId,
@@ -166,10 +174,11 @@ export async function handleModelAction(simulatorId, action, scale = 1.0, contex
             instructionIndex: context?.instructionIndex,
             payload: {
                 eventId: context?.eventId,
-                message: error.message,
+                message: outputError.message,
                 platform: "ios"
             }
         });
         addOutput({ type: "info", text: "Full error details have been logged to the debug log." });
+        return { success: false, error: outputError.message };
     }
 }

package/build/src/device/openai.js

@@ -107,6 +107,20 @@ const loadmillTool = {
         additionalProperties: false,
     },
 };
+const typeSensitiveTextTool = {
+    type: "function",
+    name: "type_sensitive_text",
+    description: "Type a secret value by key without exposing the value to the model. Use this only for secret keys listed in the prompt.",
+    strict: true,
+    parameters: {
+        type: "object",
+        properties: {
+            key: { type: "string" },
+        },
+        required: ["key"],
+        additionalProperties: false,
+    },
+};
 const testDesignCompleteTool = {
     type: "function",
     name: "test_design_complete",
@@ -156,6 +170,9 @@ export function buildFunctionTools({ aimAssistMode = DEFAULT_AIM_ASSIST_MODE, to
     if (toolCapabilities.loadmill) {
         tools.push(loadmillTool);
     }
+    if (toolCapabilities.typeSensitiveText) {
+        tools.push(typeSensitiveTextTool);
+    }
     if (toolCapabilities.testDesignComplete) {
         tools.push(testDesignCompleteTool);
     }

package/build/src/device/sensitive-action.js

@@ -0,0 +1,61 @@
+export function isSensitiveAction(action) {
+    return action?.sensitive === true;
+}
+export function getSensitiveKey(action) {
+    return typeof action?.sensitiveKey === "string" && action.sensitiveKey.trim()
+        ? action.sensitiveKey.trim()
+        : "secret";
+}
+export function buildTypeActionText(action, text) {
+    if (isSensitiveAction(action)) {
+        return `Typing secret: ${getSensitiveKey(action)}`;
+    }
+    return `Typing text: ${text}`;
+}
+export function buildTypeActionPayload(action, text) {
+    if (isSensitiveAction(action)) {
+        return {
+            sensitive: true,
+            secretKey: getSensitiveKey(action),
+        };
+    }
+    return { text };
+}
+export function buildDebugTextField(action, truncate) {
+    if (isSensitiveAction(action)) {
+        return undefined;
+    }
+    return typeof action?.text === "string" ? truncate(action.text, 300) : undefined;
+}
+export function buildSensitiveDebugFields(action) {
+    if (!isSensitiveAction(action)) {
+        return {};
+    }
+    return {
+        sensitive: true,
+        secretKey: getSensitiveKey(action),
+    };
+}
+export function actionForErrorLog(action) {
+    if (!isSensitiveAction(action)) {
+        return action;
+    }
+    return {
+        type: action?.type,
+        sensitive: true,
+        secretKey: getSensitiveKey(action),
+    };
+}
+export function buildActionErrorOutput(action, error) {
+    if (isSensitiveAction(action)) {
+        const key = getSensitiveKey(action);
+        return {
+            text: `Error typing secret: ${key}`,
+            message: `Sensitive typing failed for ${key}.`,
+        };
+    }
+    return {
+        text: `Error executing action: ${error.message}`,
+        message: error.message,
+    };
+}

package/build/src/modes/design-mode-ink.js

@@ -33,7 +33,8 @@ export class DesignModeInk {
     async start() {
         const addOutput = this.context.addOutput;
         // Set design mode system prompt
-        const designPrompt = buildDesignModePrompt(this.session.deviceInfo, {});
+        const availableSecretKeys = this.engine.getAvailableSecretKeys();
+        const designPrompt = buildDesignModePrompt(this.session.deviceInfo, {}, "", { availableSecretKeys });
         this.baseDesignPrompt = designPrompt;
         this.session.setSystemPrompt(designPrompt);
         this.engine.toolCapabilities = {
@@ -41,6 +42,7 @@ export class DesignModeInk {
             navigate: this.session?.deviceInfo?.platform === "browser",
             closeCurrentTab: this.session?.deviceInfo?.platform === "browser",
             loadmill: false,
+            typeSensitiveText: this.engine.hasSecrets(),
             testDesignComplete: true,
         };
         this.engine.baseSystemPrompt = designPrompt;

package/build/src/modes/design-mode.js

@@ -30,7 +30,8 @@ export class DesignMode {
      */
     async start(context) {
         // Set design mode system prompt
-        const designPrompt = buildDesignModePrompt(this.session.deviceInfo, {});
+        const availableSecretKeys = this.engine.getAvailableSecretKeys();
+        const designPrompt = buildDesignModePrompt(this.session.deviceInfo, {}, "", { availableSecretKeys });
         this.baseDesignPrompt = designPrompt;
         this.session.setSystemPrompt(designPrompt);
         this.engine.toolCapabilities = {
@@ -38,6 +39,7 @@ export class DesignMode {
             navigate: this.session?.deviceInfo?.platform === "browser",
             closeCurrentTab: this.session?.deviceInfo?.platform === "browser",
             loadmill: false,
+            typeSensitiveText: this.engine.hasSecrets(),
             testDesignComplete: true,
         };
         this.engine.baseSystemPrompt = designPrompt;