@loadmill/droid-cua 2.30.0 → 2.32.0

package/README.md

@@ -97,7 +97,7 @@ Desktop app support:
 - **Setup guidance** - Configure API access and platform prerequisites in the app
 - **Device and simulator connection** - Connect Android targets and iOS simulators
 - **Natural-language test creation** - Describe flows in plain English
-- **Test management** - Create, edit, save, and rerun reusable scripts
+- **Test management** - Create, edit, save, and rerun reusable scripts, including tests organized in nested project folders
 - **Live execution logs** - Watch actions and progress as tests run
 - **Reports and history** - Review past runs from a project results folder inside the desktop app
 - **JUnit XML output** - Write standard test reports for CI systems and external tooling
@@ -128,6 +128,8 @@ For CI, scripting, or advanced workflows, `droid-cua` also includes a CLI for ru
 
 Desktop projects can also keep run reports in a results folder, including JUnit XML output that the app can read back as project history.
 
+When a desktop project contains nested folders, the app discovers `.dcua` files recursively and displays their directory structure in the project tree. You can create tests in nested folders, open those folders in Finder, drag tests between project roots and nested folders, run an individual test, run a nested folder and all its descendants, or run the entire project. Nested tests use the configured project folder's `context.md`, `test-data.md`, `.secrets`, results folder, and desktop execution settings.
+
 The recommended workflow is:
 - design and debug tests in the desktop app,
 - commit the `.dcua` file plus a headless CLI config file,
@@ -292,7 +294,7 @@ HTML report (`--report`):
 - With no value it saves `<test>--<date>--<time>.html` (e.g. `login--2026-06-03--16-09-20.html`) in the current directory; pass `--report <file>` to pick a filename or `--report <dir>` to pick a folder.
 - In the desktop app the same report is available from a run's **Share → Download HTML report** button.
 - Runs with captured screenshots also expose **Share → Generate video**. The desktop app renders a square mobile replay or 16:9 browser replay locally, then prompts for a save location using `<test>--<date>--<time>--test-replay.mp4` as the suggested filename. While rendering, a compact **Background tasks** card shows progress for **Generating test replay**; it can be minimized to a task-count card or canceled without opening the save dialog.
-- Authenticated headless runs upload their HTML report and screenshots to Loadmill by default. Use `--no-cloud-report` to disable that artifact upload. The basic Droid run row is still reported to Loadmill.
+- Authenticated headless runs upload their HTML report and screenshots to Loadmill by default. The Loadmill run record also includes the resolved Droid version, model, provider, Agent Pace, Aim Assist, Context Optimization, and target environment. Use `--no-cloud-report` to disable artifact upload; the Droid run record is still reported.
 
 ```sh
 droid-cua --avd adb:emulator-5554 --instructions tests/login.dcua --report ./reports

package/build/src/cli/headless-runner.js

@@ -5,8 +5,9 @@ import { handleModelAction as handleBrowserModelAction } from "../browser/action
 import { ExecutionEngine } from "../core/execution-engine.js";
 import { buildExecutionModePrompt } from "../core/prompts.js";
 import { addOpenAiResponseToDroidCuaRunUsage, createDroidCuaRunUsageTotals, estimateDroidCuaRunCostUsd, setDroidCuaRunUsageModel, } from "../core/droid-cua-run-usage.js";
+import { getDroidVersion } from "../core/droid-version.js";
 import { ExecutionMode } from "../modes/execution-mode.js";
-import { reportDroidRunCompletion } from "../integrations/loadmill/run-reporter.js";
+import { buildDroidRunConfiguration, reportDroidRunCompletion, } from "../integrations/loadmill/run-reporter.js";
 import { droidReportUploadManager } from "../integrations/loadmill/report-upload-manager.js";
 import { reportDroidCuaCiTestRunCompleted } from "../integrations/segment/droid-cua-segment.js";
 import { printCliOutput } from "../utils/console-output.js";
@@ -141,7 +142,7 @@ export function buildHeadlessEngineOptions({ runtimeContext, headlessConfig, exe
     }
     return engineOptions;
 }
-async function runHeadlessTest({ runId, testPath, testName, instructions, session, deviceInfo, headlessConfig, appContext, testDataContext = "", runtimeContext, headlessDebug, recordScreenshots, screenshotDir, isBrowserTarget, isCloudTarget, runTarget = null, secrets = null, report = null, isBatchRun = false, reportToLoadmill = true, cloudUploadSession = null, uploadManager = droidReportUploadManager, }) {
+async function runHeadlessTest({ runId, testPath, testName, instructions, session, deviceInfo, headlessConfig, appContext, testDataContext = "", runtimeContext, headlessDebug, recordScreenshots, screenshotDir, isBrowserTarget, isCloudTarget, runTarget = null, secrets = null, report = null, isBatchRun = false, reportToLoadmill = true, runConfiguration = {}, cloudUploadSession = null, uploadManager = droidReportUploadManager, }) {
     let executionMode = null;
     let loadmillSessionUser = null;
     let runUsageTotals = setDroidCuaRunUsageModel(createDroidCuaRunUsageTotals(), runtimeContext.config.cuaModel);
@@ -257,6 +258,7 @@ async function runHeadlessTest({ runId, testPath, testName, instructions, sessio
         let reportedRun = null;
         if (reportToLoadmill) {
             reportedRun = await reportDroidRunCompletion({
+                ...runConfiguration,
                 loadmillClient: runtimeContext.loadmillClient,
                 source: "ci",
                 runId,
@@ -354,6 +356,7 @@ async function runHeadlessTest({ runId, testPath, testName, instructions, sessio
         let reportedRun = null;
         if (reportToLoadmill) {
             reportedRun = await reportDroidRunCompletion({
+                ...runConfiguration,
                 loadmillClient: runtimeContext.loadmillClient,
                 source: "ci",
                 runId,
@@ -425,8 +428,13 @@ async function runHeadlessTest({ runId, testPath, testName, instructions, sessio
         throw error;
     }
 }
-export async function runHeadlessInstructionRuns({ runs, instructionsTarget, session, deviceInfo, headlessConfig, appContext, runtimeContext, headlessDebug, secrets = null, recordScreenshots, screenshotDir, isBrowserTarget, isCloudTarget, runTarget = null, report = null, runHeadlessTestImpl = runHeadlessTest, uploadManager = droidReportUploadManager, }) {
+export async function runHeadlessInstructionRuns({ runs, instructionsTarget, session, deviceInfo, headlessConfig, appContext, runtimeContext, headlessDebug, secrets = null, recordScreenshots, screenshotDir, isBrowserTarget, isCloudTarget, runTarget = null, report = null, droidVersion = getDroidVersion(), runHeadlessTestImpl = runHeadlessTest, uploadManager = droidReportUploadManager, }) {
     const resolvedRunTarget = runTarget ?? { isBrowserTarget, isCloudTarget };
+    const runConfiguration = buildDroidRunConfiguration({
+        droidVersion,
+        runtimeConfig: runtimeContext.config,
+        aimAssistMode: headlessConfig.aimAssistMode,
+    });
     const isBatchRun = instructionsTarget?.type === "directory" || instructionsTarget?.type === "scenario";
     const cloudReportEnabled = report?.cloudEnabled !== false &&
         Boolean(runtimeContext.loadmillClient?.getApiToken?.());
@@ -486,6 +494,7 @@ export async function runHeadlessInstructionRuns({ runs, instructionsTarget, ses
                 report,
                 isBatchRun,
                 reportToLoadmill: !isBatchRun,
+                runConfiguration,
                 cloudUploadSession,
                 uploadManager,
             });
@@ -524,6 +533,7 @@ export async function runHeadlessInstructionRuns({ runs, instructionsTarget, ses
         const isScenario = instructionsTarget?.type === "scenario";
         const testName = isScenario ? "Scenario run" : path.basename(instructionsTarget.path);
         const reportedRun = await reportDroidRunCompletion({
+            ...runConfiguration,
             loadmillClient: runtimeContext.loadmillClient,
             source: "ci",
             runId: createHeadlessRunId(),

package/build/src/core/droid-version.js

@@ -0,0 +1,25 @@
+import { existsSync, readFileSync } from "node:fs";
+import path from "node:path";
+import { fileURLToPath } from "node:url";
+export function getDroidVersion(moduleUrl = import.meta.url) {
+    try {
+        let directory = path.dirname(fileURLToPath(moduleUrl));
+        while (true) {
+            const packagePath = path.join(directory, "package.json");
+            if (existsSync(packagePath)) {
+                const packageJson = JSON.parse(readFileSync(packagePath, "utf8"));
+                if (packageJson.name === "@loadmill/droid-cua") {
+                    return typeof packageJson.version === "string" ? packageJson.version : null;
+                }
+            }
+            const parent = path.dirname(directory);
+            if (parent === directory) {
+                return null;
+            }
+            directory = parent;
+        }
+    }
+    catch {
+        return null;
+    }
+}

package/build/src/device/cloud/cloud-appium-client.js

@@ -9,14 +9,34 @@ export class CloudAppiumClient {
     }
     async request(method, path, body = null) {
         const authHeader = this.provider.getAuthHeader(this.creds);
-        const response = await fetch(`${this.provider.getHubUrl()}${path}`, {
+        const requestOptions = {
             method,
             headers: {
                 ...(authHeader ? { Authorization: authHeader } : {}),
                 ...(body ? { "Content-Type": "application/json" } : {})
             },
             body: body ? JSON.stringify(body) : undefined
-        });
+        };
+        try {
+            return await this._sendRequest(path, requestOptions);
+        }
+        catch (error) {
+            if (error.message !== "Invalid pre-signed URL" || typeof this.provider.refreshWebdriverEndpoint !== "function") {
+                throw error;
+            }
+            try {
+                await this.provider.refreshWebdriverEndpoint();
+            }
+            catch (refreshError) {
+                throw new Error(`Failed to refresh the expired cloud WebDriver endpoint: ${refreshError.message}`, {
+                    cause: error
+                });
+            }
+            return this._sendRequest(path, requestOptions);
+        }
+    }
+    async _sendRequest(path, requestOptions) {
+        const response = await fetch(`${this.provider.getHubUrl()}${path}`, requestOptions);
         const text = await response.text();
         const payload = text ? JSON.parse(text) : {};
         if (!response.ok) {

package/build/src/device/cloud/loadmill-cloud/adapter.js

@@ -475,6 +475,17 @@ export const loadmillCloudAdapter = {
         }
         return activeRun.webdriverEndpoint;
     },
+    async refreshWebdriverEndpoint() {
+        if (!activeRun) {
+            throw new Error("Loadmill Cloud cannot refresh the webdriver endpoint without an active session.");
+        }
+        const result = await activeRun.client.refreshWebdriverEndpoint(activeRun.sessionId);
+        if (!result?.webdriverEndpoint || typeof result.webdriverEndpoint !== "string") {
+            throw new Error("Loadmill Cloud endpoint refresh returned no webdriver endpoint.");
+        }
+        activeRun.webdriverEndpoint = result.webdriverEndpoint;
+        return activeRun.webdriverEndpoint;
+    },
     getAuthHeader() {
         // Presigned hub URL carries its own auth; no header needed.
         return "";

package/build/src/device/cloud/loadmill-cloud/control-plane-client.js

@@ -193,6 +193,9 @@ export class LoadmillCloudControlPlaneClient {
     async heartbeat(sessionId, { signal } = {}) {
         return this._request(`/runs/${encodeURIComponent(sessionId)}/heartbeat`, { method: "POST", signal });
     }
+    async refreshWebdriverEndpoint(sessionId) {
+        return this._request(`/runs/${encodeURIComponent(sessionId)}/endpoint/refresh`, { method: "POST" });
+    }
     async getRunState(sessionId) {
         return this._request(`/runs/${encodeURIComponent(sessionId)}`);
     }

package/build/src/integrations/loadmill/run-reporter.js

@@ -13,6 +13,9 @@ function nonNegativeIntegerOrNull(value) {
     const normalized = nonNegativeNumberOrNull(value);
     return normalized == null ? null : Math.floor(normalized);
 }
+function booleanOrNull(value) {
+    return typeof value === "boolean" ? value : null;
+}
 function normalizeSource(value) {
     return value === "ci" ? "ci" : "desktop";
 }
@@ -47,6 +50,39 @@ export function normalizeDroidRunStatus({ status = null, outcome = null, success
     }
     return "error";
 }
+/**
+ * @param {{
+ *   droidVersion?: string | null,
+ *   runtimeConfig?: {
+ *     cuaModel?: string | null,
+ *     llmProviderMode?: string | null,
+ *     stepDelayMs?: number | null,
+ *     contextOptimizationEnabled?: boolean | null,
+ *     contextOptimizationThreshold?: number | null,
+ *   } | null,
+ *   aimAssistMode?: string | null,
+ * }} input
+ * @returns {{
+ *   droidVersion: string | null,
+ *   model: string | null | undefined,
+ *   llmProviderMode: string | null | undefined,
+ *   stepDelayMs: number | null | undefined,
+ *   aimAssistMode: string | null,
+ *   contextOptimizationEnabled: boolean | null | undefined,
+ *   contextOptimizationThreshold: number | null | undefined,
+ * }}
+ */
+export function buildDroidRunConfiguration({ droidVersion = null, runtimeConfig = null, aimAssistMode = null, } = {}) {
+    return {
+        droidVersion,
+        model: runtimeConfig?.cuaModel,
+        llmProviderMode: runtimeConfig?.llmProviderMode,
+        stepDelayMs: runtimeConfig?.stepDelayMs,
+        aimAssistMode,
+        contextOptimizationEnabled: runtimeConfig?.contextOptimizationEnabled,
+        contextOptimizationThreshold: runtimeConfig?.contextOptimizationThreshold,
+    };
+}
 export function buildDroidRunReportPayload(input = {}) {
     const completedAt = trimToNull(input.completedAt) || new Date().toISOString();
     const testCases = nonNegativeIntegerOrNull(input.testCases);
@@ -58,6 +94,13 @@ export function buildDroidRunReportPayload(input = {}) {
         deviceSource: trimToNull(input.deviceSource),
         deviceName: trimToNull(input.deviceName),
         osVersion: trimToNull(input.osVersion),
+        droidVersion: trimToNull(input.droidVersion),
+        model: trimToNull(input.model),
+        llmProviderMode: trimToNull(input.llmProviderMode),
+        stepDelayMs: nonNegativeIntegerOrNull(input.stepDelayMs),
+        aimAssistMode: trimToNull(input.aimAssistMode),
+        contextOptimizationEnabled: booleanOrNull(input.contextOptimizationEnabled),
+        contextOptimizationThreshold: nonNegativeIntegerOrNull(input.contextOptimizationThreshold),
         instructionsTotal: nonNegativeIntegerOrNull(input.instructionsTotal),
         instructionsCompleted: nonNegativeIntegerOrNull(input.instructionsCompleted),
         actionsTotal: nonNegativeIntegerOrNull(input.actionsTotal),

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@loadmill/droid-cua",
-  "version": "2.30.0",
+  "version": "2.32.0",
   "description": "AI-powered Android testing agent using OpenAI's computer-use model and ADB",
   "main": "build/index.js",
   "type": "module",