testdriverai 7.9.2-test → 7.9.3-canary

package/agent/lib/commands.js

@@ -1565,11 +1565,26 @@ const createCommands = (
         let result = null;
 
         const execTimeout = timeout || 300000;
-        result = await sandbox.send({
-          type: "commands.run",
-          command: code,
-          timeout: execTimeout,
-        }, execTimeout);
+
+        // Stream output chunks in real-time as they arrive from the runner
+        let streamedOutput = false;
+        const onExecOutput = ({ chunk }) => {
+          if (!silent && chunk) {
+            emitter.emit(events.log.log, theme.dim(chunk), true);
+            streamedOutput = true;
+          }
+        };
+        emitter.on(events.exec.output, onExecOutput);
+
+        try {
+          result = await sandbox.send({
+            type: "commands.run",
+            command: code,
+            timeout: execTimeout,
+          }, execTimeout);
+        } finally {
+          emitter.off(events.exec.output, onExecOutput);
+        }
         
         const execActionEndTime = Date.now();
         const execDuration = execActionEndTime - execActionLogStart;
@@ -1595,7 +1610,8 @@ const createCommands = (
             true,
           );
           
-          if (!silent && result.out?.stdout) {
+          // Skip stdout log if already streamed in real-time to avoid duplication
+          if (!silent && !streamedOutput && result.out?.stdout) {
             emitter.emit(events.log.log, theme.dim(`  stdout:`), true);
             emitter.emit(events.log.log, theme.dim(`  ${result.out.stdout}`), true);
           }

package/docs/_scripts/generate-examples.js

@@ -279,22 +279,36 @@ function extractTestcaseId(url) {
   return pathParts.length >= 2 ? pathParts[pathParts.length - 1] : null;
 }
 
+// Derive API root from a console URL (e.g. console-test.testdriver.ai → api-test.testdriver.ai)
+function apiRootFromConsoleUrl(sourceUrl) {
+  if (!sourceUrl) return null;
+  try {
+    const url = new URL(sourceUrl);
+    // Map console* hostname to api* hostname
+    const apiHostname = url.hostname.replace(/^console/, 'api');
+    return `${url.protocol}//${apiHostname}`;
+  } catch {
+    return null;
+  }
+}
+
 // Generate replay URL from testcase ID
-function generateReplayUrl(testcaseId) {
+// sourceUrl is the manifest URL used to infer the correct API environment
+function generateReplayUrl(testcaseId, sourceUrl) {
   // Use the API replay endpoint which handles the redirect with embed=true
-  const apiRoot = process.env.TD_API_ROOT || 'https://api.testdriver.ai';
+  const apiRoot = apiRootFromConsoleUrl(sourceUrl) || process.env.TD_API_ROOT || 'https://api.testdriver.ai';
   return `${apiRoot}/api/v1/testdriver/testcase/${testcaseId}/replay`;
 }
 
 // Update existing MDX file by finding the marker comment and replacing the iframe
-function updateExistingMDX(existingContent, filename, testcaseId) {
+function updateExistingMDX(existingContent, filename, testcaseId, sourceUrl) {
   const marker = `{/* ${filename} output */}`;
   
   if (!existingContent.includes(marker)) {
     return null; // Marker not found, can't update
   }
   
-  const replayUrl = generateReplayUrl(testcaseId);
+  const replayUrl = generateReplayUrl(testcaseId, sourceUrl);
   
   // Pattern to match the marker followed by the iframe tag
   const escapedFilename = filename.replace(/\./g, '\\.');
@@ -356,7 +370,7 @@ ${description}
 
   // Add Live Test Run section if URL exists
   if (testcaseId) {
-    const replayUrl = generateReplayUrl(testcaseId);
+    const replayUrl = generateReplayUrl(testcaseId, manifestEntry?.url);
     mdx += `## Live Test Run
 
 Watch this test execute in a real sandbox environment:
@@ -562,7 +576,7 @@ async function main() {
         const manifestEntry = manifest.examples[testMeta.filename];
         const testcaseId = manifestEntry?.url ? extractTestcaseId(manifestEntry.url) : null;
         if (testcaseId) {
-          const iframeUpdated = updateExistingMDX(content, testMeta.filename, testcaseId);
+          const iframeUpdated = updateExistingMDX(content, testMeta.filename, testcaseId, manifestEntry.url);
           if (iframeUpdated && iframeUpdated !== content) {
             content = iframeUpdated;
             changed = true;

package/docs/docs.json

@@ -31,6 +31,7 @@
                   "/v7/examples/element-not-found",
                   "/v7/examples/exec-output",
                   "/v7/examples/exec-pwsh",
+                  "/v7/examples/exec-stream-logs",
                   "/v7/examples/findall-coffee-icons",
                   "/v7/examples/focus-window",
                   "/v7/examples/formatted-logging",

package/docs/v7/examples/ai.mdx

@@ -12,7 +12,7 @@ Watch this test execute in a real sandbox environment:
 
 {/* ai.test.mjs output */}
 <iframe 
-  src="https://api.testdriver.ai/api/v1/testdriver/testcase/69c5d04ac2e6e94933886778/replay" 
+  src="https://api-test.testdriver.ai/api/v1/testdriver/testcase/69c5d04ac2e6e94933886778/replay" 
   width="100%" 
   height="390" 
   style={{ border: "1px solid #333", borderRadius: "8px" }}

package/docs/v7/examples/assert.mdx

@@ -12,7 +12,7 @@ Watch this test execute in a real sandbox environment:
 
 {/* assert.test.mjs output */}
 <iframe 
-  src="https://api.testdriver.ai/api/v1/testdriver/testcase/69c5d038058ffe89003c6adc/replay" 
+  src="https://api-test.testdriver.ai/api/v1/testdriver/testcase/69c5d038058ffe89003c6adc/replay" 
   width="100%" 
   height="390" 
   style={{ border: "1px solid #333", borderRadius: "8px" }}

package/docs/v7/examples/chrome-extension.mdx

@@ -12,7 +12,7 @@ Watch this test execute in a real sandbox environment:
 
 {/* chrome-extension.test.mjs output */}
 <iframe 
-  src="https://api.testdriver.ai/api/v1/testdriver/testcase/69c5d024c2e6e94933886763/replay" 
+  src="https://api-test.testdriver.ai/api/v1/testdriver/testcase/69c5d024c2e6e94933886763/replay" 
   width="100%" 
   height="390" 
   style={{ border: "1px solid #333", borderRadius: "8px" }}

package/docs/v7/examples/element-not-found.mdx

@@ -12,7 +12,7 @@ Watch this test execute in a real sandbox environment:
 
 {/* element-not-found.test.mjs output */}
 <iframe 
-  src="https://api.testdriver.ai/api/v1/testdriver/testcase/69c5d047058ffe89003c6ae4/replay" 
+  src="https://api-test.testdriver.ai/api/v1/testdriver/testcase/69c5d047058ffe89003c6ae4/replay" 
   width="100%" 
   height="390" 
   style={{ border: "1px solid #333", borderRadius: "8px" }}

package/docs/v7/examples/exec-output.mdx

@@ -12,7 +12,7 @@ Watch this test execute in a real sandbox environment:
 
 {/* exec-output.test.mjs output */}
 <iframe 
-  src="https://api.testdriver.ai/api/v1/testdriver/testcase/69c5d02ee8a04db4b705cbeb/replay" 
+  src="https://api-test.testdriver.ai/api/v1/testdriver/testcase/69c5d02ee8a04db4b705cbeb/replay" 
   width="100%" 
   height="390" 
   style={{ border: "1px solid #333", borderRadius: "8px" }}

package/docs/v7/examples/exec-pwsh.mdx

@@ -12,7 +12,7 @@ Watch this test execute in a real sandbox environment:
 
 {/* exec-pwsh.test.mjs output */}
 <iframe 
-  src="https://api.testdriver.ai/api/v1/testdriver/testcase/69c5d026a0a3ef8239de4746/replay" 
+  src="https://api-test.testdriver.ai/api/v1/testdriver/testcase/69c5d026a0a3ef8239de4746/replay" 
   width="100%" 
   height="390" 
   style={{ border: "1px solid #333", borderRadius: "8px" }}

package/docs/v7/examples/exec-stream-logs.mdx

@@ -0,0 +1,65 @@
+---
+title: "Exec Log Streaming"
+sidebarTitle: "Exec Stream Logs"
+description: "Example: should stream exec logs every second for 20 seconds"
+icon: "terminal"
+---
+
+## Overview
+
+This example demonstrates the "Exec Log Streaming" test suite. Specifically, it shows how to should stream exec logs every second for 20 seconds.
+
+Review the source code below to understand the implementation details and patterns used.
+
+## Live Test Run
+
+<Note>
+  A live test recording will be available after the next CI run.
+</Note>
+
+## Source Code
+
+```javascript title="exec-stream-logs.test.mjs"
+import { describe, expect, it } from "vitest";
+import { TestDriver } from "testdriverai/vitest/hooks";
+
+describe("Exec Log Streaming", () => {
+  it("should stream exec logs every second for 20 seconds", async (context) => {
+    const testdriver = TestDriver(context, { ip: context.ip || process.env.TD_IP, headless: true });
+    await testdriver.provision.chrome({ url: "about:blank" });
+
+    const code = `for i in $(seq 1 20); do echo "log line $i at $(date +%T)"; sleep 1; done`;
+
+    const result = await testdriver.exec({
+      language: "sh",
+      code,
+      timeout: 30000,
+    });
+
+    console.log("exec result:", result);
+
+    // Verify we got all 20 log lines
+    for (let i = 1; i <= 20; i++) {
+      expect(result).toContain(`log line ${i}`);
+    }
+  });
+});
+```
+
+## Running This Example
+
+```bash
+# Clone the TestDriver repository
+git clone https://github.com/testdriverai/testdriverai
+
+# Install dependencies
+cd testdriverai
+npm install
+
+# Run this specific example
+npx vitest run examples/exec-stream-logs.test.mjs
+```
+
+<Note>
+  Make sure you have `TD_API_KEY` set in your environment. Get one at [testdriver.ai](https://testdriver.ai).
+</Note>

package/docs/v7/examples/findall-coffee-icons.mdx

@@ -1,8 +1,9 @@
 ---
-title: "FindAll Coffee Icons"
+title: "FindAll"
 sidebarTitle: "Findall Coffee Icons"
 description: "TestDriver SDK - FindAll Coffee Icons Test Loads a random icon grid and uses findAll() to locate and click all 4 coffee cup icons."
 icon: "play"
+mode: "wide"
 ---
 
 ## Overview
@@ -17,7 +18,7 @@ Watch this test execute in a real sandbox environment:
 
 {/* findall-coffee-icons.test.mjs output */}
 <iframe 
-  src="https://api.testdriver.ai/api/v1/testdriver/testcase/69c5d03ae8a04db4b705cbf0/replay" 
+  src="https://api-test.testdriver.ai/api/v1/testdriver/testcase/69c5d03ae8a04db4b705cbf0/replay" 
   width="100%" 
   height="600" 
   style={{ border: "1px solid #333", borderRadius: "8px" }}

package/docs/v7/examples/focus-window.mdx

@@ -12,7 +12,7 @@ Watch this test execute in a real sandbox environment:
 
 {/* focus-window.test.mjs output */}
 <iframe 
-  src="https://api.testdriver.ai/api/v1/testdriver/testcase/69c5d042e8a04db4b705cbf2/replay" 
+  src="https://api-test.testdriver.ai/api/v1/testdriver/testcase/69c5d042e8a04db4b705cbf2/replay" 
   width="100%" 
   height="390" 
   style={{ border: "1px solid #333", borderRadius: "8px" }}

package/docs/v7/examples/formatted-logging.mdx

@@ -0,0 +1,74 @@
+---
+title: "Formatted Logging Test"
+sidebarTitle: "Formatted Logging"
+description: "TestDriver SDK - Formatted Logging Demo Demonstrates nice Vitest-style formatted logs for Dashcam replay."
+icon: "play"
+---
+
+## Overview
+
+TestDriver SDK - Formatted Logging Demo Demonstrates nice Vitest-style formatted logs for Dashcam replay
+
+Review the source code below to understand the implementation details and patterns used.
+
+## Live Test Run
+
+Watch this test execute in a real sandbox environment:
+
+{/* formatted-logging.test.mjs output */}
+<iframe 
+  src="https://api-test.testdriver.ai/api/v1/testdriver/testcase/69c5d045058ffe89003c6ae1/replay" 
+  width="100%" 
+  height="600" 
+  style={{ border: "1px solid #333", borderRadius: "8px" }}
+  allow="fullscreen"
+/>
+
+## Source Code
+
+```javascript title="formatted-logging.test.mjs"
+/**
+ * TestDriver SDK - Formatted Logging Demo
+ * Demonstrates nice Vitest-style formatted logs for Dashcam replay
+ */
+
+import { describe, expect, it } from "vitest";
+import { TestDriver } from "testdriverai/vitest/hooks";
+
+describe("Formatted Logging Test", () => {
+  it("should demonstrate formatted logs in dashcam replay", async (context) => {
+    const testdriver = TestDriver(context, { ip: context.ip || process.env.TD_IP, headless: true });
+    await testdriver.provision.chrome({ url: 'http://testdriver-sandbox.vercel.app/login' });
+
+    // Find and click - logs will be nicely formatted
+    const signInButton = await testdriver.find(
+      "Sign In, black button below the password field",
+    );
+    await signInButton.click();
+
+    // Assert - logs will show pass/fail with nice formatting
+    const result = await testdriver.assert(
+      "an error shows that fields are required",
+    );
+    expect(result).toBeTruthy();
+  });
+});
+```
+
+## Running This Example
+
+```bash
+# Clone the TestDriver repository
+git clone https://github.com/testdriverai/testdriverai
+
+# Install dependencies
+cd testdriverai
+npm install
+
+# Run this specific example
+npx vitest run examples/formatted-logging.test.mjs
+```
+
+<Note>
+  Make sure you have `TD_API_KEY` set in your environment. Get one at [testdriver.ai](https://testdriver.ai).
+</Note>

package/docs/v7/examples/hover-image.mdx

@@ -12,7 +12,7 @@ Watch this test execute in a real sandbox environment:
 
 {/* hover-image.test.mjs output */}
 <iframe 
-  src="https://api.testdriver.ai/api/v1/testdriver/testcase/69c5d0300201196437256cd3/replay" 
+  src="https://api-test.testdriver.ai/api/v1/testdriver/testcase/69c5d0300201196437256cd3/replay" 
   width="100%" 
   height="390" 
   style={{ border: "1px solid #333", borderRadius: "8px" }}

package/docs/v7/examples/hover-text-with-description.mdx

@@ -18,7 +18,7 @@ Watch this test execute in a real sandbox environment:
 
 {/* hover-text-with-description.test.mjs output */}
 <iframe 
-  src="https://api.testdriver.ai/api/v1/testdriver/testcase/69c5d029c2e6e94933886764/replay" 
+  src="https://api-test.testdriver.ai/api/v1/testdriver/testcase/69c5d029c2e6e94933886764/replay" 
   width="100%" 
   height="600" 
   style={{ border: "1px solid #333", borderRadius: "8px" }}

package/docs/v7/examples/hover-text.mdx

@@ -12,7 +12,7 @@ Watch this test execute in a real sandbox environment:
 
 {/* hover-text.test.mjs output */}
 <iframe 
-  src="https://api.testdriver.ai/api/v1/testdriver/testcase/69c5d04b0201196437256ce6/replay" 
+  src="https://api-test.testdriver.ai/api/v1/testdriver/testcase/69c5d04b0201196437256ce6/replay" 
   width="100%" 
   height="390" 
   style={{ border: "1px solid #333", borderRadius: "8px" }}

package/docs/v7/examples/installer.mdx

@@ -12,7 +12,7 @@ Watch this test execute in a real sandbox environment:
 
 {/* installer.test.mjs output */}
 <iframe 
-  src="https://api.testdriver.ai/api/v1/testdriver/testcase/69c5d032c2e6e94933886769/replay" 
+  src="https://api-test.testdriver.ai/api/v1/testdriver/testcase/69c5d032c2e6e94933886769/replay" 
   width="100%" 
   height="390" 
   style={{ border: "1px solid #333", borderRadius: "8px" }}

package/docs/v7/examples/launch-vscode-linux.mdx

@@ -12,7 +12,7 @@ Watch this test execute in a real sandbox environment:
 
 {/* launch-vscode-linux.test.mjs output */}
 <iframe 
-  src="https://api.testdriver.ai/api/v1/testdriver/testcase/69c5d02be8a04db4b705cbe5/replay" 
+  src="https://api-test.testdriver.ai/api/v1/testdriver/testcase/69c5d02be8a04db4b705cbe5/replay" 
   width="100%" 
   height="390" 
   style={{ border: "1px solid #333", borderRadius: "8px" }}

package/docs/v7/examples/match-image.mdx

@@ -12,7 +12,7 @@ Watch this test execute in a real sandbox environment:
 
 {/* match-image.test.mjs output */}
 <iframe 
-  src="https://api.testdriver.ai/api/v1/testdriver/testcase/69c5d0270201196437256ccf/replay" 
+  src="https://api-test.testdriver.ai/api/v1/testdriver/testcase/69c5d0270201196437256ccf/replay" 
   width="100%" 
   height="390" 
   style={{ border: "1px solid #333", borderRadius: "8px" }}

package/docs/v7/examples/parse.mdx

@@ -17,7 +17,7 @@ Watch this test execute in a real sandbox environment:
 
 {/* parse.test.mjs output */}
 <iframe 
-  src="https://api.testdriver.ai/api/v1/testdriver/testcase/69c5d04d0201196437256ce7/replay" 
+  src="https://api-test.testdriver.ai/api/v1/testdriver/testcase/69c5d04d0201196437256ce7/replay" 
   width="100%" 
   height="600" 
   style={{ border: "1px solid #333", borderRadius: "8px" }}

package/docs/v7/examples/press-keys.mdx

@@ -12,7 +12,7 @@ Watch this test execute in a real sandbox environment:
 
 {/* press-keys.test.mjs output */}
 <iframe 
-  src="https://api.testdriver.ai/api/v1/testdriver/testcase/69c5d036058ffe89003c6ada/replay" 
+  src="https://api-test.testdriver.ai/api/v1/testdriver/testcase/69c5d036058ffe89003c6ada/replay" 
   width="100%" 
   height="390" 
   style={{ border: "1px solid #333", borderRadius: "8px" }}

package/docs/v7/examples/prompt.mdx

@@ -0,0 +1,81 @@
+---
+title: "Prompt"
+sidebarTitle: "Prompt"
+description: "TestDriver SDK - Prompt Test (Vitest) Converted from: testdriver/acceptance/prompt.yaml."
+icon: "message"
+---
+
+## Overview
+
+TestDriver SDK - Prompt Test (Vitest) Converted from: testdriver/acceptance/prompt.yaml
+
+Review the source code below to understand the implementation details and patterns used.
+
+## Live Test Run
+
+Watch this test execute in a real sandbox environment:
+
+{/* prompt.test.mjs output */}
+<iframe 
+  src="https://api-test.testdriver.ai/api/v1/testdriver/testcase/69c5d040c2e6e9493388676f/replay" 
+  width="100%" 
+  height="600" 
+  style={{ border: "1px solid #333", borderRadius: "8px" }}
+  allow="fullscreen"
+/>
+
+## Source Code
+
+```javascript title="prompt.test.mjs"
+/**
+ * TestDriver SDK - Prompt Test (Vitest)
+ * Converted from: testdriver/acceptance/prompt.yaml
+ */
+
+import { describe, expect, it } from "vitest";
+import { TestDriver } from "testdriverai/vitest/hooks";
+
+describe.skip("Prompt Test", () => {
+  it("should execute AI-driven prompts", async (context) => {
+    const testdriver = TestDriver(context, { ip: context.ip || process.env.TD_IP, headless: true });
+    await testdriver.provision.chrome({ url: 'http://testdriver-sandbox.vercel.app/login' });
+
+    //
+    // Note: The SDK doesn't have a direct equivalent to YAML prompts without commands.
+    // This would typically be handled by the AI agent interpreting natural language.
+    // For SDK usage, you need to use explicit commands.
+
+    // Original prompts were:
+    // 1. "log in"
+    // 2. "add an item to the cart"
+    // 3. "click on the cart icon"
+    // 4. "complete checkout"
+
+    // This test is skipped as it requires explicit SDK implementation
+    // You would need to implement these as explicit SDK calls
+
+    await testdriver.act("log in");
+
+    const result = await testdriver.assert("the testdriver sandbox is visible");
+    expect(result).toBeTruthy();
+  });
+});
+```
+
+## Running This Example
+
+```bash
+# Clone the TestDriver repository
+git clone https://github.com/testdriverai/testdriverai
+
+# Install dependencies
+cd testdriverai
+npm install
+
+# Run this specific example
+npx vitest run examples/prompt.test.mjs
+```
+
+<Note>
+  Make sure you have `TD_API_KEY` set in your environment. Get one at [testdriver.ai](https://testdriver.ai).
+</Note>

package/docs/v7/examples/scroll-keyboard.mdx

@@ -12,7 +12,7 @@ Watch this test execute in a real sandbox environment:
 
 {/* scroll-keyboard.test.mjs output */}
 <iframe 
-  src="https://api.testdriver.ai/api/v1/testdriver/testcase/69c5d03da0a3ef8239de474f/replay" 
+  src="https://api-test.testdriver.ai/api/v1/testdriver/testcase/69c5d03da0a3ef8239de474f/replay" 
   width="100%" 
   height="390" 
   style={{ border: "1px solid #333", borderRadius: "8px" }}

package/docs/v7/examples/scroll-until-image.mdx

@@ -12,7 +12,7 @@ Watch this test execute in a real sandbox environment:
 
 {/* scroll-until-image.test.mjs output */}
 <iframe 
-  src="https://api.testdriver.ai/api/v1/testdriver/testcase/69c5d03f0201196437256cda/replay" 
+  src="https://api-test.testdriver.ai/api/v1/testdriver/testcase/69c5d03f0201196437256cda/replay" 
   width="100%" 
   height="390" 
   style={{ border: "1px solid #333", borderRadius: "8px" }}

package/docs/v7/examples/scroll.mdx

@@ -12,7 +12,7 @@ Watch this test execute in a real sandbox environment:
 
 {/* scroll.test.mjs output */}
 <iframe 
-  src="https://api.testdriver.ai/api/v1/testdriver/testcase/69c5d043058ffe89003c6ae0/replay" 
+  src="https://api-test.testdriver.ai/api/v1/testdriver/testcase/69c5d043058ffe89003c6ae0/replay" 
   width="100%" 
   height="390" 
   style={{ border: "1px solid #333", borderRadius: "8px" }}

package/docs/v7/examples/type.mdx

@@ -12,7 +12,7 @@ Watch this test execute in a real sandbox environment:
 
 {/* type.test.mjs output */}
 <iframe 
-  src="https://api.testdriver.ai/api/v1/testdriver/testcase/69c5d034c2e6e9493388676c/replay" 
+  src="https://api-test.testdriver.ai/api/v1/testdriver/testcase/69c5d034c2e6e9493388676c/replay" 
   width="100%" 
   height="390" 
   style={{ border: "1px solid #333", borderRadius: "8px" }}

package/docs/v7/examples/windows-installer.mdx

@@ -12,7 +12,7 @@ Watch this test execute in a real sandbox environment:
 
 {/* windows-installer.test.mjs output */}
 <iframe 
-  src="https://api.testdriver.ai/api/v1/testdriver/testcase/69c5d02ce8a04db4b705cbe9/replay" 
+  src="https://api-test.testdriver.ai/api/v1/testdriver/testcase/69c5d02ce8a04db4b705cbe9/replay" 
   width="100%" 
   height="390" 
   style={{ border: "1px solid #333", borderRadius: "8px" }}

package/{manual → examples}/exec-stream-logs.test.mjs

@@ -1,6 +1,6 @@
 import { describe, expect, it } from "vitest";
 import { TestDriver } from "../lib/vitest/hooks.mjs";
-import { getDefaults } from "../examples/config.mjs";
+import { getDefaults } from "./config.mjs";
 
 describe("Exec Log Streaming", () => {
   it("should stream exec logs every second for 20 seconds", async (context) => {

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "testdriverai",
-  "version": "7.9.2-test",
+  "version": "7.9.3-canary",
   "description": "Next generation autonomous AI agent for end-to-end testing of web & desktop",
   "main": "sdk.js",
   "types": "sdk.d.ts",