testdriverai 6.0.27-canary.ea72c58.0 → 6.0.27

package/agent/index.js

@@ -222,7 +222,15 @@ class TestDriverAgent extends EventEmitter2 {
     if (skipPostrun) {
       this.exit(true);
     } else {
-      await this.summarize(error.message);
+      try {
+        await this.summarize(error.message);
+      } catch (summarizeError) {
+        // If summarization fails, log it but don't let it prevent postrun from running
+        this.emitter.emit(
+          events.log.warn,
+          theme.yellow(`Failed to summarize: ${summarizeError.message}`),
+        );
+      }
       // Always run postrun lifecycle script, even for fatal errors
       return await this.exit(true, false, true);
     }

package/agent/lib/commands.js

@@ -766,7 +766,12 @@ const createCommands = (
         try {
           await script.runInNewContext(context);
         } catch (e) {
-          console.error(e);
+          // Log the error to the emitter instead of console.error to maintain consistency
+          emitter.emit(
+            events.log.debug,
+            `JavaScript execution error: ${e.message}`,
+          );
+          // Wait a tick to allow any promise rejections to be handled
           throw new CommandError(`Error running script: ${e.message}`);
         }
 

package/docs/cli/overview.mdx

@@ -30,6 +30,7 @@ npx testdriverai@latest <command> [options]
 | `--headless`        | Run test without opening a browser window (useful for CI/CD environments)                  |
 | `--new`             | Create a new sandbox environment for the test run.                                         |
 | `--summary=<value>` | Output file where AI summary should be saved.                                              |
+| `--junit=<value>`   | Output file where junit report should be saved.                                              |
 
 ## Example usage
 

package/docs/docs.json

@@ -38,7 +38,6 @@
             "group": "CLI",
             "icon": "terminal",
             "pages": [
-              "/getting-started/cli",
               "/cli/overview",
               {
                 "group": "Commands",
@@ -50,7 +49,8 @@
                 ]
               }
             ]
-          }
+          },
+          "/getting-started/vscode"
         ]
       },
       {
@@ -172,16 +172,7 @@
           "/commands/wait-for-text"
         ]
       }
-    ],
-    "global": {
-      "anchors": [
-        {
-          "anchor": "Book a Demo",
-          "href": "https://testdriver.ai/demo",
-          "icon": "calendar"
-        }
-      ]
-    }
+    ]
   },
   "modeToggle": {
     "enabled": false,
@@ -198,13 +189,17 @@
         "label": "Discord",
         "icon": "discord",
         "href": "https://discord.com/invite/cWDFW8DzPm"
-      }
-    ],
-    "primary": {
-      "type": "button",
+      }, 
+      {
+        "label": "Book a Demo",
+        "href": "https://form.typeform.com/to/UECf9rDx?typeform-source=docs.testdriver.ai",
+        "icon": "calendar"
+      }, {
+      "icon": "gauge-high",
       "label": "Dashboard",
       "href": "https://app.testdriver.ai"
     }
+    ]
   },
   "footer": {
     "socials": {

package/docs/getting-started/vscode.mdx

@@ -1,75 +1,81 @@
 ---
 title: "Install the TestDriver VS Code Extension"
-sidebarTitle: "VS Code Setup"
+sidebarTitle: "VS Code (Beta)"
 description: "Comprehensive guide to installing and setting up TestDriver for VS Code"
 icon: "file-code"
 ---
 
-<Card
-  title="Get the VS Code Extension"
-  icon="link"
-  href="https://marketplace.visualstudio.com/items?itemName=testdriver.testdriver"
->
-  Turn your IDE into a powerful computer-use automation tool with our VS Code
-  extension.
-</Card>
+<iframe
+  className="w-full aspect-video rounded-xl"
+  src="https://www.youtube.com/embed/dell_2tI6nc"
+  title="YouTube video player"
+  frameBorder="0"
+  allow="accelerometer; autoplay; clipboard-write; encrypted-media; gyroscope; picture-in-picture"
+  allowFullScreen
+></iframe>
 
-<Steps>
-  <Step title="Initialize Your Project" stepNumber={1}>
-    Set up your project with:
-
-    ```bash
-    npx testdriverai@latest init
-    ```
+The TestDriver VS Code extension is a powerful tool that integrates TestDriver's AI-driven test generation capabilities directly into your development environment:
 
-    This creates a `.env` file and sample workflow files.
+- Get started with example scripts for different platforms
+- Get syntax highlighting and autocompletion for [TestDriver YAML](/getting-started/editing)
+- Chat with the TestDriver agent to generate tests based on your requirements
+- Save and manage your tests directly within your project
+- Run and debug tests directly from the IDE
+- View test results and logs within the IDE
 
-  </Step>
-  <Step title="Run TestDriver in Interactive Mode" stepNumber={2}>
-    Start TestDriver in interactive mode to create and refine tests dynamically:
+<Tip>The TestDriver VS Code Extension is currently in beta. If you encounter any issues or have feedback, please let us know [in Discord](https://discord.com/invite/cWDFW8DzPm)</Tip>
 
-    ```bash
-    npx testdriverai@latest
-    ```
-
-    Once started, you can use commands like `/explore`, `/run`, and `/save` to interactively build and test your flows.
+<Steps>
+  <Step title="Install the VS Code Extension">
+    
+    Click the button below to install the TestDriver extension for your preferred IDE. Then, follow the setup guide and chat with TestDriver to create your first test.
+
+    <Card
+      horizontal
+      title="VS Code"
+      arrow
+      href="vscode:extension/testdriver.testdriver"
+      icon="/images/content/extension/vscode.svg"
+    ></Card>
+
+    <Card
+      horizontal
+      title="Cursor"
+      arrow
+    href="cursor:extension/testdriver.testdriver"
+    icon="/images/content/extension/cursor.svg"
+
+    > </Card>
+
+    <Card
+      horizontal
+      title="Windsurf"
+      arrow
+      href="windsurf:extension/testdriver.testdriver"
+      icon="/images/content/extension/windsurf.svg"
+    ></Card>
 
   </Step>
-  <Step title="Define Your Test Steps" stepNumber={3}>
-    Use natural language to describe what you want to test. For example:
+  <Step title="Set Your TestDriver API Key">
+    
+    After installing the extension, you'll need to set your TestDriver API key in the extension settings.
 
-    ```
-    > Open Google Chrome and search for "testdriverai"
-    ```
-
-    TestDriver will generate steps like:
-
-    ```yaml
-    - command: focus-application
-      name: Google Chrome
-    - command: hover-text
-      text: Search Google or type a URL
-      description: main search bar
-      action: click
-    - command: type
-      text: testdriverai
-    - command: press-keys
-      keys:
-        - enter
-    ```
+    1. Open the command palette (Cmd+Shift+P or Ctrl+Shift+P).
+    2. Search for "Preferences: Open Settings (UI)" and select it.
+    3. In the search bar, type "TestDriver" to filter the settings.
+    4. Find the "TestDriver: Set API Key" field and enter your API key from [the TestDriver dashboard](https://app.testdriver.ai/team).
 
+    <Tip>You can also set the `TD_API_KEY` environment variable in your system if you prefer not to enter it directly in the extension settings.</Tip>
+    
   </Step>
-  <Step title="Refine and Save Your Test" stepNumber={4}>
-    - Save your test with `/save` to generate a reusable YAML file.
-    - Use `/run` to run the test.
+  <Step title="Choose a Platform">
+    Click on the TestDriver icon in the sidebar to open the extension panel and choose a platform to get started (Web, Desktop, or Mobile).
   </Step>
-  <Step title="Run Saved Tests" stepNumber={5}>
-    Once saved, you can run your test file anytime:
-
-    ```bash
-    npx testdriverai@latest run path/to/test.yaml
-    ```
-
+  <Step title="Create Your First Test">
+    Now chat with the TestDriver agent to create your first test! Describe what you want to test, and the agent will generate the test steps for you.
+  </Step>
+  <Step title="Run your test">
+    Run your test by clicking the "Run" button in the extension panel. You can view the test results and logs directly within VS Code's Test Explorer. [Learn more about running tests in VS Code](https://code.visualstudio.com/docs/debugtest/testing). 
   </Step>
 </Steps>
 

package/docs/overview/comparison.mdx

@@ -13,6 +13,8 @@ TestDriver operates a full desktop environment, so it can run any application.
 | Application       | TestDriver | Playwright | Selenium |
 |:-----------------:|:---------:|:-----------:|:--------:|
 | Web Apps          | ✅            | ✅       | ✅       |
+| Mobile Apps       | ✅            | ✅       | ✅       |
+| VS Code           | ✅            | ✅       | ✅       |
 | Desktop Apps      | ✅            |          |         |
 | Chrome Extensions | ✅            |          |         |
 </div>
@@ -96,4 +98,4 @@ TestDriver currently supports Mac and Windows!
 | Windows  | ✅            | ✅       | ✅       |
 | Mac      | ✅            | ✅       | ✅       |
 | Linux    |               | ✅       | ✅       |
-</div>
+</div>

package/docs/overview/quickstart.mdx

@@ -6,53 +6,106 @@ icon: "gauge-high"
 mode: "wide"
 ---
 
-<Tip>
-  You will need a [TestDriver Pro](https://app.testdriver.ai/team) account
-  ($20/m) to complete setup.
-</Tip>
 
 <Steps>
-  <Step title="Install TestDriver">
-
-    Click the button below to install the TestDriver extension for your preferred IDE. Then, follow the setup guide and chat with TestDriver to create your first test.
-
+  <Step title="Create a TestDriver Account">
+      
+  You will need a [TestDriver Pro](https://app.testdriver.ai/team) account ($20/month) to get an API key. 
+    
     <Card
-      horizontal
-      title="VS Code"
+      title="Sign Up for TestDriver"
+      icon="user-plus"
+      href="https://app.testdriver.ai/team"
       arrow
-      href="vscode:extension/testdriver.testdriver"
-      icon="/images/content/extension/vscode.svg"
+      horizontal
     ></Card>
 
-    <Card
-      horizontal
-      title="Cursor"
-      arrow
-    href="cursor:extension/testdriver.testdriver"
-    icon="/images/content/extension/cursor.svg"
+  </Step>
+  <Step title="Set up your environment">
+      
+    Copy your API key from [the TestDriver dashboard](https://app.testdriver.ai/team), and set it as an environment variable.
+    
+    <Tabs>
+      <Tab title="macOS / Linux">
+        ```bash Export an environment variable on macOS or Linux systems
+        export TD_API_KEY="your_api_key_here"
+        ```
+      </Tab>
+      <Tab title="Windows">
+      ```powershell Export an environment variable in PowerShell
+      setx TD_API_KEY "your_api_key_here"
+      ```
+      </Tab>
+    </Tabs>
+
+    <Tip>Using VS Code, Cursor, or Windsurf? [Try our VS Code Extension (beta)](/getting-started/vscode).</Tip>
 
-    > </Card>
+  </Step>
+  <Step title="Check out an example test">
+      
+    Download the TestDriver GitHub repository and run the example test.
 
-    <Card
-      horizontal
-      title="Windsurf"
-      arrow
-      href="windsurf:extension/testdriver.testdriver"
-      icon="/images/content/extension/windsurf.svg"
-    ></Card>
+    ```bash
+    git clone --depth 1 https://github.com/testdriverai/cli testdriverai
+    cd testdriverai/testdriver/acceptance
+    ```
 
-    The extension will generate most of your tests for you, but you'll probably want to customize them. [Learn more about editing tests](/getting-started/editing).
+    TestDriver tests are written in YAML, a human-readable data format. The `prompt.yaml` file contains an example series of steps for the agent to execute.
+
+    ```yaml testdriver/acceptance/prompt.yaml
+    steps:
+      - prompt: log in
+      - prompt: add an item to the cart
+      - prompt: click on the cart icon
+      - prompt: complete checkout
+    ```
+
+    Each step has a `prompt` that describes what the agent should do. The agent will use the prompt to generate [commands](/commands/assert) that make the tests faster and more reliable the next time you run the test.
 
   </Step>
-  <Step title="Run your tests in CI/CD">
+  <Step title="Generate regression test from prompts">
     
-    Next, use `testdriverai` to run your tests in CI/CD pipelines.
+    Run the following command to run the test file. TestDriver will spawn a virtual machine, launch the sandbox test page, and execute the steps defined in the `prompt.yaml` file.
 
     ```bash
-    TD_API_KEY=YOUR_KEY npx testdriverai@latest run testdriver/test.yaml
+    npx testdriverai@latest run prompt.yaml --write --heal
     ```
 
-    Note that you'll want to store your API key within secret storeage. [Learn more about running tests in CI/CD pipelines](/action/setup).
+    The `--write` flag tells TestDriver to save any generated commands to the test file, and the `--heal` flag allows TestDriver to recover from unexpected issues during the test run.
+
+    <Tip>You can use an interactive CLI to generate test steps with the [explore command](/interactive/explore)</Tip>
+
+  </Step>
+  <Step title="Run the generated regression test">
+
+    After TestDriver has run the exploratory test, you'll see that the `prompt.yaml` file has been updated with commands generated by the agent to make the test faster and more reliable. 
+
+    ```yaml
+      version: 6.0.0
+      steps:
+        - prompt: focus chrome
+          commands:
+            - command: focus-application
+              name: Google Chrome
+        - prompt: enter a username
+          commands:
+            - command: hover-text
+              text: Username
+              description: username input field
+              action: click
+            - command: type
+              text: standard_user
+        - prompt: enter a password
+          commands:
+            - command: hover-text
+              text: Password
+              description: password input field
+              action: click
+            - command: type
+              text: secret_password
+      ```
+
+      The `--write` command tells the agent to save the generated commands to the test file, and the `--heal` command gives the agent permission to recover if something goes wrong.
 
   </Step>
 

package/interfaces/cli/lib/base.js

@@ -124,6 +124,14 @@ class BaseCommand extends Command {
       process.exit(exitCode);
     });
 
+    // Handle unhandled promise rejections to prevent them from interfering with the exit flow
+    // This is particularly important when JavaScript execution in VM contexts leaves dangling promises
+    process.on("unhandledRejection", (reason) => {
+      // Log the rejection but don't let it crash the process
+      console.error("Unhandled Promise Rejection:", reason);
+      // The exit flow should continue normally
+    });
+
     // Handle show window events
     this.agent.emitter.on("show-window", async (url) => {
       console.log(`Live test execution: `);

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "testdriverai",
-  "version": "6.0.27-canary.ea72c58.0",
+  "version": "6.0.27",
   "description": "Next generation autonomous AI agent for end-to-end testing of web & desktop",
   "main": "index.js",
   "bin": {

package/testdriver/acceptance/prompt.yaml

@@ -1,7 +1,10 @@
 version: 6.0.0
 session: 6869c3e61445b2acbbdc0018
 steps:
-  - prompt: enter a valid username, password, and sign in
+  - prompt: log in
+  - prompt: add an item to the cart
+  - prompt: click on the cart icon
+  - prompt: complete checkout
   - prompt: assert
     commands:
       - command: assert

package/testdriver/edge-cases/js-exception.yaml

@@ -0,0 +1,8 @@
+version: 6.0.0
+steps:
+  - prompt: asfdsdf
+    commands:
+      - command: exec
+        lang: js
+        code: |
+          throw new Error("test error");

package/testdriver/edge-cases/js-promise.yaml

@@ -0,0 +1,19 @@
+version: 5.1.1
+session: 67f00511acbd9ccac373edf7
+steps:
+  - prompt: execute powershell multiline
+    commands:
+      - command: exec
+        lang: js
+        code: |
+          const failingPromise = new Promise((resolve, reject) => {
+            try {
+              // Simulate some operation that fails
+              throw new Error("Something went wrong!");
+            } catch (err) {
+              reject(err);
+            }
+          });
+
+          // Usage
+          await failingPromise()

package/testdriver/edge-cases/lifecycle/postrun.yaml

@@ -0,0 +1,10 @@
+version: 6.0.26
+session: test-postrun
+steps:
+  - prompt: "postrun cleanup"
+    commands:
+      - command: exec
+        lang: js
+        code: |
+          console.log("POSTRUN EXECUTED SUCCESSFULLY!");
+          console.log("This proves postrun lifecycle ran after the error.");

package/testdriver/edge-cases/success-test.yaml

@@ -0,0 +1,9 @@
+version: 6.0.26
+session: test-postrun-success
+steps:
+  - prompt: "simple success test"
+    commands:
+      - command: exec
+        lang: js
+        code: |
+          console.log("This test should succeed and then run postrun");

package/testdriver/lifecycle/provision.yaml

@@ -6,7 +6,7 @@ steps:
       - command: exec
         lang: pwsh
         code: |
-          Start-Process "C:\Program Files\Google\Chrome\Application\chrome.exe" -ArgumentList "--start-maximized --disable-infobars --disable-fre --no-default-browser-check --no-first-run --guest --load-extension=$(pwd)/node_modules/dashcam-chrome/build", "${TD_WEBSITE}"
+          Start-Process "C:\Program Files\Google\Chrome\Application\chrome.exe" -ArgumentList "--start-maximized --disable-infobars --disable-fre --no-default-browser-check --no-first-run --guest --load-extension=$(pwd)/node_modules/dashcam-chrome/build", "https://testdriver-sandbox.vercel.app/"
       - command: wait-for-text
         text: ${TD_WEBSITE}
         timeout: 60000