testdriverai 6.2.0 → 6.2.2

package/agent/lib/commander.js

@@ -80,21 +80,21 @@ commands:
       // this will actually interpret the command and execute it
       switch (object.command) {
         case "type":
-          emitter.emit(events.log.narration, `typing ${object.text}`);
           emitter.emit(events.log.log, generator.jsonToManual(object));
+          emitter.emit(events.log.narration, `typing ${object.text}`);
           response = await commands.type(object.text, object.delay);
           break;
         case "press-keys":
+          emitter.emit(events.log.log, generator.jsonToManual(object));
           emitter.emit(
             events.log.narration,
-            `pressing keys ${object.keys.join(",")}`,
+            `pressing keys: ${Array.isArray(object.keys) ? object.keys.join(", ") : object.keys}`,
           );
-          emitter.emit(events.log.log, generator.jsonToManual(object));
           response = await commands["press-keys"](object.keys);
           break;
         case "scroll":
-          emitter.emit(events.log.narration, `scrolling ${object.direction}`);
           emitter.emit(events.log.log, generator.jsonToManual(object));
+          emitter.emit(events.log.narration, `scrolling ${object.direction}`);
           response = await commands.scroll(
             object.direction,
             object.amount,
@@ -102,21 +102,21 @@ commands:
           );
           break;
         case "wait":
+          emitter.emit(events.log.log, generator.jsonToManual(object));
           emitter.emit(
             events.log.narration,
             `waiting ${object.timeout} seconds`,
           );
-          emitter.emit(events.log.log, generator.jsonToManual(object));
           response = await commands.wait(object.timeout);
           break;
         case "click":
-          emitter.emit(events.log.narration, `${object.action}`);
           emitter.emit(events.log.log, generator.jsonToManual(object));
+          emitter.emit(events.log.narration, `${object.action}`);
           response = await commands["click"](object.x, object.y, object.action);
           break;
         case "hover":
-          emitter.emit(events.log.narration, `moving mouse`);
           emitter.emit(events.log.log, generator.jsonToManual(object));
+          emitter.emit(events.log.narration, `moving mouse`);
           response = await commands["hover"](object.x, object.y);
           break;
         case "drag":
@@ -124,24 +124,25 @@ commands:
           response = await commands["drag"](object.x, object.y);
           break;
         case "hover-text":
+          emitter.emit(events.log.log, generator.jsonToManual(object));
           emitter.emit(
             events.log.narration,
             `searching for ${object.description}`,
           );
-          emitter.emit(events.log.log, generator.jsonToManual(object));
           response = await commands["hover-text"](
             object.text,
             object.description,
             object.action,
             object.method,
+            object.timeout,
           );
           break;
         case "hover-image":
+          emitter.emit(events.log.log, generator.jsonToManual(object));
           emitter.emit(
             events.log.narration,
             `searching for image of ${object.description}`,
           );
-          emitter.emit(events.log.log, generator.jsonToManual(object));
           response = await commands["hover-image"](
             object.description,
             object.action,
@@ -153,32 +154,38 @@ commands:
             events.log.narration,
             `${object.action} image ${object.path}`,
           );
-          response = await commands["match-image"](object.path, object.action);
+          response = await commands["match-image"](
+            object.path,
+            object.action,
+            object.invert,
+          );
           break;
         case "wait-for-image":
+          emitter.emit(events.log.log, generator.jsonToManual(object));
           emitter.emit(
             events.log.narration,
             `waiting for ${object.description}`,
           );
-          emitter.emit(events.log.log, generator.jsonToManual(object));
           response = await commands["wait-for-image"](
             object.description,
             object.timeout,
+            object.invert,
           );
           break;
         case "wait-for-text":
-          emitter.emit(events.log.narration, `waiting for ${object.text}`);
           emitter.emit(events.log.log, generator.jsonToManual(object));
+          emitter.emit(events.log.narration, `waiting for ${object.text}`);
           copy.text = "*****";
           response = await commands["wait-for-text"](
             object.text,
             object.timeout,
             object.method,
+            object.invert,
           );
           break;
         case "scroll-until-text":
-          emitter.emit(events.log.narration, `scrolling until ${object.text}`);
           emitter.emit(events.log.log, generator.jsonToManual(object));
+          emitter.emit(events.log.narration, `scrolling until ${object.text}`);
           copy.text = "*****";
           response = await commands["scroll-until-text"](
             object.text,
@@ -186,24 +193,26 @@ commands:
             object.distance,
             object.textMatchMethod,
             object.method,
+            object.invert,
           );
           break;
         case "scroll-until-image": {
           const needle = object.description || object.path;
-          emitter.emit(events.log.narration, `scrolling until ${needle}`);
           emitter.emit(events.log.log, generator.jsonToManual(object));
+          emitter.emit(events.log.narration, `scrolling until ${needle}`);
           response = await commands["scroll-until-image"](
             object.description,
             object.direction,
             object.distance,
             object.method,
             object.path,
+            object.invert,
           );
           break;
         }
         case "focus-application":
-          emitter.emit(events.log.narration, `focusing ${object.name}`);
           emitter.emit(events.log.log, generator.jsonToManual(object));
+          emitter.emit(events.log.narration, `focusing ${object.name}`);
           response = await commands["focus-application"](object.name);
           break;
         case "remember": {
@@ -214,12 +223,16 @@ commands:
           break;
         }
         case "assert":
-          emitter.emit(events.log.narration, `asserting ${object.expect}`);
           emitter.emit(events.log.log, generator.jsonToManual(object));
-          response = await commands.assert(object.expect, object.async);
+          emitter.emit(events.log.narration, `asserting ${object.expect}`);
+          response = await commands.assert(
+            object.expect,
+            object.async,
+            object.invert,
+          );
+
           break;
         case "exec":
-          emitter.emit(events.log.narration, `exec`);
           emitter.emit(
             events.log.log,
             generator.jsonToManual({

package/agent/lib/commands.js

@@ -170,20 +170,34 @@ const createCommands = (
     return result;
   };
 
-  const assert = async (assertion, shouldThrow = false, async = false) => {
+  const assert = async (
+    assertion,
+    shouldThrow = false,
+    async = false,
+    invert = false,
+  ) => {
     if (async) {
       shouldThrow = true;
     }
 
     const handleAssertResponse = (response) => {
-      emitter.emit(events.log.markdown.static, response);
+      emitter.emit(events.log.log, response);
+
+      let valid = response.indexOf("The task passed") > -1;
+
+      if (invert) {
+        valid = !valid;
+      }
 
-      if (response.indexOf("The task passed") > -1) {
+      if (valid) {
         return true;
       } else {
         if (shouldThrow) {
           // Is fatal, othewise it just changes the assertion to be true
-          throw new MatchError(`AI Assertion failed`, true);
+          throw new MatchError(
+            `AI Assertion failed ${invert && "(Inverted)"}`,
+            true,
+          );
         } else {
           return false;
         }
@@ -357,11 +371,12 @@ const createCommands = (
       description = null,
       action = "click",
       method = "turbo",
+      timeout = 5000, // we pass this to the subsequent wait-for-text block
     ) => {
       text = text ? text.toString() : null;
 
       // wait for the text to appear on screen
-      await commands["wait-for-text"](text, 5000);
+      await commands["wait-for-text"](text, timeout);
 
       description = description ? description.toString() : null;
 
@@ -416,7 +431,7 @@ const createCommands = (
         return response.data;
       }
     },
-    "match-image": async (relativePath, action = "click") => {
+    "match-image": async (relativePath, action = "click", invert = false) => {
       // Resolve the image path relative to the current file
       const resolvedPath = resolveRelativePath(relativePath);
 
@@ -424,6 +439,10 @@ const createCommands = (
 
       let result = await findImageOnScreen(resolvedPath, image);
 
+      if (invert) {
+        result = !result;
+      }
+
       if (!result) {
         throw new CommandError(`Image not found: ${resolvedPath}`);
       } else {
@@ -463,7 +482,7 @@ const createCommands = (
     wait: async (timeout = 3000) => {
       return await delay(timeout);
     },
-    "wait-for-image": async (description, timeout = 10000) => {
+    "wait-for-image": async (description, timeout = 10000, invert = false) => {
       emitter.emit(
         events.log.narration,
         theme.dim(
@@ -481,6 +500,7 @@ const createCommands = (
           `An image matching the description "${description}" appears on screen.`,
           false,
           false,
+          invert,
         );
 
         durationPassed = new Date().getTime() - startTime;
@@ -511,7 +531,12 @@ const createCommands = (
         );
       }
     },
-    "wait-for-text": async (text, timeout = 5000, method = "turbo") => {
+    "wait-for-text": async (
+      text,
+      timeout = 5000,
+      method = "turbo",
+      invert = false,
+    ) => {
       await redraw.start();
 
       emitter.emit(
@@ -541,7 +566,12 @@ const createCommands = (
         );
 
         passed = response.data;
+
+        if (invert) {
+          passed = !passed;
+        }
         durationPassed = new Date().getTime() - startTime;
+
         if (!passed) {
           emitter.emit(
             events.log.narration,
@@ -569,6 +599,7 @@ const createCommands = (
       maxDistance = 10000,
       textMatchMethod = "turbo",
       method = "keyboard",
+      invert = false,
     ) => {
       await redraw.start();
 
@@ -616,6 +647,11 @@ const createCommands = (
         );
 
         passed = response.data;
+
+        if (invert) {
+          passed = !passed;
+        }
+
         if (!passed) {
           emitter.emit(
             events.log.narration,
@@ -644,6 +680,7 @@ const createCommands = (
       maxDistance = 10000,
       method = "keyboard",
       path,
+      invert = false,
     ) => {
       const needle = description || path;
 
@@ -673,6 +710,7 @@ const createCommands = (
             `An image matching the description "${description}" appears on screen.`,
             false,
             false,
+            invert,
           );
         }
 
@@ -726,8 +764,10 @@ const createCommands = (
       });
       return result.data;
     },
-    assert: async (assertion, async = false) => {
-      return await assert(assertion, true, async);
+    assert: async (assertion, async = false, invert = false) => {
+      let response = await assert(assertion, true, async, invert);
+
+      return response;
     },
     exec: async (language = "pwsh", code, timeout, silent = false) => {
       emitter.emit(events.log.narration, theme.dim(`calling exec...`), true);
@@ -753,14 +793,14 @@ const createCommands = (
             `Command failed with exit code ${result.out.returncode}: ${result.out.stderr}`,
           );
         } else {
-          if (!silent) {
-            emitter.emit(events.log.log, theme.dim(`Command stdout:`), true);
+          if (!silent && result.out?.stdout) {
+            emitter.emit(events.log.log, theme.dim(`stdout:`), true);
             emitter.emit(events.log.log, `${result.out.stdout}`, true);
+          }
 
-            if (result.out.stderr) {
-              emitter.emit(events.log.log, theme.dim(`Command stderr:`), true);
-              emitter.emit(events.log.log, `${result.out.stderr}`, true);
-            }
+          if (!silent && result.out.stderr) {
+            emitter.emit(events.log.log, theme.dim(`stderr:`), true);
+            emitter.emit(events.log.log, `${result.out.stderr}`, true);
           }
 
           return result.out?.stdout?.trim();
@@ -792,7 +832,12 @@ const createCommands = (
         try {
           await script.runInNewContext(context);
         } catch (e) {
-          console.error(e);
+          // Log the error to the emitter instead of console.error to maintain consistency
+          emitter.emit(
+            events.log.debug,
+            `JavaScript execution error: ${e.message}`,
+          );
+          // Wait a tick to allow any promise rejections to be handled
           throw new CommandError(`Error running script: ${e.message}`);
         }
 

package/agent/lib/debugger-server.js

@@ -65,11 +65,6 @@ function createDebuggerServer(config = {}) {
 
       ws.on("close", () => {
         clients.delete(ws);
-
-        // If no clients connected, we can optionally shut down
-        if (clients.size === 0) {
-          console.log("No clients connected, keeping server alive");
-        }
       });
 
       ws.on("error", (error) => {

package/agent/lib/generator.js

@@ -1,6 +1,6 @@
 // parses markdown content to find code blocks, and then extracts yaml from those code blocks
 const yaml = require("js-yaml");
-const package = require("../../package.json");
+const pkg = require("../../package.json");
 const session = require("./session");
 const theme = require("./theme");
 // do the actual parsing
@@ -56,7 +56,7 @@ const jsonToManual = function (json, colors = true) {
 const dumpToYML = async function (inputArray, sessionInstance = null) {
   // use yml dump to convert json to yml
   let yml = await yaml.dump({
-    version: package.version,
+    version: pkg.version,
     session: sessionInstance ? sessionInstance.get() : session.get(),
     steps: inputArray,
   });

package/agent/lib/sdk.js

@@ -95,7 +95,7 @@ const createSDK = (emitter, config, sessionInstance) => {
         return token;
       } catch (error) {
         outputError(error);
-        return;
+        throw error; // Re-throw the error so calling code can handle it properly
       }
     }
   };
@@ -194,6 +194,7 @@ const createSDK = (emitter, config, sessionInstance) => {
       return value;
     } catch (error) {
       outputError(error);
+      throw error; // Re-throw the error so calling code can handle it properly
     }
   };
 

package/agent/lib/source-mapper.js

@@ -263,7 +263,7 @@ class SourceMapper {
     let description = `${fileName}:${(sourcePosition.step.startLine || 0) + 1}`;
 
     if (sourcePosition.command) {
-      description += `:${(sourcePosition.command.startLine || 0) + 1} (${sourcePosition.command.command || "unknown command"})`;
+      description += `:${(sourcePosition.command.startLine || 0) + 1}`;
     } else {
       description += ` (step ${sourcePosition.step.stepIndex + 1})`;
     }

package/debugger/index.html

@@ -330,7 +330,7 @@
           <div class="message">Click to interact with VM</div>
         </div>
       </div>
-      <iframe id="vm-iframe" src=""></iframe>
+      <iframe id="vm-iframe" src="" credentialless></iframe>
     </div>
 
     <script>
@@ -340,7 +340,7 @@
       let parsedData;
       if (data) {
         try {
-          parsedData = JSON.parse(decodeURIComponent(data));
+          parsedData = JSON.parse(atob(data));
           console.log("Data from URL:", parsedData);
           // You can use parsedData here if needed
         } catch (error) {

package/docs/account/enterprise.mdx

@@ -24,15 +24,15 @@ We specialize in testing scenarios that other tools can't handle - desktop appli
 
 ## Enterprise Plans
 
-TestDriver Enterprise plans start at **$995/month** and include:
+TestDriver Enterprise plans start at **$2,000/month** and include:
 
+- A pilot program with our expert team to create 4 custom tests within your first 4 weeks (4x4 Guarantee).
+- 4 parallel tests
 - **12,500 runner minutes per month**: Sufficient capacity for continuous testing of your custom test suite.
-- Enterprise-grade test dashboards with advanced analytics.
 - Full CI/CD pipeline integration with custom configurations.
 - Dedicated infrastructure and ongoing support for complex testing scenarios.
-- Expert test creation and maintenance services.
 
-For detailed pricing and contract information, see [Contract Details](#contract-details). For other plans, visit our [Pricing](/account/pricing) page.
+For detailed pricing and contract information our [Pricing](/account/pricing) page. Want unlimited minutes or enhanced security? We also support self-hosted options with 16 parallel tests starting at $2,000/month. See our [Self Hosting](/getting-started/self-hosting) docs for more info.
 
 <CardGroup cols={3}>
   <Card title="Custom Desktop & Extension Testing">
@@ -66,17 +66,14 @@ TestDriver Enterprise provides comprehensive support for fast-moving teams with
 
 Testing complex applications requires more than standard automation tools. Desktop applications, browser extensions, and multi-platform workflows demand specialized infrastructure, custom integrations, and deep technical expertise. TestDriver Enterprise provides the complete solution - from initial setup through ongoing maintenance and support.
 
-For more details, see [Contract Details](#contract-details).
-
 ---
 
 ## Implementation Process
 
 1. **Initial Consultation**: Discuss your specific testing challenges, application architecture, and infrastructure requirements.
-2. **Custom Infrastructure Design**: Configure specialized testing environments tailored to your technology stack and workflow requirements.
-3. **Expert Test Development**: Our team develops 4 custom tests designed specifically for your application's critical user flows and business logic.
-4. **Integration & Deployment**: Implement tests within your CI/CD pipeline with custom monitoring and reporting configurations.
-5. **Team Training & Ongoing Support**: Comprehensive training for your team plus ongoing technical support and consultation.
+2. **Expert Test Development**: Our team develops 4 custom tests designed specifically for your application's critical user flows and business logic.
+3. **Integration & Deployment**: Implement tests within your CI/CD pipeline with custom monitoring and reporting configurations.
+4. **Team Training & Ongoing Support**: Comprehensive training for your team plus ongoing technical support and consultation.
 
 Complex applications - particularly desktop software, browser extensions, and multi-platform workflows - present unique testing challenges that require specialized infrastructure and deep technical expertise. TestDriver Enterprise addresses these challenges with custom solutions designed specifically for your application and development process.
 
@@ -86,7 +83,6 @@ Complex applications - particularly desktop software, browser extensions, and mu
 
 | Service                           | Timeline      | Description                                                                                      |
 | --------------------------------- | ------------- | ------------------------------------------------------------------------------------------------ |
-| **Infrastructure Design**         | First 7 Days  | Analysis and configuration of specialized testing environments for your application stack.       |
 | **Requirements Analysis**         | First 7 Days  | Comprehensive review of testing requirements and technical specifications.                       |
 | **Custom Test Development**       | First 4 Weeks | Expert creation of 4 fully customized tests (4x4 Guarantee) tailored to your critical workflows. |
 | **Training & Knowledge Transfer** | First 30 Days | Technical training for your team and establishment of ongoing support processes.                 |
@@ -103,7 +99,7 @@ Complex applications - particularly desktop software, browser extensions, and mu
 - **Service Level**: Dedicated support team and technical consultation included.
 - **Usage Tracking**: Monthly runner minute allocation with standard overage rates.
 - **Custom Infrastructure**: Specialized testing environments included for complex applications.
-- **Enterprise Options**: On-premises and BYOC (Bring Your Own Cloud) configurations available.
+- **Enterprise Options**: [Self hosting](/getting-started/self-hosting) configurations available.
 
 ---
 

package/docs/account/pricing.mdx

@@ -19,12 +19,12 @@ TestDriver offers a range of pricing plans to suit different needs, from individ
   </Card>
   <Card title="Enterprise" icon="shield">
     Need advanced features? Contact us for tailored solutions. Starting at
-    $995/month.
+    $2,000/month.
   </Card>
 </CardGroup>
 
 <Tip>
-  Every plan starts with $100 in TestDriver credits to get you off the starting
+  Every plan comes with access to the Playwright SDK to get you off the starting
   line!
 </Tip>
 

package/docs/account/projects.mdx

@@ -23,6 +23,11 @@ From the Project view, you can see all the replays (Dashes) stored for that proj
 
 When you create a new Project, you can also enable the <Icon icon="jira" /> Jira integration to create issues automatically each time a replay (Dash) is created.
 
+<Info>
+  The project ID can be used in conjunction with your `lifecycle/postrun.yaml`
+  script to automatically assign a replay to a project. For more info see the
+  (Dashcam section)[/guide/dashcam].
+</Info>
 <Frame caption="Click a Project to view its replays">
   <img src="/images/content/account/newprojectsettings.png" />
 </Frame>