@testdriverai/agent 7.9.0 → 7.9.1-canary

package/docs/_scripts/generate-examples.js

@@ -297,8 +297,9 @@ function updateExistingMDX(existingContent, filename, testcaseId) {
   const replayUrl = generateReplayUrl(testcaseId);
   
   // Pattern to match the marker followed by the iframe tag
+  const escapedFilename = filename.replace(/\./g, '\\.');
   const pattern = new RegExp(
-    `(\\{/\\* ${filename.replace('.', '\\.')} output \\*/\\}\\s*)<iframe[^>]*src="[^"]*"([^]*)/>`,
+    `(\\{/\\* ${escapedFilename} output \\*/\\}\\s*)<iframe[^>]*src="[^"]*"([^]*?)/>`,
     's'
   );
   
@@ -312,6 +313,25 @@ function updateExistingMDX(existingContent, filename, testcaseId) {
   return updated;
 }
 
+// Update the source code block in an existing MDX file with fresh content from the test file
+function updateSourceCodeBlock(existingContent, testMeta) {
+  const escapedFilename = testMeta.filename.replace(/\./g, '\\.');
+  const codeBlockPattern = new RegExp(
+    '(```javascript\\s+title="' + escapedFilename + '"[^\\n]*\\n)[\\s\\S]*?(\\n```)',
+    ''
+  );
+
+  const match = existingContent.match(codeBlockPattern);
+  if (!match) {
+    return null;
+  }
+
+  return existingContent.replace(
+    codeBlockPattern,
+    `$1${testMeta.content.trim()}$2`
+  );
+}
+
 // Generate MDX content
 function generateMDX(testMeta, manifest, description) {
   const slug = generateSlug(testMeta.filename);
@@ -399,13 +419,29 @@ function updateDocsNavigation(docsJson, examplePages, options) {
     return false;
   }
 
-  // Find or create Examples group
-  let examplesGroup = v7Version.groups.find((g) => 
-    g.group === "Examples" || 
-    (typeof g === "object" && g.group === "Examples")
+  // Find Examples group - it may be nested inside Overview's pages
+  const examplesPages = examplePages.map((slug) => `/v7/examples/${slug}`);
+  let examplesGroup = null;
+
+  // Search top-level groups first
+  examplesGroup = v7Version.groups.find((g) =>
+    typeof g === "object" && g.group === "Examples"
   );
 
-  const examplesPages = examplePages.map((slug) => `/v7/examples/${slug}`);
+  // If not found at top level, search inside each group's pages (nested groups)
+  if (!examplesGroup) {
+    for (const group of v7Version.groups) {
+      if (group.pages) {
+        const nested = group.pages.find((p) =>
+          typeof p === "object" && p.group === "Examples"
+        );
+        if (nested) {
+          examplesGroup = nested;
+          break;
+        }
+      }
+    }
+  }
 
   if (examplesGroup) {
     // Update existing group
@@ -414,20 +450,22 @@ function updateDocsNavigation(docsJson, examplePages, options) {
       console.log("🔄 Updated existing Examples group in navigation");
     }
   } else {
-    // Create new group after Overview
-    const overviewIndex = v7Version.groups.findIndex((g) => g.group === "Overview");
+    // Create new group nested inside Overview
+    const overviewGroup = v7Version.groups.find((g) => g.group === "Overview");
     const newGroup = {
       group: "Examples",
       icon: "code",
       pages: examplesPages,
     };
-    
-    if (overviewIndex !== -1) {
-      v7Version.groups.splice(overviewIndex + 1, 0, newGroup);
+
+    if (overviewGroup && overviewGroup.pages) {
+      // Insert after the second page in Overview (after what-is-testdriver)
+      const insertIdx = Math.min(2, overviewGroup.pages.length);
+      overviewGroup.pages.splice(insertIdx, 0, newGroup);
     } else {
       v7Version.groups.push(newGroup);
     }
-    
+
     if (options.verbose) {
       console.log("➕ Added new Examples group to navigation");
     }
@@ -439,7 +477,7 @@ function updateDocsNavigation(docsJson, examplePages, options) {
 // Show help
 function showHelp() {
   console.log(`
-Update Example Docs Iframe URLs
+Update Example Docs from Test Files
 
 Usage:
   node generate-examples.js [options]
@@ -453,12 +491,16 @@ Environment Variables:
   TD_API_ROOT       API root URL (default: https://api.testdriver.ai)
 
 Description:
-  Reads existing MDX files in docs/v7/examples/ and updates the iframe
-  src URLs based on the examples-manifest.json.
+  Reads example test files and updates/generates MDX documentation pages.
+  
+  For existing MDX files:
+    - Updates the source code block from the test file
+    - Updates the iframe src URL from examples-manifest.json
+  
+  For new test files without an MDX page:
+    - Generates a new MDX documentation page
   
-  Files must contain a marker comment like: {/* filename.test.mjs output */}
-  The iframe following the marker will have its src updated to the
-  API replay endpoint.
+  Also updates the docs.json navigation with the current example pages.
 `);
 }
 
@@ -471,7 +513,7 @@ async function main() {
     process.exit(0);
   }
 
-  console.log("🚀 Updating example documentation iframes...\n");
+  console.log("🚀 Updating example documentation...\n");
 
   if (options.dryRun) {
     console.log("📋 DRY RUN - no files will be written\n");
@@ -480,67 +522,92 @@ async function main() {
   // Load manifest
   const manifest = loadManifest();
 
-  // Get existing MDX files in output directory
-  const existingFiles = fs.existsSync(OUTPUT_DIR) 
-    ? fs.readdirSync(OUTPUT_DIR).filter((f) => f.endsWith(".mdx"))
-    : [];
+  // Get all test files
+  const testFiles = getExampleFiles();
+  console.log(`📂 Found ${testFiles.length} example test files\n`);
 
-  console.log(`📂 Found ${existingFiles.length} existing MDX files\n`);
+  // Ensure output dir exists
+  if (!fs.existsSync(OUTPUT_DIR)) {
+    fs.mkdirSync(OUTPUT_DIR, { recursive: true });
+  }
 
   let updated = 0;
+  let created = 0;
   let skipped = 0;
   let errors = 0;
+  const exampleSlugs = [];
+
+  for (const file of testFiles) {
+    const filePath = path.join(EXAMPLES_DIR, file);
+    const testMeta = parseTestFile(filePath);
+    const slug = generateSlug(testMeta.filename);
+    exampleSlugs.push(slug);
 
-  for (const mdxFile of existingFiles) {
-    const outputPath = path.join(OUTPUT_DIR, mdxFile);
+    const outputPath = path.join(OUTPUT_DIR, `${slug}.mdx`);
 
     try {
-      const existingContent = fs.readFileSync(outputPath, 'utf-8');
-      
-      // Find the marker in the file to get the test filename
-      const markerMatch = existingContent.match(/\{\/\* ([^*]+\.test\.mjs) output \*\/\}/);
-      
-      if (!markerMatch) {
-        skipped++;
-        if (options.verbose) {
-          console.log(`⏭️  ${mdxFile} (no marker)`);
+      if (fs.existsSync(outputPath)) {
+        // Update existing MDX file
+        let content = fs.readFileSync(outputPath, 'utf-8');
+        let changed = false;
+
+        // Update source code block from the test file
+        const sourceUpdated = updateSourceCodeBlock(content, testMeta);
+        if (sourceUpdated && sourceUpdated !== content) {
+          content = sourceUpdated;
+          changed = true;
         }
-        continue;
-      }
-      
-      const testFilename = markerMatch[1];
-      const manifestEntry = manifest.examples[testFilename];
-      const testcaseId = manifestEntry?.url ? extractTestcaseId(manifestEntry.url) : null;
-      
-      if (!testcaseId) {
-        skipped++;
-        if (options.verbose) {
-          console.log(`⏭️  ${mdxFile} (no URL in manifest for ${testFilename})`);
+
+        // Update iframe URL if manifest entry exists
+        const manifestEntry = manifest.examples[testMeta.filename];
+        const testcaseId = manifestEntry?.url ? extractTestcaseId(manifestEntry.url) : null;
+        if (testcaseId) {
+          const iframeUpdated = updateExistingMDX(content, testMeta.filename, testcaseId);
+          if (iframeUpdated && iframeUpdated !== content) {
+            content = iframeUpdated;
+            changed = true;
+          }
         }
-        continue;
-      }
-      
-      const updatedContent = updateExistingMDX(existingContent, testFilename, testcaseId);
-      
-      if (updatedContent) {
-        if (!options.dryRun) {
-          fs.writeFileSync(outputPath, updatedContent, 'utf-8');
+
+        if (changed) {
+          if (!options.dryRun) {
+            fs.writeFileSync(outputPath, content, 'utf-8');
+          }
+          updated++;
+          console.log(`🔄 ${slug}.mdx (updated)`);
+        } else {
+          skipped++;
+          if (options.verbose) {
+            console.log(`⏭️  ${slug}.mdx (unchanged)`);
+          }
         }
-        updated++;
-        console.log(`🔄 ${mdxFile} (updated iframe)`);
       } else {
-        skipped++;
-        if (options.verbose) {
-          console.log(`⏭️  ${mdxFile} (unchanged)`);
+        // Generate new MDX file
+        const description = generateFallbackDescription(testMeta);
+        const mdx = generateMDX(testMeta, manifest, description);
+        if (!options.dryRun) {
+          fs.writeFileSync(outputPath, mdx, 'utf-8');
         }
+        created++;
+        console.log(`✨ ${slug}.mdx (created)`);
       }
     } catch (error) {
-      console.error(`❌ ${mdxFile}: ${error.message}`);
+      console.error(`❌ ${file}: ${error.message}`);
       errors++;
     }
   }
 
+  // Update docs.json navigation
+  if (!options.dryRun) {
+    const docsJson = loadDocsJson();
+    if (updateDocsNavigation(docsJson, exampleSlugs, options)) {
+      saveDocsJson(docsJson);
+      console.log("\n📝 Updated docs.json navigation");
+    }
+  }
+
   console.log(`\n✨ Complete!`);
+  console.log(`   Created: ${created} new docs`);
   console.log(`   Updated: ${updated} docs`);
   console.log(`   Skipped: ${skipped} unchanged`);
   if (errors > 0) {

package/docs/docs.json

@@ -27,28 +27,29 @@
                 "pages": [
                   "/v7/examples/ai",
                   "/v7/examples/assert",
-                  "/v7/examples/captcha-api",
                   "/v7/examples/chrome-extension",
-                  "/v7/examples/drag-and-drop",
                   "/v7/examples/element-not-found",
                   "/v7/examples/exec-output",
                   "/v7/examples/exec-pwsh",
+                  "/v7/examples/findall-coffee-icons",
                   "/v7/examples/focus-window",
+                  "/v7/examples/formatted-logging",
                   "/v7/examples/hover-image",
+                  "/v7/examples/hover-text-with-description",
                   "/v7/examples/hover-text",
                   "/v7/examples/installer",
                   "/v7/examples/launch-vscode-linux",
                   "/v7/examples/match-image",
+                  "/v7/examples/parse",
                   "/v7/examples/press-keys",
+                  "/v7/examples/prompt",
                   "/v7/examples/scroll-keyboard",
                   "/v7/examples/scroll-until-image",
-                  "/v7/examples/scroll-until-text",
                   "/v7/examples/scroll",
                   "/v7/examples/type",
                   "/v7/examples/windows-installer"
                 ]
               },
-
               {
                 "group": "Deployment",
                 "icon": "server",
@@ -60,7 +61,6 @@
               "/changelog"
             ]
           },
-
           {
             "group": "GitHub Copilot",
             "pages": [
@@ -106,34 +106,33 @@
               }
             ]
           },
+          {
+            "group": "Actions",
+            "pages": [
+              "/v7/ai",
+              "/v7/assert",
+              "/v7/captcha",
+              "/v7/click",
+              "/v7/double-click",
+              "/v7/exec",
+              "/v7/find",
+              "/v7/focus-application",
+              "/v7/hover",
+              "/v7/mouse-down",
+              "/v7/mouse-up",
+              "/v7/parse",
+              "/v7/press-keys",
+              "/v7/right-click",
+              "/v7/screenshot",
+              "/v7/scroll",
+              "/v7/type"
+            ]
+          },
           {
             "group": "SDK Reference",
             "pages": [
               "/v7/client",
               "/v7/elements",
-              {
-                "group": "Actions",
-                "icon": "bolt",
-                "pages": [
-                  "/v7/ai",
-                  "/v7/assert",
-                  "/v7/captcha",
-                  "/v7/click",
-                  "/v7/double-click",
-                  "/v7/exec",
-                  "/v7/find",
-                  "/v7/focus-application",
-                  "/v7/hover",
-                  "/v7/mouse-down",
-                  "/v7/mouse-up",
-                  "/v7/parse",
-                  "/v7/press-keys",
-                  "/v7/right-click",
-                  "/v7/screenshot",
-                  "/v7/scroll",
-                  "/v7/type"
-                ]
-              },
               "/v7/dashcam"
             ]
           }

package/docs/v7/examples/ai.mdx

@@ -12,7 +12,7 @@ Watch this test execute in a real sandbox environment:
 
 {/* ai.test.mjs output */}
 <iframe 
-  src="https://api-test.testdriver.ai/api/v1/testdriver/testcase/69c5d04ac2e6e94933886778/replay" 
+  src="https://api.testdriver.ai/api/v1/testdriver/testcase/69c5d04ac2e6e94933886778/replay" 
   width="100%" 
   height="390" 
   style={{ border: "1px solid #333", borderRadius: "8px" }}
@@ -23,7 +23,8 @@ Watch this test execute in a real sandbox environment:
 
 ```javascript title="ai.test.mjs" {17}
 /**
- * TestDriver SDK - AI Test
+ * TestDriver SDK - AI Test (Vitest)
+ * Tests the AI exploratory loop (ai) functionality
  */
 
 import { describe, expect, it } from "vitest";
@@ -31,7 +32,7 @@ import { TestDriver } from "testdriverai/vitest/hooks";
 
 describe("AI Test", () => {
   it("should use ai to search for testdriver on Google", async (context) => {
-    const testdriver = TestDriver(context, { ip: context.ip || process.env.TD_IP });
+    const testdriver = TestDriver(context, { ip: context.ip || process.env.TD_IP});
     
     // provision.chrome() automatically calls ready() and starts dashcam
     await testdriver.provision.chrome({

package/docs/v7/examples/assert.mdx

@@ -12,7 +12,7 @@ Watch this test execute in a real sandbox environment:
 
 {/* assert.test.mjs output */}
 <iframe 
-  src="https://api-test.testdriver.ai/api/v1/testdriver/testcase/69c5d038058ffe89003c6adc/replay" 
+  src="https://api.testdriver.ai/api/v1/testdriver/testcase/69c5d038058ffe89003c6adc/replay" 
   width="100%" 
   height="390" 
   style={{ border: "1px solid #333", borderRadius: "8px" }}
@@ -23,7 +23,8 @@ Watch this test execute in a real sandbox environment:
 
 ```javascript title="assert.test.mjs" {22-24}
 /**
- * TestDriver SDK - Assert Test
+ * TestDriver SDK - Assert Test (Vitest)
+ * Converted from: testdriver/acceptance/assert.yaml
  */
 
 import { describe, expect, it } from "vitest";
@@ -31,8 +32,7 @@ import { TestDriver } from "testdriverai/vitest/hooks";
 
 describe("Assert Test", () => {
   it("should assert the testdriver login page shows", async (context) => {
-    const testdriver = TestDriver(context, {
-      ip: context.ip || process.env.TD_IP,
+    const testdriver = TestDriver(context, { ip: context.ip || process.env.TD_IP,
     });
     
     // provision.chrome() automatically calls ready() and starts dashcam
@@ -50,6 +50,21 @@ describe("Assert Test", () => {
 
     expect(result).toBeTruthy();
   });
+  // it("should assert the testdriver login page shows 2", async (context) => {
+  //   const testdriver = TestDriver(context);
+    
+  //   // provision.chrome() automatically calls ready() and starts dashcam
+  //   await testdriver.provision.chrome({
+  //     url: 'http://testdriver-sandbox.vercel.app/login',
+  //   });
+
+  //   // Assert the TestDriver.ai Sandbox login page is displayed
+  //   const result = await testdriver.assert(
+  //     "the TestDriver.ai Sandbox login page is displayed",
+  //   );
+
+  //   expect(result).toBeTruthy();
+  // });
 });
 ```
 

package/docs/v7/examples/chrome-extension.mdx

@@ -12,7 +12,7 @@ Watch this test execute in a real sandbox environment:
 
 {/* chrome-extension.test.mjs output */}
 <iframe 
-  src="https://api-test.testdriver.ai/api/v1/testdriver/testcase/69c5d024c2e6e94933886763/replay" 
+  src="https://api.testdriver.ai/api/v1/testdriver/testcase/69c5d024c2e6e94933886763/replay" 
   width="100%" 
   height="390" 
   style={{ border: "1px solid #333", borderRadius: "8px" }}
@@ -23,7 +23,12 @@ Watch this test execute in a real sandbox environment:
 
 ```javascript title="chrome-extension.test.mjs" {31-33}
 /**
- * TestDriver SDK - Chrome Extension Test
+ * TestDriver SDK - Chrome Extension Test (Vitest)
+ * Tests loading a Chrome extension using provision.chromeExtension()
+ * 
+ * This test suite covers:
+ * 1. Loading extension from local path (extensionPath)
+ * 2. Loading extension from Chrome Web Store (extensionId)
  */
 
 import { describe, expect, it } from "vitest";
@@ -78,38 +83,40 @@ describe("Chrome Extension Test", () => {
     const helloExtension = await testdriver.find("Hello Extensions extension in the extensions dropdown");
     await helloExtension.click();
 
+    await testdriver.wait(2000); // wait for the popup to open
+
     // Verify the extension popup shows "Hello Extensions" text
     const popupResult = await testdriver.assert("a popup shows with the text 'Hello Extensions'");
     expect(popupResult).toBeTruthy();
   });
 
-  it("should load Loom from Chrome Web Store by extensionId", async (context) => {
-    const testdriver = TestDriver(context, { ip: context.ip || process.env.TD_IP });
-
-    // Launch Chrome with Loom loaded by its Chrome Web Store ID
-    // Loom ID: liecbddmkiiihnedobmlmillhodjkdmb
-    await testdriver.provision.chromeExtension({
-      extensionId: 'liecbddmkiiihnedobmlmillhodjkdmb'
-    });
-
-    // Navigate to testdriver.ai (extensions don't load on New Tab)
-    const addressBar = await testdriver.find("Chrome address bar");
-    await addressBar.click();
-    await testdriver.type("testdriver.ai");
-    await testdriver.pressKeys(["enter"]);
-
-    // Wait for page to load
-    const pageResult = await testdriver.assert("I can see testdriver.ai");
-    expect(pageResult).toBeTruthy();
-
-    // Click on the extensions button (puzzle piece icon) in Chrome toolbar
-    const extensionsButton = await testdriver.find("The puzzle-shaped icon in the Chrome toolbar.", {zoom: true});
-    await extensionsButton.click();
-
-    // Look for Loom in the extensions menu
-    const loomExtension = await testdriver.find("Loom extension in the extensions dropdown");
-    expect(loomExtension.found()).toBeTruthy();
-  });
+  // it("should load Loom from Chrome Web Store by extensionId", async (context) => {
+  //   const testdriver = TestDriver(context, { ip: context.ip || process.env.TD_IP});
+
+  //   // Launch Chrome with Loom loaded by its Chrome Web Store ID
+  //   // Loom ID: liecbddmkiiihnedobmlmillhodjkdmb
+  //   await testdriver.provision.chromeExtension({
+  //     extensionId: 'liecbddmkiiihnedobmlmillhodjkdmb'
+  //   });
+
+  //   // Navigate to testdriver.ai (extensions don't load on New Tab)
+  //   const addressBar = await testdriver.find("Chrome address bar");
+  //   await addressBar.click();
+  //   await testdriver.type("testdriver.ai");
+  //   await testdriver.pressKeys(["enter"]);
+
+  //   // Wait for page to load
+  //   const pageResult = await testdriver.assert("I can see testdriver.ai");
+  //   expect(pageResult).toBeTruthy();
+
+  //   // Click on the extensions button (puzzle piece icon) in Chrome toolbar
+  //   const extensionsButton = await testdriver.find("The puzzle-shaped icon in the Chrome toolbar.", {zoom: true});
+  //   await extensionsButton.click();
+
+  //   // Look for Loom in the extensions menu
+  //   const loomExtension = await testdriver.find("Loom extension in the extensions dropdown");
+  //   expect(loomExtension.found()).toBeTruthy();
+  // });
 });
 ```
 

package/docs/v7/examples/element-not-found.mdx

@@ -12,7 +12,7 @@ Watch this test execute in a real sandbox environment:
 
 {/* element-not-found.test.mjs output */}
 <iframe 
-  src="https://api-test.testdriver.ai/api/v1/testdriver/testcase/69c5d047058ffe89003c6ae4/replay" 
+  src="https://api.testdriver.ai/api/v1/testdriver/testcase/69c5d047058ffe89003c6ae4/replay" 
   width="100%" 
   height="390" 
   style={{ border: "1px solid #333", borderRadius: "8px" }}
@@ -24,6 +24,7 @@ Watch this test execute in a real sandbox environment:
 ```javascript title="element-not-found.test.mjs" {16-18}
 /**
  * TestDriver SDK - Element Not Found Test
+ * Tests that finding a non-existent element returns properly without timing out
  */
 
 import { describe, expect, it } from "vitest";

package/docs/v7/examples/exec-output.mdx

@@ -12,7 +12,7 @@ Watch this test execute in a real sandbox environment:
 
 {/* exec-output.test.mjs output */}
 <iframe 
-  src="https://api-test.testdriver.ai/api/v1/testdriver/testcase/69c5d02ee8a04db4b705cbeb/replay" 
+  src="https://api.testdriver.ai/api/v1/testdriver/testcase/69c5d02ee8a04db4b705cbeb/replay" 
   width="100%" 
   height="390" 
   style={{ border: "1px solid #333", borderRadius: "8px" }}
@@ -28,14 +28,13 @@ Watch this test execute in a real sandbox environment:
  */
 
 import { describe, expect, it } from "vitest";
-import { TestDriver } from "../lib/vitest/hooks.mjs";
-import { getDefaults } from "./config.mjs";
+import { TestDriver } from "testdriverai/vitest/hooks";
 
 describe.skip("Exec Output Test", () => {
   it(
     "should set date using PowerShell and navigate to calendar",
     async (context) => {
-      const testdriver = TestDriver(context, { ...getDefaults(context), headless: true });
+      const testdriver = TestDriver(context, { ip: context.ip || process.env.TD_IP, headless: true });
       await testdriver.provision.chrome({ url: 'http://testdriver-sandbox.vercel.app/login' });
 
       //

package/docs/v7/examples/exec-pwsh.mdx

@@ -12,7 +12,7 @@ Watch this test execute in a real sandbox environment:
 
 {/* exec-pwsh.test.mjs output */}
 <iframe 
-  src="https://api-test.testdriver.ai/api/v1/testdriver/testcase/69c5d026a0a3ef8239de4746/replay" 
+  src="https://api.testdriver.ai/api/v1/testdriver/testcase/69c5d026a0a3ef8239de4746/replay" 
   width="100%" 
   height="390" 
   style={{ border: "1px solid #333", borderRadius: "8px" }}
@@ -28,14 +28,13 @@ Watch this test execute in a real sandbox environment:
  */
 
 import { describe, expect, it } from "vitest";
-import { TestDriver } from "../lib/vitest/hooks.mjs";
-import { getDefaults } from "./config.mjs";
+import { TestDriver } from "testdriverai/vitest/hooks";
 
 describe.skip("Exec PowerShell Test", () => {
   it(
     "should generate random email using PowerShell and enter it",
     async (context) => {
-      const testdriver = TestDriver(context, { ...getDefaults(context), headless: true });
+      const testdriver = TestDriver(context, { ip: context.ip || process.env.TD_IP, headless: true });
       await testdriver.provision.chrome({ url: 'http://testdriver-sandbox.vercel.app/login' });
 
       //