@testdriverai/agent 7.8.0-test.38

package/docs/_scripts/link-replacer.js

@@ -0,0 +1,164 @@
+#!/usr/bin/env node
+
+const fs = require("fs");
+const path = require("path");
+
+/**
+ * Script to replace command references in Mintlify docs with proper links
+ *
+ * This script finds instances of command names like `hover-text`, `wait-for-text`, etc.
+ * and replaces them with proper Mintlify links to their documentation pages.
+ */
+
+// Get all command files from the commands directory
+function getCommandNames() {
+  const commandsDir = path.join(__dirname, "../", "commands");
+
+  if (!fs.existsSync(commandsDir)) {
+    console.error("Commands directory not found:", commandsDir);
+    process.exit(1);
+  }
+
+  const files = fs.readdirSync(commandsDir);
+  const commands = files
+    .filter((file) => file.endsWith(".mdx"))
+    .map((file) => file.replace(".mdx", ""));
+
+  console.log("Found commands:", commands);
+  return commands;
+}
+
+// Process a single file
+function processFile(filePath, commands) {
+  const content = fs.readFileSync(filePath, "utf-8");
+  let modified = content;
+  let changes = 0;
+
+  commands.forEach((command) => {
+    // Create regex pattern to match `command-name` but not already linked commands
+    // This pattern looks for backtick-wrapped command names that are NOT:
+    // 1. Already inside a link: [` or preceded by ]( or ](/
+    // 2. Part of an existing link structure
+    const pattern = new RegExp(
+      `(?<!\\[)\`(${command.replace(/[-/\\^$*+?.()|[\]{}]/g, "\\$&")})\`(?!\\]\\(|\\)\\]|\\]\\(/commands/)`,
+      "g",
+    );
+
+    const replacement = `[\`$1\`](/commands/$1)`;
+    const newContent = modified.replace(pattern, replacement);
+
+    if (newContent !== modified) {
+      const matchCount = (modified.match(pattern) || []).length;
+      console.log(`  - Replaced ${matchCount} instances of \`${command}\``);
+      changes += matchCount;
+      modified = newContent;
+    }
+  });
+
+  return { content: modified, changes };
+}
+
+// Process all .mdx files in a directory recursively
+function processDirectory(dirPath, commands, exclude = []) {
+  const items = fs.readdirSync(dirPath);
+  let totalChanges = 0;
+
+  items.forEach((item) => {
+    const itemPath = path.join(dirPath, item);
+    const relativePath = path.relative(process.cwd(), itemPath);
+
+    // Skip excluded directories
+    if (exclude.some((ex) => relativePath.includes(ex))) {
+      return;
+    }
+
+    const stat = fs.statSync(itemPath);
+
+    if (stat.isDirectory()) {
+      totalChanges += processDirectory(itemPath, commands, exclude);
+    } else if (item.endsWith(".mdx")) {
+      console.log(`Processing: ${relativePath}`);
+      const result = processFile(itemPath, commands);
+
+      if (result.changes > 0) {
+        fs.writeFileSync(itemPath, result.content, "utf-8");
+        console.log(`  ✅ Updated with ${result.changes} changes`);
+        totalChanges += result.changes;
+      } else {
+        console.log(`  ⏭️  No changes needed`);
+      }
+    }
+  });
+
+  return totalChanges;
+}
+
+// Main function
+function main() {
+  console.log("🚀 Starting TestDriver AI docs link replacer...\n");
+
+  // Get command names from the commands directory
+  const commands = getCommandNames();
+
+  if (commands.length === 0) {
+    console.log("No commands found. Exiting.");
+    return;
+  }
+
+  console.log(`\n📝 Processing documentation files...\n`);
+
+  // Process all .mdx files in the docs directory, excluding the commands directory itself
+  const docsDir = path.join(__dirname, "../");
+  const exclude = ["commands"]; // Don't modify the command docs themselves
+
+  const totalChanges = processDirectory(docsDir, commands, exclude);
+
+  console.log(`\n✨ Complete! Made ${totalChanges} total replacements.`);
+
+  if (totalChanges > 0) {
+    console.log("\n📋 Summary:");
+    console.log(
+      "- Command references like `hover-text` have been replaced with [`hover-text`](/commands/hover-text)",
+    );
+    console.log("- Only changed files that needed updates");
+    console.log(
+      "- Excluded the /commands directory to avoid self-referencing issues",
+    );
+    console.log("\nYou may want to review the changes before committing.");
+  } else {
+    console.log("\n🎉 All files are already properly linked!");
+  }
+}
+
+// Handle command line arguments
+if (process.argv.includes("--help") || process.argv.includes("-h")) {
+  console.log(`
+TestDriver AI Documentation Link Replacer
+
+Usage: node link-replacer.js [options]
+
+Options:
+  --help, -h    Show this help message
+  --dry-run     Show what would be changed without making actual changes (TODO)
+
+Description:
+  This script finds command references like \`hover-text\` in your Mintlify 
+  documentation and replaces them with proper links to the command reference
+  pages like [\`hover-text\`](/commands/hover-text).
+
+  The script:
+  - Scans all .mdx files in the /docs directory
+  - Excludes the /commands directory to avoid self-references  
+  - Only replaces \`command-name\` patterns that aren't already linked
+  - Preserves existing links and formatting
+`);
+  process.exit(0);
+}
+
+// Run the script
+try {
+  main();
+} catch (error) {
+  console.error("❌ Error:", error.message);
+  process.exit(1);
+}

package/docs/_scripts/upload-docs-to-openai.js

@@ -0,0 +1,284 @@
+#!/usr/bin/env node
+
+const fs = require("fs");
+const path = require("path");
+const OpenAI = require("openai");
+const { glob } = require("glob");
+
+// Configuration
+const DOCS_DIR = path.join(__dirname, "docs");
+const OPENAI_API_KEY = process.env.OPENAI_API_KEY;
+const VECTOR_STORE_NAME = "testdriverai-docs";
+
+if (!OPENAI_API_KEY) {
+  console.error("Error: OPENAI_API_KEY environment variable is required");
+  process.exit(1);
+}
+
+// Initialize OpenAI client
+const openai = new OpenAI({
+  apiKey: OPENAI_API_KEY,
+});
+
+/**
+ * Parse MDX file to extract frontmatter and content
+ */
+function parseMdxFile(filePath) {
+  const content = fs.readFileSync(filePath, "utf8");
+
+  // Extract frontmatter
+  const frontmatterMatch = content.match(/^---\n([\s\S]*?)\n---\n([\s\S]*)$/);
+
+  if (!frontmatterMatch) {
+    return {
+      metadata: {},
+      content: content,
+      title: path.basename(filePath, ".mdx"),
+      filePath: path.relative(DOCS_DIR, filePath),
+    };
+  }
+
+  const frontmatter = frontmatterMatch[1];
+  const mainContent = frontmatterMatch[2];
+
+  // Parse frontmatter (simple YAML-like parsing)
+  const metadata = {};
+  frontmatter.split("\n").forEach((line) => {
+    const match = line.match(/^([^:]+):\s*"?([^"]*)"?$/);
+    if (match) {
+      metadata[match[1].trim()] = match[2].trim();
+    }
+  });
+
+  return {
+    metadata,
+    content: mainContent,
+    title: metadata.title || path.basename(filePath, ".mdx"),
+    filePath: path.relative(DOCS_DIR, filePath),
+  };
+}
+
+/**
+ * Get all MDX files in the docs directory
+ */
+async function getAllMdxFiles() {
+  const pattern = path.join(DOCS_DIR, "**/*.mdx");
+  const files = await glob(pattern);
+  return files;
+}
+
+/**
+ * Create a vector store
+ */
+async function createVectorStore() {
+  try {
+    const vectorStore = await openai.vectorStores.create({
+      name: VECTOR_STORE_NAME,
+      expires_after: {
+        anchor: "last_active_at",
+        days: 365,
+      },
+    });
+
+    console.log(`✅ Created vector store: ${vectorStore.id}`);
+    return vectorStore;
+  } catch (error) {
+    console.error("Error creating vector store:", error);
+    throw error;
+  }
+}
+
+/**
+ * Upload a single file to the vector store
+ */
+async function uploadSingleFile(vectorStoreId, file) {
+  try {
+    console.log(`📁 Processing: ${file.filePath}`);
+
+    // Create a temporary file with processed content
+    const tempFilePath = `/tmp/testdriverai-${Date.now()}-${Math.random()}-${path.basename(file.filePath)}.txt`;
+
+    // Format the content for better vector search
+    const formattedContent = `Title: ${file.title}
+File: ${file.filePath}
+${file.metadata.description ? `Description: ${file.metadata.description}` : ""}
+${file.metadata.sidebarTitle ? `Sidebar Title: ${file.metadata.sidebarTitle}` : ""}
+
+${file.content}`;
+
+    fs.writeFileSync(tempFilePath, formattedContent);
+
+    // Upload to OpenAI and add to vector store
+    const vectorStoreFile = await openai.vectorStores.files.createAndPoll(
+      vectorStoreId,
+      {
+        file_id: (
+          await openai.files.create({
+            file: fs.createReadStream(tempFilePath),
+            purpose: "assistants",
+          })
+        ).id,
+      },
+    );
+
+    // Clean up temp file
+    fs.unlinkSync(tempFilePath);
+
+    console.log(`✅ Uploaded: ${file.title} (${vectorStoreFile.id})`);
+
+    return {
+      vectorStoreFileId: vectorStoreFile.id,
+      originalPath: file.filePath,
+      title: file.title,
+    };
+  } catch (error) {
+    console.error(`❌ Error uploading ${file.filePath}:`, error);
+    return null;
+  }
+}
+
+/**
+ * Upload files to the vector store in parallel
+ */
+async function uploadFilesToVectorStore(vectorStoreId, files) {
+  console.log(`📤 Uploading ${files.length} files in parallel...`);
+
+  // Process files in parallel with a concurrency limit
+  const BATCH_SIZE = 10; // Process 10 files at a time to avoid overwhelming the API
+  const uploadedFiles = [];
+
+  for (let i = 0; i < files.length; i += BATCH_SIZE) {
+    const batch = files.slice(i, i + BATCH_SIZE);
+    console.log(
+      `Processing batch ${Math.floor(i / BATCH_SIZE) + 1}/${Math.ceil(files.length / BATCH_SIZE)} (${batch.length} files)`,
+    );
+
+    const batchPromises = batch.map((file) =>
+      uploadSingleFile(vectorStoreId, file),
+    );
+    const batchResults = await Promise.all(batchPromises);
+
+    // Filter out failed uploads (null results)
+    const successfulUploads = batchResults.filter((result) => result !== null);
+    uploadedFiles.push(...successfulUploads);
+
+    console.log(
+      `✅ Batch complete: ${successfulUploads.length}/${batch.length} files uploaded successfully`,
+    );
+  }
+
+  return uploadedFiles;
+}
+
+/**
+ * Wait for vector store to be ready
+ */
+async function waitForVectorStoreReady(vectorStoreId) {
+  console.log("⏳ Waiting for vector store to process files...");
+
+  let attempts = 0;
+  const maxAttempts = 30;
+
+  while (attempts < maxAttempts) {
+    try {
+      const vectorStore = await openai.vectorStores.retrieve(vectorStoreId);
+
+      if (vectorStore.status === "completed") {
+        console.log("✅ Vector store is ready!");
+        return vectorStore;
+      }
+
+      if (vectorStore.status === "failed") {
+        throw new Error("Vector store processing failed");
+      }
+
+      console.log(
+        `⏳ Status: ${vectorStore.status}, Files: ${vectorStore.file_counts.completed}/${vectorStore.file_counts.total}`,
+      );
+
+      await new Promise((resolve) => setTimeout(resolve, 2000));
+      attempts++;
+    } catch (error) {
+      console.error("Error checking vector store status:", error);
+      attempts++;
+      await new Promise((resolve) => setTimeout(resolve, 2000));
+    }
+  }
+
+  throw new Error("Timeout waiting for vector store to be ready");
+}
+
+/**
+ * Main function
+ */
+async function main() {
+  try {
+    console.log(
+      "🚀 Starting TestDriver.ai docs upload to OpenAI Vector Store...\n",
+    );
+
+    // Get all MDX files
+    console.log("📂 Finding MDX files...");
+    const mdxFilePaths = await getAllMdxFiles();
+    console.log(`Found ${mdxFilePaths.length} MDX files\n`);
+
+    // Parse all MDX files
+    console.log("📝 Parsing MDX files...");
+    const parsedFiles = mdxFilePaths.map((filePath) => parseMdxFile(filePath));
+    console.log(`Parsed ${parsedFiles.length} files\n`);
+
+    // Create vector store
+    console.log("🗂️ Creating vector store...");
+    const vectorStore = await createVectorStore();
+    console.log("");
+
+    // Upload files to vector store
+    console.log("📤 Uploading files to OpenAI Vector Store...");
+    const uploadedFiles = await uploadFilesToVectorStore(
+      vectorStore.id,
+      parsedFiles,
+    );
+    console.log("");
+
+    // Wait for processing
+    await waitForVectorStoreReady(vectorStore.id);
+
+    console.log("\n🎉 Upload complete!");
+    console.log(`Vector Store ID: ${vectorStore.id}`);
+    console.log(`Files uploaded: ${uploadedFiles.length}`);
+    console.log(
+      "\nYou can now use this vector store ID in your OpenAI Assistant or for retrieval.",
+    );
+
+    // Save results to file
+    const results = {
+      vectorStoreId: vectorStore.id,
+      uploadedFiles: uploadedFiles,
+      timestamp: new Date().toISOString(),
+    };
+
+    fs.writeFileSync(
+      path.join(__dirname, "openai-vector-store-results.json"),
+      JSON.stringify(results, null, 2),
+    );
+
+    console.log("\n📄 Results saved to openai-vector-store-results.json");
+  } catch (error) {
+    console.error("\n❌ Error:", error);
+    process.exit(1);
+  }
+}
+
+// Run the script
+if (require.main === module) {
+  main();
+}
+
+module.exports = {
+  main,
+  parseMdxFile,
+  getAllMdxFiles,
+  createVectorStore,
+  uploadSingleFile,
+  uploadFilesToVectorStore,
+};

package/docs/changelog.mdx

@@ -0,0 +1,161 @@
+---
+title: "Changelog"
+description: "Product updates and announcements"
+rss: true
+icon: "code-compare"
+---
+
+<Update label="v7.8.0-test.22" description="March 2026" tags={["test"]}>
+
+Releases test.11 through test.22 include version bumps and internal CI improvements across all packages. No new user-facing changes — see [v7.8.0-test.10](#v780-test10) for the latest updates in this release stream.
+
+</Update>
+
+<Update label="v7.8.0-test.10" description="March 2026" tags={["test"]}>
+
+🔧 Improvements
+
+- **Parallel test concurrency** — Concurrency limits are now enforced with atomic slot tracking, eliminating a race condition where multiple tests launching at the same time could all bypass the limit. If you hit your concurrency cap, the SDK waits and retries automatically.
+- **Dashboard access for all plans** — Test recordings and metrics on the [dashboard](https://console.testdriver.ai) are now visible to all users, including those on the Free plan.
+- **Sandbox message throttling** — High-frequency interactions no longer risk hitting connection limits. The SDK automatically paces outgoing messages during fast command sequences.
+- **Windows Dashcam stability** — Web log tracking on Windows sandboxes now handles errors gracefully instead of failing the test.
+
+</Update>
+
+<Update label="v7.8.0-test.9" description="March 2026" tags={["test"]}>
+
+🔧 Improvements
+
+- **Stable release promotion** — Fixed an issue where promoting a test or canary release to stable could be incorrectly skipped. Stable releases now proceed reliably regardless of the prior pre-release channel.
+- **Example docs sync** — Example documentation now updates more reliably, continuing even when individual example tests fail so that passing examples still get refreshed.
+
+</Update>
+
+<Update label="v7.8.0-test.8" description="March 2026" tags={["test"]}>
+
+🔧 Improvements
+
+- **VS Code environment switching** — The TestDriver VS Code extension now includes a status bar indicator and a new **TestDriver: Switch Environment** command. You can switch between stable, canary, and test environments directly from VS Code, and your MCP server configuration updates automatically.
+- **Plan rename: Starter → Pro** — The "Starter" plan has been renamed to **Pro**. No changes to pricing or features — just a clearer name. The "Self-Hosted" tier is now labeled **Enterprise**.
+- **SDK network resilience** — API requests now automatically retry on transient server errors (500, 502, 503, 504) with exponential backoff, reducing flaky test failures caused by brief infrastructure hiccups.
+- **Pricing page refresh** — The [hosted plans page](/v7/hosted) now shows plan cards with included minutes, concurrency limits, and pricing at a glance.
+
+📚 Docs updates
+
+- **Quickstart redesign** — The [quickstart](/v7/quickstart) now has tabbed setup paths for CLI, GitHub Copilot, and manual installation.
+- **Deployment section** — "Cloud" is now [Hosted](/v7/hosted) and the previous Enterprise page has been consolidated into [Self-Hosted](/v7/self-hosted), which covers both standard and air-gapped deployments.
+
+</Update>
+
+<Update label="v7.8.0-test.7" description="March 2026" tags={["test"]}>
+This release includes all changes from v7.8.0-test.6 with version bumps across all packages. No additional user-facing changes.
+</Update>
+
+<Update label="v7.8.0-test.6" description="March 2026" tags={["test"]}>
+
+🔧 Improvements
+
+- **Sandbox spawning reliability** — Sandbox creation now uses a 3-minute timeout to handle slow infrastructure, then immediately switches to a 60-second orphan timeout for fast cleanup. This reduces sandbox creation failures during high-traffic periods.
+- **Command deadline timeouts** — Sandbox commands now enforce a hard deadline that terminates execution if the connection drops mid-command, preventing tests from hanging indefinitely.
+- **Real-time channel cleanup** — Fixed a compatibility issue with the real-time messaging layer that could cause channel cleanup to fail during shutdown.
+- **Dashboard timestamp tooltips** — Extended UTC date tooltips to the test history sidebar. Hovering over any relative timestamp (e.g., "5 minutes ago") across the [dashboard](https://console.testdriver.ai) now shows the full UTC date and time.
+
+</Update>
+
+<Update label="v7.8.0-test.4" description="March 2026" tags={["test"]}>
+
+✨ New features
+
+- **[GitHub Copilot integration](/v7/copilot/setup)** — Use TestDriver directly from GitHub Copilot in VS Code. The new MCP server lets Copilot launch sandboxes, interact with elements, and run assertions through natural language. Includes guides for [creating tests](/v7/copilot/creating-tests), [running tests](/v7/copilot/running-tests), [GitHub Actions integration](/v7/copilot/github), and [auto-healing](/v7/copilot/auto-healing).
+
+🔧 Improvements
+
+- **Sandbox reliability** — Linux sandboxes now use a longer creation timeout to handle slow infrastructure, then immediately switch to a short orphan timeout for fast cleanup of disconnected sessions.
+- **Command execution timeouts** — Sandbox commands now have deadline timeouts that prevent hangs if the connection drops mid-execution.
+- **Real-time connection stability** — Updated the real-time messaging layer for better compatibility and more reliable channel cleanup during shutdown.
+- **Dashboard date display** — Hovering over relative timestamps (e.g., "5 minutes ago") now shows the full UTC date and time.
+
+</Update>
+
+<Update label="v7.8.0-canary.5" description="March 2026" tags={["canary"]}>
+This release includes all changes from v7.8.0-canary.4 with version bumps.
+
+✨ New features
+
+- **[Cache API](/v7/cache)** — Speed up repeated test runs with screenshot-based caching. The system compares screenshots to cached results and reuses element positions when the screen hasn't changed, reducing AI calls.
+- **[Custom error classes](/v7/errors)** — New `ElementNotFoundError` and `AIError` classes with rich debugging info including screenshot paths, pixel diffs, and detailed messages.
+- **[Events system](/v7/events)** — Listen to SDK lifecycle events with wildcard support via `testdriver.emitter`. Uses colon-delimited namespaces (e.g., `command:start`, `log:*`).
+- **[Provision API](/v7/provision)** — Launch browsers, desktop apps, VS Code, and Chrome extensions in your sandbox before tests run. Access via `testdriver.provision.*`.
+- **[Redraw detection](/v7/redraw)** — Wait for screens to stabilize after interactions using two-phase detection with pixel comparison and z-score analysis.
+- **[Screenshots API](/v7/screenshots)** — Capture screenshots manually with `testdriver.screenshot()` or automatically before/after every command.
+
+📚 New examples
+
+- [Exec output](/v7/examples/exec-output) — Capture and use output from PowerShell commands
+- [Exec PowerShell](/v7/examples/exec-pwsh) — Generate dynamic data with PowerShell
+- [Focus window](/v7/examples/focus-window) — Switch focus between application windows
+
+🔧 Improvements
+
+- Improved console URL mapping for canary and test environments
+- Enhanced Ably channel cleanup for better resource management
+- Updated release workflow with improved changelog generation
+</Update>
+
+<Update label="v7.5.26" description="March 2026" tags={["stable"]}>
+🚀 Stable release
+
+This release promotes v7.5.25 to stable with deployment channel improvements.
+
+✨ Features
+
+- **Deployment channels** — SDK now supports stable and canary release channels. Stable releases use the `latest` npm tag, while canary releases use the `canary` tag. Install canary with `npm install testdriverai@canary`.
+
+🔧 Improvements
+
+- Improved cache hit debugging and logging
+- Enhanced element location reliability
+- Better error handling during test execution
+
+🐛 Bug fixes
+
+- Fixed restart behavior during auto-updates
+- Fixed console URL routing for various environments
+
+<Note>
+This release includes changes from v7.5.17 through v7.5.25.
+</Note>
+</Update>
+
+<Update label="v7.5.25" description="March 2026" tags={["stable"]}>
+🐛 Bug fixes
+
+- Fixed restart update behavior
+</Update>
+
+<Update label="v7.5.24" description="March 2026" tags={["stable"]}>
+🔧 Improvements
+
+- Disabled auto-update restart to improve CI stability
+</Update>
+
+<Update label="v7.5.22" description="March 2026" tags={["stable"]}>
+🔧 Improvements
+
+- Added markdown-to-HTML rendering for marketing content
+</Update>
+
+<Update label="v7.5.19" description="March 2026" tags={["stable"]}>
+🔧 Improvements
+
+- Enhanced debugging output for cache hits
+- Improved element location reliability
+</Update>
+
+<Update label="v7.5.17" description="March 2026" tags={["stable"]}>
+🔧 Improvements
+
+- Improved codespace scaling and development environment setup
+- Updated VS Code extension version
+</Update>
+