testdriverai 7.9.0-test.4 → 7.9.0-test.40

package/agent/lib/sandbox.js

@@ -12,6 +12,7 @@ const createSandbox = function (emitter, analytics, sessionInstance) {
       this._ably = null;
       this._sessionChannel = null;
       this._channelName = null;
+      this._membersChannelName = null;
       this.ps = {};
       this._execBuffers = {}; // accumulate streamed exec.output chunks per requestId
       this.heartbeat = null;
@@ -53,7 +54,7 @@ const createSandbox = function (emitter, analytics, sessionInstance) {
       return this._publishCount;
     }
 
-    async _initAbly(ablyToken, channelName) {
+    async _initAbly(ablyToken, channelName, membersChannelName) {
       if (this._ably) {
         try {
           this._ably.close();
@@ -62,6 +63,19 @@ const createSandbox = function (emitter, analytics, sessionInstance) {
         }
       }
       this._channelName = channelName;
+
+      // Derive the members channel from the session channel if not supplied.
+      // Format: testdriver:{env}:{teamId}:{sandboxId} → testdriver:{env}:{teamId}:members
+      if (!membersChannelName) {
+        const parts = channelName.split(":");
+        if (parts.length >= 3) {
+          membersChannelName = parts.slice(0, 3).join(":") + ":members";
+        } else {
+          logger.warn("[ably] Channel name format unexpected (" + channelName + "), cannot derive members channel");
+        }
+      }
+      this._membersChannelName = membersChannelName;
+
       var self = this;
 
       this._ably = new Ably.Realtime({
@@ -105,7 +119,24 @@ const createSandbox = function (emitter, analytics, sessionInstance) {
 
       logger.debug(`[realtime] Channel initialized: ${channelName}`);
 
-      // Enter presence on the session channel so the API can count connected SDK clients
+      // Enter presence on the team members channel so the API can count
+      // connected SDK clients with a single direct lookup per team.
+      if (membersChannelName) {
+        try {
+          var membersChannel = this._ably.channels.get(membersChannelName);
+          await membersChannel.presence.enter({
+            sandboxId: this._sandboxId,
+            connectedAt: Date.now(),
+          });
+          logger.debug(`[realtime] Entered presence on members channel (sandbox=${this._sandboxId})`);
+        } catch (e) {
+          // Non-fatal — presence is used for concurrency counting, not critical path
+          logger.warn("Failed to enter presence on members channel: " + (e.message || e));
+        }
+      }
+
+      // Enter presence on the session channel so the API's session monitor can
+      // detect SDK connect/disconnect events for this sandbox.
       try {
         await this._sessionChannel.presence.enter({
           sandboxId: this._sandboxId,
@@ -113,7 +144,7 @@ const createSandbox = function (emitter, analytics, sessionInstance) {
         });
         logger.debug(`[realtime] Entered presence on session channel (sandbox=${this._sandboxId})`);
       } catch (e) {
-        // Non-fatal — presence is used for concurrency counting, not critical path
+        // Non-fatal — presence is used for disconnect detection, not critical path
         logger.warn("Failed to enter presence on session channel: " + (e.message || e));
       }
 
@@ -522,7 +553,7 @@ const createSandbox = function (emitter, analytics, sessionInstance) {
       this._teamId = reply.teamId;
 
       if (reply.ably && reply.ably.token) {
-        await this._initAbly(reply.ably.token, reply.ably.channel);
+        await this._initAbly(reply.ably.token, reply.ably.channel, reply.ably.membersChannel);
         this.instanceSocketConnected = true;
 
         // Tell the runner to enable debug log forwarding if debug mode is on
@@ -648,7 +679,7 @@ const createSandbox = function (emitter, analytics, sessionInstance) {
           if (reply.status === 'pending' && reply.ably && reply.ably.token) {
             this._sandboxId = reply.sandboxId;
             this._teamId = reply.teamId;
-            await this._initAbly(reply.ably.token, reply.ably.channel);
+            await this._initAbly(reply.ably.token, reply.ably.channel, reply.ably.membersChannel);
             this.instanceSocketConnected = true;
           }
 

package/agent/lib/sdk.js

@@ -273,9 +273,9 @@ const createSDK = (emitter, config, sessionInstance) => {
     if (status >= 500) {
       const serverError = new Error(
         data?.message ||
-        `TestDriver API is currently unavailable (HTTP ${status}). Please try again later.`
+        `An error occurred on the TestDriver server (HTTP ${status}). Please try again later.`
       );
-      serverError.code = data?.error || "API_UNAVAILABLE";
+      serverError.code = data?.error || "SERVER_ERROR";
       serverError.isServerError = true;
       serverError.originalError = error;
       return serverError;
@@ -567,9 +567,9 @@ const createSDK = (emitter, config, sessionInstance) => {
       if (status >= 500) {
         const serverError = new Error(
           error.response?.data?.message ||
-          `TestDriver API is currently unavailable (HTTP ${status}). Please try again later.`
+          `An error occurred on the TestDriver server (HTTP ${status}). Please try again later.`
         );
-        serverError.code = error.response?.data?.error || "API_UNAVAILABLE";
+        serverError.code = error.response?.data?.error || "SERVER_ERROR";
         serverError.isServerError = true;
         serverError.originalError = error;
         serverError.path = path;

package/ai/skills/testdriver-enterprise/SKILL.md

@@ -1,114 +1,7 @@
 ---
 name: testdriver:enterprise
-description: Air-gapped security and full customization for demanding environments
+description: Self-hosted enterprise deployments with assisted setup and dedicated support
 ---
 <!-- Generated from enterprise.mdx. DO NOT EDIT. -->
 
-## Why Enterprise?
-
-<CardGroup cols={2}>
-  <Card title="Air-Gapped Security" icon="shield-check">
-    Deploy everything in your environment. No data leaves your network. Complete isolation from external services.
-  </Card>
-  <Card title="Full Customization" icon="gear">
-    Custom integrations, dedicated infrastructure, and tailored solutions for your unique requirements.
-  </Card>
-  <Card title="Self-Hosted Dashboard & API" icon="server">
-    Run the entire TestDriver stack — dashboard, API, and test infrastructure — within your own environment.
-  </Card>
-  <Card title="Dedicated Support" icon="headset">
-    Direct access to our engineering team for implementation, customization, and ongoing support.
-  </Card>
-</CardGroup>
-
-## Who Needs Enterprise?
-
-Enterprise is designed for organizations that:
-
-- **Require air-gapped deployments** — Regulated industries, government, defense, or strict compliance requirements
-- **Cannot use external APIs** — Data must never leave your network perimeter
-- **Need custom integrations** — Unique CI/CD systems, internal tools, or specialized workflows
-- **Want dedicated support** — Direct engineering support for complex implementations
-
-## What's Included
-
-### Fully Self-Hosted Stack
-
-Unlike [Self-Hosted](/v7/self-hosted) (which uses TestDriver's hosted dashboard and API), Enterprise deploys everything in your environment:
-
-| Component | Self-Hosted | Enterprise |
-|-----------|-------------|------------|
-| Test Sandboxes | Your infrastructure | Your infrastructure |
-| Dashboard | TestDriver hosted | Your infrastructure |
-| API | TestDriver hosted | Your infrastructure |
-| AI Processing | Your API keys | Your infrastructure |
-| Data Storage | Your AWS account | Your infrastructure |
-
-### Custom Contract Terms
-
-- Volume-based pricing
-- Custom SLAs
-- Dedicated support channels
-- Professional services for implementation
-- Training for your team
-
-## Implementation Process
-
-<Steps>
-  <Step title="Discovery Call">
-    Discuss your requirements, security constraints, and integration needs with our team.
-  </Step>
-  
-  <Step title="Architecture Review">
-    Our engineers design a deployment architecture that meets your security and compliance requirements.
-  </Step>
-  
-  <Step title="Deployment">
-    We work with your team to deploy TestDriver within your environment, including dashboard, API, and test infrastructure.
-  </Step>
-  
-  <Step title="Integration">
-    Connect TestDriver to your CI/CD pipelines, internal tools, and workflows.
-  </Step>
-  
-  <Step title="Training & Handoff">
-    Comprehensive training for your team on operating and maintaining the deployment.
-  </Step>
-</Steps>
-
-## Security & Compliance
-
-Enterprise deployments support:
-
-- **SOC 2** compliance requirements
-- **HIPAA** for healthcare applications
-- **FedRAMP** for government deployments
-- **PCI DSS** for payment processing
-- **Custom compliance frameworks** as needed
-
-<Note>
-  All data remains within your network perimeter. TestDriver has no access to your test results, application data, or infrastructure.
-</Note>
-
-## Comparison: Self-Hosted vs Enterprise
-
-| Feature | Self-Hosted | Enterprise |
-|---------|-------------|------------|
-| **Test Infrastructure** | Your AWS | Your infrastructure (any) |
-| **Dashboard** | TestDriver cloud | Your infrastructure |
-| **API** | TestDriver cloud | Your infrastructure |
-| **Data Location** | Your AWS + TestDriver | 100% your infrastructure |
-| **Network Requirements** | Internet access | Can be fully air-gapped |
-| **Cloud Providers** | AWS only | Any (AWS, Azure, GCP, on-prem) |
-| **Support** | Standard | Dedicated engineering |
-| **Contract** | Standard licensing | Custom terms |
-
-## Get Started
-
-<Card
-  title="Schedule a Consultation"
-  icon="calendar"
-  href="https://calendly.com/d/cq23-qyn-3v6/testdriver-ai-demo"
->
-  Discuss your requirements with our team and get a custom proposal for your Enterprise deployment.
-</Card>
+This page has moved to [Self-Hosted](/v7/self-hosted).

package/ai/skills/testdriver-hosted/SKILL.md

@@ -0,0 +1,156 @@
+---
+name: testdriver:hosted
+description: The fastest way to get started with TestDriver. Just set your API key and start testing.
+---
+<!-- Generated from hosted.mdx. DO NOT EDIT. -->
+
+Hosted pricing is based on **device-seconds**: the amount of time your tests run on **our infrastructure**.
+
+- **Zero Setup** — Start testing immediately. No DevOps required.
+- **Free Tier** — Get started with a limited preview at no cost.
+- **Pay As You Go** — Only pay for the device-seconds you use.
+
+## Hosted Plans
+
+<CardGroup cols={3}>
+  <Card title="Free Trial" icon="gift" href="https://docs.testdriver.ai">
+    **$0/month**
+    
+    - 1 Concurrent Sandbox
+    - 60 Minutes Included
+    - 1 Team User
+    - Community Support
+  </Card>
+  
+  <Card title="Pro" icon="rocket" href="https://console.testdriver.ai/checkout/pro">
+    **$20/month**
+    
+    - 2 Concurrent Sandboxes
+    - 600 Minutes Included
+    - Overage: $0.002/second
+    - 1 Team User
+    - Test Recordings
+    - Community Support
+  </Card>
+  
+  <Card title="Team" icon="users" href="https://console.testdriver.ai/checkout/team">
+    **$600/month**
+    
+    - 8 Concurrent Sandboxes
+    - 10,000 Minutes Included
+    - Overage: $0.001/second
+    - 5 Team Users
+    - Test Recordings
+    - Private Support
+    - Test Analytics
+    - CPU, RAM, & Network Profiles
+  </Card>
+</CardGroup>
+
+## Get Started
+Hosted is the default when you follow the Quickstart guide. 
+<Card
+  title="Try the Quickstart"  
+  icon="play"
+  href="/v7/quickstart"
+>
+  Set your API key and start testing in minutes.
+</Card>
+
+## Parallel Testing Limits
+
+Your account has a set number of **license slots** that determine how many devices can run simultaneously. You can view your available slots in the [TestDriver Dashboard](https://console.testdriver.ai).
+
+<Info>
+  **When is a slot in use?** A license slot is occupied when a test client is connected. As soon as your device is destroyed the slot becomes available immediately.
+</Info>
+
+## Avoiding Slot Conflicts
+
+To prevent tests from failing due to exceeding your license slot limit, we recommend two key configurations:
+
+<AccordionGroup>
+  <Accordion title="Set Maximum Concurrency in Vitest">
+    Limit concurrent tests to match your available license slots:
+
+    ```javascript vitest.config.mjs
+    import { defineConfig } from 'vitest/config';
+    import { TestDriver } from 'testdriverai/vitest';
+
+    export default defineConfig({
+      test: {
+        testTimeout: 900000,
+        hookTimeout: 900000,
+        maxConcurrency: 5, // Set to your license slot limit
+        reporters: ['default', TestDriver()],
+        setupFiles: ['testdriverai/vitest/setup'],
+      },
+    });
+    ```
+
+    <Tip>
+      Check your slot count at [console.testdriver.ai](https://console.testdriver.ai) and set `maxConcurrency` to that number or lower.
+    </Tip>
+  </Accordion>
+
+  <Accordion title="Use GitHub Concurrency Keys">
+    Prevent multiple workflow runs from competing for the same slots by using [GitHub's concurrency controls](https://docs.github.com/actions/writing-workflows/choosing-what-your-workflow-does/control-the-concurrency-of-workflows-and-jobs):
+
+    ```yaml .github/workflows/test.yml
+    name: Tests
+
+    on:
+      push:
+        branches: [main]
+      pull_request:
+
+    # Prevent concurrent runs from competing for license slots
+    concurrency:
+      group: ${{ github.workflow }}-${{ github.ref }}
+      cancel-in-progress: true
+
+    jobs:
+      test:
+        runs-on: ubuntu-latest
+        steps:
+          - uses: actions/checkout@v4
+          
+          - name: Setup Node.js
+            uses: actions/setup-node@v4
+            with:
+              node-version: '20'
+          
+          - name: Install dependencies
+            run: npm install
+          
+          - name: Run tests
+            run: vitest run
+            env:
+              TD_API_KEY: ${{ secrets.TD_API_KEY }}
+    ```
+
+    The `concurrency` block ensures:
+    - Only one workflow run per branch runs at a time
+    - New pushes cancel in-progress runs on the same branch
+    - Different branches/PRs can run in parallel (up to your slot limit)
+  </Accordion>
+</AccordionGroup>
+
+## When to Consider Self-Hosted
+
+Hosted is perfect for getting started and for teams that want zero infrastructure management. However, you might consider [Self-Hosted](/v7/self-hosted) if you:
+
+- Want to escape per-second billing with a flat license fee
+- Require greater concurrency than offered in Cloud plans
+- Need full control over your infrastructure and privacy
+- Want to use your own AI API keys
+- Require custom hardware configurations
+- Have high test volumes that make self-hosting more economical
+
+<Card
+  title="Explore Self-Hosted"
+  icon="server"
+  href="/v7/self-hosted"
+>
+  Learn about self-hosting for unlimited test execution at a flat rate.
+</Card>

package/ai/skills/testdriver-mcp/SKILL.md

@@ -1,7 +1,7 @@
 ---
 name: testdriver:mcp
-description: mcp
+description: Execute natural language tasks using AI
 ---
 <!-- Generated from mcp.mdx. DO NOT EDIT. -->
 
-
+## Overview

package/ai/skills/testdriver-quickstart/SKILL.md

@@ -9,7 +9,7 @@ TestDriver makes it easy to write automated computer-use tests for web browsers,
 <Tip><a href="https://discord.com/invite/cWDFW8DzPm" target="_blank" rel="noreferrer">Join our Discord</a> if you have any questions or need help getting started!</Tip>
 
 <Tabs>
-  <Tab title="Automatic Setup">
+  <Tab title="CLI" icon="terminal">
 
     Get started quickly with the TestDriver CLI.
 
@@ -39,7 +39,35 @@ TestDriver makes it easy to write automated computer-use tests for web browsers,
       </Step>
     </Steps>
   </Tab>
-  <Tab title="Manual Setup">
+  <Tab title="GitHub Copilot" icon="github">
+
+    Use the TestDriver VS Code extension with GitHub Copilot for an AI-powered testing workflow.
+
+    <Card
+      title="Install TestDriver for VS Code"
+      icon="/images/content/extension/vscode.svg"
+      href="vscode:extension/testdriver.testdriver"
+      arrow
+      horizontal
+    >
+    </Card>
+
+    The extension provides one-click sign-in, project initialization, a live preview panel for watching tests execute, and MCP server configuration for GitHub Copilot.
+
+    Once installed, follow the full setup guide to configure MCP and start building tests with AI assistance:
+
+    <Card
+      title="VS Code + Copilot Setup Guide"
+      icon="arrow-right"
+      href="/v7/copilot/setup"
+      arrow
+      horizontal
+    >
+      Sign in, initialize your project, and configure MCP for GitHub Copilot.
+    </Card>
+
+  </Tab>
+  <Tab title="Manual" icon="wrench">
 
     Install TestDriver and manually create the files yourself.
 

package/ai/skills/testdriver-self-hosted/SKILL.md

@@ -1,23 +1,48 @@
 ---
 name: testdriver:self-hosted
-description: Unlimited test execution, complete privacy, and the ability to customize everything — all for a predictable flat license fee.
+description: Our enterprise solution with unlimited test execution, assisted setup, and dedicated support.
 ---
 <!-- Generated from self-hosted.mdx. DO NOT EDIT. -->
 
-Self-hosted pricing is based on **parallel test capacity**: the number of tests you can run simultaneously on **your infrastructure**. 
-
-With self-hosting, you get:.
-
-- **Flat license fee** per parallel test slot
-- **Unlimited test execution** — run as many tests as you want
-- **No device-second metering** — predictable monthly costs
-- **Use your own AI keys** — control data usage with your own OpenAI, Anthropic, or other AI provider keys
-- **Custom hardware & software** — choose instance types, resolution, install specific software, and configure networking as needed
-- **Debug & Customize** — RDP into test machines, install custom software, modify the AMI, and debug issues directly. No black boxes.
-
-## Get Started
-
-Ready to self-host? Follow our comprehensive AWS setup guide:
+Self-hosted is our enterprise solution for teams that need unlimited test execution, infrastructure control, and dedicated support. Pricing is based on **parallel test capacity** with a flat license fee — no per-second billing.
+
+<CardGroup cols={2}>
+  <Card title="Unlimited Execution" icon="infinity">
+    Run as many tests as you want with no device-second metering. Predictable monthly costs.
+  </Card>
+  <Card title="Assisted Setup & Support" icon="headset">
+    Our team helps you deploy, configure, and optimize your infrastructure. Dedicated engineering support included.
+  </Card>
+  <Card title="Full Control" icon="gear">
+    Use your own AI keys, custom hardware, specific software, and network configurations. RDP into test machines for debugging.
+  </Card>
+  <Card title="Security & Compliance" icon="shield-check">
+    Keep data in your environment. Air-gapped deployment available for regulated industries.
+  </Card>
+</CardGroup>
+
+## Deployment Options
+
+Choose the level of control you need:
+
+| Component | Standard | Air-Gapped |
+|-----------|----------|------------|
+| **Test Sandboxes** | Your AWS | Your infrastructure (any cloud or on-prem) |
+| **Dashboard** | TestDriver hosted | Your infrastructure |
+| **API** | TestDriver hosted | Your infrastructure |
+| **AI Processing** | Your API keys | Your infrastructure |
+| **Data Storage** | Your AWS account | 100% your infrastructure |
+| **Network** | Internet access required | Fully air-gapped |
+| **Cloud Providers** | AWS | AWS, Azure, GCP, on-prem |
+
+### Standard Deployment
+
+Run test sandboxes on your AWS infrastructure while using TestDriver's hosted dashboard and API:
+
+- **Quick setup** via CloudFormation — deploy in hours
+- **Dashboard access** at [console.testdriver.ai](https://console.testdriver.ai)
+- **Your AI keys** — control costs with your own OpenAI, Anthropic, or other provider
+- **Custom AMIs** — install specific software, configure networking
 
 <Card
   title="AWS Setup Guide"
@@ -27,39 +52,96 @@ Ready to self-host? Follow our comprehensive AWS setup guide:
   Step-by-step instructions for deploying TestDriver on your AWS infrastructure using CloudFormation.
 </Card>
 
+### Air-Gapped Deployment
+
+Deploy the entire TestDriver stack in your environment for complete isolation:
+
+- **Full stack** — dashboard, API, and test infrastructure all in your environment
+- **No external dependencies** — data never leaves your network perimeter
+- **Any infrastructure** — AWS, Azure, GCP, or on-premises
+- **Regulated industries** — government, defense, healthcare, finance
+
+## Custom VM Images
+
+Build test environments with your applications, dependencies, and user data pre-installed. You get full access to:
+
+- **Golden VM** — our pre-configured base image with TestDriver agent, drivers, and optimizations
+- **Packer scripts** — build custom AMIs with your applications, user data, and configurations
+- **Faster test startup** — skip installation steps by baking dependencies into your image
+- **Consistent environments** — every test runs on an identical, reproducible machine
+
+<AccordionGroup>
+  <Accordion title="What can you customize?">
+    - Install applications (browsers, desktop apps, dev tools)
+    - Configure user accounts and credentials
+    - Set up network proxies and certificates
+    - Install fonts, language packs, and locales
+    - Pre-seed databases or test fixtures
+    - Configure Windows/Linux settings
+  </Accordion>
+  
+  <Accordion title="How it works">
+    1. We provide our golden VM base image and Packer scripts
+    2. You customize the scripts to install your software and configuration
+    3. Run Packer to build your custom AMI
+    4. Configure TestDriver to use your custom AMI for test sandboxes
+    5. Tests spin up with everything pre-installed — no setup time wasted
+  </Accordion>
+</AccordionGroup>
+
+## Implementation Process
+
+<Steps>
+  <Step title="Discovery Call">
+    Discuss your requirements, security constraints, and integration needs with our team.
+  </Step>
+  
+  <Step title="Architecture Review">
+    Our engineers design a deployment architecture that meets your security and compliance requirements.
+  </Step>
+  
+  <Step title="Deployment">
+    We work with your team to deploy TestDriver, including assisted setup and configuration.
+  </Step>
+  
+  <Step title="Integration">
+    Connect TestDriver to your CI/CD pipelines, internal tools, and workflows.
+  </Step>
+  
+  <Step title="Training & Handoff">
+    Comprehensive training for your team on operating and maintaining the deployment.
+  </Step>
+</Steps>
+
+## What's Included
 
-## Who Should Self-Host?
-
-Self-hosting is ideal for teams that:
-
-- **Run high test volumes** — Flat pricing becomes more economical at scale
-- **Want infrastructure control** — Custom hardware, specific software dependencies, or network configurations
-- **Prefer predictable costs** — Budget with confidence using flat monthly fees
-
-
-## How It Works
-
-With self-hosting, you run test sandboxes on your own AWS infrastructure. TestDriver still provides:
-
-- **Dashboard** — View test results, analytics, and reports at [console.testdriver.ai](https://console.testdriver.ai)
-- **API** — Orchestration and AI-powered test execution
-- **License Management** — Your parallel test capacity
-
-You provide:
-
-- **AWS Infrastructure** — EC2 instances running in your account
-- **AI API Keys** — Use your own OpenAI, Anthropic, or other AI provider keys
-- **Custom Configuration** — Hardware specs, networking, installed software
+- **Flat license fee** per parallel test slot
+- **Unlimited test execution** — no device-second charges
+- **Assisted setup** — our team helps you deploy and configure
+- **Dedicated support** — direct access to our engineering team
+- **Custom contract terms** — volume-based pricing, custom SLAs
+- **Professional services** — implementation assistance and training
 
-## Comparison vs Cloud
+## Comparison: Hosted vs Self-Hosted
 
-| Feature | Cloud | Self-Hosted |
-|---------|-------|-------------|
-| **Setup Time** | Minutes | Hours |
+| Feature | Hosted | Self-Hosted |
+|---------|--------|-------------|
+| **Setup Time** | Minutes | Hours (assisted) |
 | **Pricing Model** | Device-seconds | Flat license fee |
-| **Infrastructure Management** | TestDriver | You |
-| **Device Location** | TestDriver cloud | Your AWS account |
+| **Infrastructure** | TestDriver | Your AWS or any cloud |
 | **AI API Keys** | TestDriver's | Your own |
 | **Custom Software** | Limited | Full control |
 | **Hardware Selection** | Standard | Your choice |
 | **Debugging Access** | Replays only | Full RDP access |
+| **Support** | Community/Standard | Dedicated engineering |
+| **Air-Gapped Option** | No | Yes |
+
+## Get Started
+
+<Card
+  title="Schedule a Consultation"
+  icon="calendar"
+  href="https://testdriver.ai/demo"
+>
+  Discuss your requirements with our team and get a custom proposal for your self-hosted deployment.
+</Card>