testdriverai 7.9.0 → 7.9.1-test

package/agent/lib/sandbox.js

@@ -12,6 +12,7 @@ const createSandbox = function (emitter, analytics, sessionInstance) {
       this._ably = null;
       this._sessionChannel = null;
       this._channelName = null;
+      this._membersChannelName = null;
       this.ps = {};
       this._execBuffers = {}; // accumulate streamed exec.output chunks per requestId
       this.heartbeat = null;
@@ -53,7 +54,7 @@ const createSandbox = function (emitter, analytics, sessionInstance) {
       return this._publishCount;
     }
 
-    async _initAbly(ablyToken, channelName) {
+    async _initAbly(ablyToken, channelName, membersChannelName) {
       if (this._ably) {
         try {
           this._ably.close();
@@ -62,6 +63,19 @@ const createSandbox = function (emitter, analytics, sessionInstance) {
         }
       }
       this._channelName = channelName;
+
+      // Derive the members channel from the session channel if not supplied.
+      // Format: testdriver:{env}:{teamId}:{sandboxId} → testdriver:{env}:{teamId}:members
+      if (!membersChannelName) {
+        const parts = channelName.split(":");
+        if (parts.length >= 3) {
+          membersChannelName = parts.slice(0, 3).join(":") + ":members";
+        } else {
+          logger.warn("[ably] Channel name format unexpected (" + channelName + "), cannot derive members channel");
+        }
+      }
+      this._membersChannelName = membersChannelName;
+
       var self = this;
 
       this._ably = new Ably.Realtime({
@@ -103,9 +117,32 @@ const createSandbox = function (emitter, analytics, sessionInstance) {
 
       this._sessionChannel = this._ably.channels.get(channelName);
 
-      logger.debug(`[realtime] Channel initialized: ${channelName}`);
+      // Explicitly attach the session channel BEFORE entering presence on the
+      // members channel. Entering members-presence triggers the API's waitpoint
+      // completion → claim-slot task → publishes slot-approved on the session
+      // channel. If the session channel isn't attached yet, that message lands
+      // before our attachment point and historyBeforeSubscribe() won't see it.
+      await this._sessionChannel.attach();
+      logger.debug(`[realtime] Channel attached: ${channelName}`);
+
+      // Enter presence on the team members channel so the API can count
+      // connected SDK clients with a single direct lookup per team.
+      if (membersChannelName) {
+        try {
+          var membersChannel = this._ably.channels.get(membersChannelName);
+          await membersChannel.presence.enter({
+            sandboxId: this._sandboxId,
+            connectedAt: Date.now(),
+          });
+          logger.debug(`[realtime] Entered presence on members channel (sandbox=${this._sandboxId})`);
+        } catch (e) {
+          // Non-fatal — presence is used for concurrency counting, not critical path
+          logger.warn("Failed to enter presence on members channel: " + (e.message || e));
+        }
+      }
 
-      // Enter presence on the session channel so the API can count connected SDK clients
+      // Enter presence on the session channel so the API's session monitor can
+      // detect SDK connect/disconnect events for this sandbox.
       try {
         await this._sessionChannel.presence.enter({
           sandboxId: this._sandboxId,
@@ -113,7 +150,7 @@ const createSandbox = function (emitter, analytics, sessionInstance) {
         });
         logger.debug(`[realtime] Entered presence on session channel (sandbox=${this._sandboxId})`);
       } catch (e) {
-        // Non-fatal — presence is used for concurrency counting, not critical path
+        // Non-fatal — presence is used for disconnect detection, not critical path
         logger.warn("Failed to enter presence on session channel: " + (e.message || e));
       }
 
@@ -510,6 +547,8 @@ const createSandbox = function (emitter, analytics, sessionInstance) {
         timeout,
       );
 
+      logger.debug(`[sandbox] authenticate response: success=${reply.success} status=${reply.status || 'none'} sandboxId=${reply.sandboxId || 'none'}`);
+
       if (!reply.success) {
         var err = new Error(
           reply.errorMessage || "Failed to allocate sandbox",
@@ -522,7 +561,8 @@ const createSandbox = function (emitter, analytics, sessionInstance) {
       this._teamId = reply.teamId;
 
       if (reply.ably && reply.ably.token) {
-        await this._initAbly(reply.ably.token, reply.ably.channel);
+        logger.debug(`[sandbox] Initializing Ably with channel=${reply.ably.channel}, membersChannel=${reply.ably.membersChannel || '(derived)'}`);
+        await this._initAbly(reply.ably.token, reply.ably.channel, reply.ably.membersChannel);
         this.instanceSocketConnected = true;
 
         // Tell the runner to enable debug log forwarding if debug mode is on
@@ -547,6 +587,7 @@ const createSandbox = function (emitter, analytics, sessionInstance) {
       var slotPollStart = Date.now();
       while (reply.status === 'pending') {
         logger.log('Slot claim pending — waiting for approval via Ably...');
+        logger.debug(`[slots] sandboxId=${this._sandboxId} channel=${this._channelName} membersChannel=${this._membersChannelName}`);
 
         var self = this;
         var slotResolved = false;
@@ -587,24 +628,32 @@ const createSandbox = function (emitter, analytics, sessionInstance) {
         // The claim-slot task fires in response to presence enter, so the
         // decision may already be published by the time we get here.
         var slotControlSub = await self._sessionChannel.subscribe('control', onSlotControl);
+        logger.debug(`[slots] Subscribed to control channel for slot decision (sandboxId=${this._sandboxId})`);
 
         // Check for decisions published before this subscription was active
         if (!slotResolved && slotControlSub) {
           try {
+            logger.debug(`[slots] Checking history for pre-subscription slot decisions (sandboxId=${this._sandboxId})`);
+            logger.debug(`[slots] Checking history for pre-subscription slot decisions (sandboxId=${this._sandboxId})`);
             var histPage = await slotControlSub.historyBeforeSubscribe({ limit: 10 });
+            var histItemCount = 0;
             while (histPage && !slotResolved) {
               for (var hi = 0; hi < histPage.items.length; hi++) {
+                histItemCount++;
+                logger.debug(`[slots] History item: type=${histPage.items[hi].data && histPage.items[hi].data.type} (sandboxId=${this._sandboxId})`);
                 onSlotControl(histPage.items[hi]);
                 if (slotResolved) break;
               }
               histPage = (!slotResolved && histPage.hasNext()) ? await histPage.next() : null;
             }
+            logger.debug(`[slots] History check done: ${histItemCount} items checked, resolved=${slotResolved} (sandboxId=${this._sandboxId})`);
           } catch (histErr) {
             logger.warn('[slots] Failed to check history for slot decision: ' + (histErr.message || histErr));
           }
         }
 
         var slotDecision = await slotDecisionPromise;
+        logger.debug(`[slots] Slot decision received: approved=${slotDecision.approved} sandboxId=${this._sandboxId} elapsedMs=${Date.now() - slotPollStart}`);
 
         if (!slotDecision.approved) {
           // Slot denied — disconnect Ably and re-try the full authenticate
@@ -648,7 +697,7 @@ const createSandbox = function (emitter, analytics, sessionInstance) {
           if (reply.status === 'pending' && reply.ably && reply.ably.token) {
             this._sandboxId = reply.sandboxId;
             this._teamId = reply.teamId;
-            await this._initAbly(reply.ably.token, reply.ably.channel);
+            await this._initAbly(reply.ably.token, reply.ably.channel, reply.ably.membersChannel);
             this.instanceSocketConnected = true;
           }
 

package/agent/lib/sdk.js

@@ -273,9 +273,9 @@ const createSDK = (emitter, config, sessionInstance) => {
     if (status >= 500) {
       const serverError = new Error(
         data?.message ||
-        `TestDriver API is currently unavailable (HTTP ${status}). Please try again later.`
+        `An error occurred on the TestDriver server (HTTP ${status}). Please try again later.`
       );
-      serverError.code = data?.error || "API_UNAVAILABLE";
+      serverError.code = data?.error || "SERVER_ERROR";
       serverError.isServerError = true;
       serverError.originalError = error;
       return serverError;
@@ -567,9 +567,9 @@ const createSDK = (emitter, config, sessionInstance) => {
       if (status >= 500) {
         const serverError = new Error(
           error.response?.data?.message ||
-          `TestDriver API is currently unavailable (HTTP ${status}). Please try again later.`
+          `An error occurred on the TestDriver server (HTTP ${status}). Please try again later.`
         );
-        serverError.code = error.response?.data?.error || "API_UNAVAILABLE";
+        serverError.code = error.response?.data?.error || "SERVER_ERROR";
         serverError.isServerError = true;
         serverError.originalError = error;
         serverError.path = path;

package/ai/skills/testdriver-enterprise/SKILL.md

@@ -1,114 +1,7 @@
 ---
 name: testdriver:enterprise
-description: Air-gapped security and full customization for demanding environments
+description: Self-hosted enterprise deployments with assisted setup and dedicated support
 ---
 <!-- Generated from enterprise.mdx. DO NOT EDIT. -->
 
-## Why Enterprise?
-
-<CardGroup cols={2}>
-  <Card title="Air-Gapped Security" icon="shield-check">
-    Deploy everything in your environment. No data leaves your network. Complete isolation from external services.
-  </Card>
-  <Card title="Full Customization" icon="gear">
-    Custom integrations, dedicated infrastructure, and tailored solutions for your unique requirements.
-  </Card>
-  <Card title="Self-Hosted Dashboard & API" icon="server">
-    Run the entire TestDriver stack — dashboard, API, and test infrastructure — within your own environment.
-  </Card>
-  <Card title="Dedicated Support" icon="headset">
-    Direct access to our engineering team for implementation, customization, and ongoing support.
-  </Card>
-</CardGroup>
-
-## Who Needs Enterprise?
-
-Enterprise is designed for organizations that:
-
-- **Require air-gapped deployments** — Regulated industries, government, defense, or strict compliance requirements
-- **Cannot use external APIs** — Data must never leave your network perimeter
-- **Need custom integrations** — Unique CI/CD systems, internal tools, or specialized workflows
-- **Want dedicated support** — Direct engineering support for complex implementations
-
-## What's Included
-
-### Fully Self-Hosted Stack
-
-Unlike [Self-Hosted](/v7/self-hosted) (which uses TestDriver's hosted dashboard and API), Enterprise deploys everything in your environment:
-
-| Component | Self-Hosted | Enterprise |
-|-----------|-------------|------------|
-| Test Sandboxes | Your infrastructure | Your infrastructure |
-| Dashboard | TestDriver hosted | Your infrastructure |
-| API | TestDriver hosted | Your infrastructure |
-| AI Processing | Your API keys | Your infrastructure |
-| Data Storage | Your AWS account | Your infrastructure |
-
-### Custom Contract Terms
-
-- Volume-based pricing
-- Custom SLAs
-- Dedicated support channels
-- Professional services for implementation
-- Training for your team
-
-## Implementation Process
-
-<Steps>
-  <Step title="Discovery Call">
-    Discuss your requirements, security constraints, and integration needs with our team.
-  </Step>
-  
-  <Step title="Architecture Review">
-    Our engineers design a deployment architecture that meets your security and compliance requirements.
-  </Step>
-  
-  <Step title="Deployment">
-    We work with your team to deploy TestDriver within your environment, including dashboard, API, and test infrastructure.
-  </Step>
-  
-  <Step title="Integration">
-    Connect TestDriver to your CI/CD pipelines, internal tools, and workflows.
-  </Step>
-  
-  <Step title="Training & Handoff">
-    Comprehensive training for your team on operating and maintaining the deployment.
-  </Step>
-</Steps>
-
-## Security & Compliance
-
-Enterprise deployments support:
-
-- **SOC 2** compliance requirements
-- **HIPAA** for healthcare applications
-- **FedRAMP** for government deployments
-- **PCI DSS** for payment processing
-- **Custom compliance frameworks** as needed
-
-<Note>
-  All data remains within your network perimeter. TestDriver has no access to your test results, application data, or infrastructure.
-</Note>
-
-## Comparison: Self-Hosted vs Enterprise
-
-| Feature | Self-Hosted | Enterprise |
-|---------|-------------|------------|
-| **Test Infrastructure** | Your AWS | Your infrastructure (any) |
-| **Dashboard** | TestDriver cloud | Your infrastructure |
-| **API** | TestDriver cloud | Your infrastructure |
-| **Data Location** | Your AWS + TestDriver | 100% your infrastructure |
-| **Network Requirements** | Internet access | Can be fully air-gapped |
-| **Cloud Providers** | AWS only | Any (AWS, Azure, GCP, on-prem) |
-| **Support** | Standard | Dedicated engineering |
-| **Contract** | Standard licensing | Custom terms |
-
-## Get Started
-
-<Card
-  title="Schedule a Consultation"
-  icon="calendar"
-  href="https://calendly.com/d/cq23-qyn-3v6/testdriver-ai-demo"
->
-  Discuss your requirements with our team and get a custom proposal for your Enterprise deployment.
-</Card>
+This page has moved to [Self-Hosted](/v7/self-hosted).

package/ai/skills/testdriver-hosted/SKILL.md

@@ -0,0 +1,156 @@
+---
+name: testdriver:hosted
+description: The fastest way to get started with TestDriver. Just set your API key and start testing.
+---
+<!-- Generated from hosted.mdx. DO NOT EDIT. -->
+
+Hosted pricing is based on **device-seconds**: the amount of time your tests run on **our infrastructure**.
+
+- **Zero Setup** — Start testing immediately. No DevOps required.
+- **Free Tier** — Get started with a limited preview at no cost.
+- **Pay As You Go** — Only pay for the device-seconds you use.
+
+## Hosted Plans
+
+<CardGroup cols={3}>
+  <Card title="Free Trial" icon="gift" href="https://docs.testdriver.ai">
+    **$0/month**
+    
+    - 1 Concurrent Sandbox
+    - 60 Minutes Included
+    - 1 Team User
+    - Community Support
+  </Card>
+  
+  <Card title="Pro" icon="rocket" href="https://console.testdriver.ai/checkout/pro">
+    **$20/month**
+    
+    - 2 Concurrent Sandboxes
+    - 600 Minutes Included
+    - Overage: $0.002/second
+    - 1 Team User
+    - Test Recordings
+    - Community Support
+  </Card>
+  
+  <Card title="Team" icon="users" href="https://console.testdriver.ai/checkout/team">
+    **$600/month**
+    
+    - 8 Concurrent Sandboxes
+    - 10,000 Minutes Included
+    - Overage: $0.001/second
+    - 5 Team Users
+    - Test Recordings
+    - Private Support
+    - Test Analytics
+    - CPU, RAM, & Network Profiles
+  </Card>
+</CardGroup>
+
+## Get Started
+Hosted is the default when you follow the Quickstart guide. 
+<Card
+  title="Try the Quickstart"  
+  icon="play"
+  href="/v7/quickstart"
+>
+  Set your API key and start testing in minutes.
+</Card>
+
+## Parallel Testing Limits
+
+Your account has a set number of **license slots** that determine how many devices can run simultaneously. You can view your available slots in the [TestDriver Dashboard](https://console.testdriver.ai).
+
+<Info>
+  **When is a slot in use?** A license slot is occupied when a test client is connected. As soon as your device is destroyed the slot becomes available immediately.
+</Info>
+
+## Avoiding Slot Conflicts
+
+To prevent tests from failing due to exceeding your license slot limit, we recommend two key configurations:
+
+<AccordionGroup>
+  <Accordion title="Set Maximum Concurrency in Vitest">
+    Limit concurrent tests to match your available license slots:
+
+    ```javascript vitest.config.mjs
+    import { defineConfig } from 'vitest/config';
+    import { TestDriver } from 'testdriverai/vitest';
+
+    export default defineConfig({
+      test: {
+        testTimeout: 900000,
+        hookTimeout: 900000,
+        maxConcurrency: 5, // Set to your license slot limit
+        reporters: ['default', TestDriver()],
+        setupFiles: ['testdriverai/vitest/setup'],
+      },
+    });
+    ```
+
+    <Tip>
+      Check your slot count at [console.testdriver.ai](https://console.testdriver.ai) and set `maxConcurrency` to that number or lower.
+    </Tip>
+  </Accordion>
+
+  <Accordion title="Use GitHub Concurrency Keys">
+    Prevent multiple workflow runs from competing for the same slots by using [GitHub's concurrency controls](https://docs.github.com/actions/writing-workflows/choosing-what-your-workflow-does/control-the-concurrency-of-workflows-and-jobs):
+
+    ```yaml .github/workflows/test.yml
+    name: Tests
+
+    on:
+      push:
+        branches: [main]
+      pull_request:
+
+    # Prevent concurrent runs from competing for license slots
+    concurrency:
+      group: ${{ github.workflow }}-${{ github.ref }}
+      cancel-in-progress: true
+
+    jobs:
+      test:
+        runs-on: ubuntu-latest
+        steps:
+          - uses: actions/checkout@v4
+          
+          - name: Setup Node.js
+            uses: actions/setup-node@v4
+            with:
+              node-version: '20'
+          
+          - name: Install dependencies
+            run: npm install
+          
+          - name: Run tests
+            run: vitest run
+            env:
+              TD_API_KEY: ${{ secrets.TD_API_KEY }}
+    ```
+
+    The `concurrency` block ensures:
+    - Only one workflow run per branch runs at a time
+    - New pushes cancel in-progress runs on the same branch
+    - Different branches/PRs can run in parallel (up to your slot limit)
+  </Accordion>
+</AccordionGroup>
+
+## When to Consider Self-Hosted
+
+Hosted is perfect for getting started and for teams that want zero infrastructure management. However, you might consider [Self-Hosted](/v7/self-hosted) if you:
+
+- Want to escape per-second billing with a flat license fee
+- Require greater concurrency than offered in Cloud plans
+- Need full control over your infrastructure and privacy
+- Want to use your own AI API keys
+- Require custom hardware configurations
+- Have high test volumes that make self-hosting more economical
+
+<Card
+  title="Explore Self-Hosted"
+  icon="server"
+  href="/v7/self-hosted"
+>
+  Learn about self-hosting for unlimited test execution at a flat rate.
+</Card>

package/ai/skills/testdriver-mcp/SKILL.md

@@ -1,7 +1,7 @@
 ---
 name: testdriver:mcp
-description: mcp
+description: Execute natural language tasks using AI
 ---
 <!-- Generated from mcp.mdx. DO NOT EDIT. -->
 
-
+## Overview

package/ai/skills/testdriver-quickstart/SKILL.md

@@ -9,7 +9,7 @@ TestDriver makes it easy to write automated computer-use tests for web browsers,
 <Tip><a href="https://discord.com/invite/cWDFW8DzPm" target="_blank" rel="noreferrer">Join our Discord</a> if you have any questions or need help getting started!</Tip>
 
 <Tabs>
-  <Tab title="Automatic Setup">
+  <Tab title="CLI" icon="terminal">
 
     Get started quickly with the TestDriver CLI.
 
@@ -39,7 +39,35 @@ TestDriver makes it easy to write automated computer-use tests for web browsers,
       </Step>
     </Steps>
   </Tab>
-  <Tab title="Manual Setup">
+  <Tab title="GitHub Copilot" icon="github">
+
+    Use the TestDriver VS Code extension with GitHub Copilot for an AI-powered testing workflow.
+
+    <Card
+      title="Install TestDriver for VS Code"
+      icon="/images/content/extension/vscode.svg"
+      href="vscode:extension/testdriver.testdriver"
+      arrow
+      horizontal
+    >
+    </Card>
+
+    The extension provides one-click sign-in, project initialization, a live preview panel for watching tests execute, and MCP server configuration for GitHub Copilot.
+
+    Once installed, follow the full setup guide to configure MCP and start building tests with AI assistance:
+
+    <Card
+      title="VS Code + Copilot Setup Guide"
+      icon="arrow-right"
+      href="/v7/copilot/setup"
+      arrow
+      horizontal
+    >
+      Sign in, initialize your project, and configure MCP for GitHub Copilot.
+    </Card>
+
+  </Tab>
+  <Tab title="Manual" icon="wrench">
 
     Install TestDriver and manually create the files yourself.