testdriverai 7.1.3 → 7.2.0

package/.github/workflows/acceptance.yaml

@@ -0,0 +1,81 @@
+name: Acceptance Tests
+permissions:
+    id-token: write
+    contents: write
+    pull-requests: write
+    checks: write
+on:
+  pull_request:
+    branches: [ main ]
+
+concurrency:
+  group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}
+  cancel-in-progress: true
+
+jobs:
+  test-linux:
+    runs-on: ubuntu-latest
+    
+    steps:
+    - uses: actions/checkout@v4
+    
+    - name: Setup Node.js
+      uses: actions/setup-node@v4
+      with:
+        node-version: '20'
+        cache: 'npm'
+    
+    - name: Install dependencies
+      run: npm ci
+    
+    - name: Run Linux tests
+      run: npx vitest run test/testdriver/*.test.mjs
+      env:
+        TD_API_KEY: ${{ secrets.TD_API_KEY }}
+        TD_OS: linux
+
+    - name: Upload test results to Sentry Prevent
+      if: ${{ !cancelled() }}
+      uses: getsentry/prevent-action@v0
+
+    - name: Publish Test Results
+      uses: EnricoMi/publish-unit-test-result-action@v2
+      if: always()
+      with:
+        files: test-report.junit.xml
+        comment_mode: always
+        check_name: Test Results (Linux)
+
+  test-windows:
+    runs-on: ubuntu-latest
+    if: contains(github.event.pull_request.labels.*.name, 'test-windows')
+    
+    steps:
+    - uses: actions/checkout@v4
+    
+    - name: Setup Node.js
+      uses: actions/setup-node@v4
+      with:
+        node-version: '20'
+        cache: 'npm'
+    
+    - name: Install dependencies
+      run: npm ci
+    
+    - name: Run Windows tests
+      run: npx vitest run test/testdriver/*.test.mjs
+      env:
+        TD_API_KEY: ${{ secrets.TD_API_KEY }}
+        TD_OS: windows
+
+    - name: Upload test results to Sentry Prevent
+      if: ${{ !cancelled() }}
+      uses: getsentry/prevent-action@v0
+
+    - name: Publish Test Results
+      uses: EnricoMi/publish-unit-test-result-action@v2
+      if: always()
+      with:
+        files: test-report.junit.xml
+        comment_mode: always
+        check_name: Test Results (Windows)

package/.github/workflows/publish.yaml

@@ -0,0 +1,44 @@
+name: Publish Beta
+permissions:
+    contents: write
+on:
+  push:
+    branches: [ main ]
+
+jobs:
+  publish-beta:
+    runs-on: ubuntu-latest
+    
+    steps:
+    - uses: actions/checkout@v4
+      with:
+        fetch-depth: 0
+        token: ${{ secrets.GITHUB_TOKEN }}
+    
+    - name: Setup Node.js
+      uses: actions/setup-node@v4
+      with:
+        node-version: '20'
+        registry-url: 'https://registry.npmjs.org/'
+    
+    - name: Configure Git
+      run: |
+        git config user.name "github-actions[bot]"
+        git config user.email "github-actions[bot]@users.noreply.github.com"
+    
+    - name: Install dependencies
+      run: npm ci
+    
+    - name: Bump version (prerelease beta)
+      run: npm version prerelease --preid=beta --no-git-tag-version
+    
+    - name: Commit and push version bump
+      run: |
+        git add package.json package-lock.json
+        git commit -m "chore: bump beta version to $(node -p "require('./package.json').version")"
+        git push
+    
+    - name: Publish to npm under beta tag
+      run: npm publish --tag beta
+      env:
+        NODE_AUTH_TOKEN: ${{ secrets.NPM_TOKEN }}

package/.github/workflows/test-init.yml

@@ -0,0 +1,145 @@
+name: Test Init Command
+
+on:
+  push:
+    branches: [ main, develop ]
+  pull_request:
+    branches: [ main, develop ]
+  workflow_dispatch:
+
+jobs:
+  test-init:
+    runs-on: ubuntu-latest
+    
+    steps:
+    - name: Checkout CLI repository
+      uses: actions/checkout@v4
+    
+    - name: Setup Node.js
+      uses: actions/setup-node@v4
+      with:
+        node-version: '20'
+        cache: 'npm'
+    
+    - name: Install CLI dependencies
+      run: npm ci
+    
+    - name: Create test directory
+      run: |
+        mkdir -p /tmp/test-init-project
+        cd /tmp/test-init-project
+    
+    - name: Run init command (skip prompts)
+      working-directory: /tmp/test-init-project
+      run: |
+        # Create .env with API key first to skip the prompt
+        echo "TD_API_KEY=${{ secrets.TD_API_KEY }}" > .env
+        
+        # Run init command using the CLI from the repo
+        node ${{ github.workspace }}/bin/testdriverai.js init
+      env:
+        TD_API_KEY: ${{ secrets.TD_API_KEY }}
+    
+    - name: Verify project structure
+      working-directory: /tmp/test-init-project
+      run: |
+        echo "Checking generated files..."
+        
+        # Check for package.json
+        if [ ! -f "package.json" ]; then
+          echo "❌ package.json not found"
+          exit 1
+        fi
+        echo "✓ package.json exists"
+        
+        # Check for vitest config
+        if [ ! -f "vitest.config.js" ]; then
+          echo "❌ vitest.config.js not found"
+          exit 1
+        fi
+        echo "✓ vitest.config.js exists"
+        
+        # Check for test file
+        if [ ! -f "tests/example.test.js" ]; then
+          echo "❌ tests/example.test.js not found"
+          exit 1
+        fi
+        echo "✓ tests/example.test.js exists"
+        
+        # Check for .env file
+        if [ ! -f ".env" ]; then
+          echo "❌ .env not found"
+          exit 1
+        fi
+        echo "✓ .env exists"
+        
+        # Check for .gitignore
+        if [ ! -f ".gitignore" ]; then
+          echo "❌ .gitignore not found"
+          exit 1
+        fi
+        echo "✓ .gitignore exists"
+        
+        # Check for GitHub workflow
+        if [ ! -f ".github/workflows/testdriver.yml" ]; then
+          echo "❌ .github/workflows/testdriver.yml not found"
+          exit 1
+        fi
+        echo "✓ .github/workflows/testdriver.yml exists"
+    
+    - name: Verify vitest config contents
+      working-directory: /tmp/test-init-project
+      run: |
+        echo "Checking vitest.config.js contents..."
+        
+        # Check for TestDriver reporter
+        if ! grep -q "TestDriver()" vitest.config.js; then
+          echo "❌ TestDriver reporter not found in vitest.config.js"
+          cat vitest.config.js
+          exit 1
+        fi
+        echo "✓ TestDriver reporter is configured"
+        
+        # Check for setupFiles
+        if ! grep -q "setupFiles.*testdriverai/vitest/setup" vitest.config.js; then
+          echo "❌ setupFiles not configured correctly"
+          cat vitest.config.js
+          exit 1
+        fi
+        echo "✓ setupFiles is configured"
+    
+    - name: Verify test file contents
+      working-directory: /tmp/test-init-project
+      run: |
+        echo "Checking test file contents..."
+        
+        # Check for .provision usage
+        if ! grep -q "\.provision\.chrome" tests/example.test.js; then
+          echo "❌ Test does not use .provision.chrome"
+          cat tests/example.test.js
+          exit 1
+        fi
+        echo "✓ Test uses .provision.chrome"
+        
+        # Check for TestDriver import
+        if ! grep -q "from 'testdriverai/vitest/hooks'" tests/example.test.js; then
+          echo "❌ Test does not import from testdriverai/vitest/hooks"
+          cat tests/example.test.js
+          exit 1
+        fi
+        echo "✓ Test imports TestDriver from vitest/hooks"
+    
+    - name: Run the generated test
+      working-directory: /tmp/test-init-project
+      run: npm test
+      env:
+        TD_API_KEY: ${{ secrets.TD_API_KEY }}
+    
+    - name: Upload test results
+      if: always()
+      uses: actions/upload-artifact@v4
+      with:
+        name: test-init-results
+        path: /tmp/test-init-project/test-results/
+        retention-days: 7
+        if-no-files-found: warn

package/agent/index.js

@@ -183,7 +183,8 @@ class TestDriverAgent extends EventEmitter2 {
   // single function to handle all program exits
   // allows us to save the current state, run lifecycle hooks, and track analytics
   async exit(failed = true, shouldSave = false, shouldRunPostrun = false) {
-    this.emitter.emit(events.log.narration, theme.dim("exiting..."), true);
+    const { formatter } = require("../sdk-log-formatter.js");
+    this.emitter.emit(events.log.narration, formatter.getPrefix("disconnect") + " " + theme.yellow.bold("Exiting") + theme.dim("..."), true);
 
     // Clean up redraw interval
     if (this.redraw && this.redraw.cleanup) {
@@ -1838,6 +1839,9 @@ ${regression}
       }
     }
 
+    // Create session first so session ID is available for Sentry tracing in WebSocket connection
+    await this.newSession();
+
     // order is important!
     await this.connectToSandboxService();
 
@@ -1856,7 +1860,6 @@ ${regression}
 
       this.instance = instance.instance;
       await this.renderSandbox(this.instance, headless);
-      await this.newSession();
       await this.runLifecycle("provision");
 
       return;
@@ -1877,7 +1880,6 @@ ${regression}
         this.instance = instance;
 
         await this.renderSandbox(instance, headless);
-        await this.newSession();
         return;
       } catch (error) {
         // If connection fails, fall through to creating a new sandbox
@@ -1909,7 +1911,6 @@ ${regression}
         this.instance = instance;
 
         await this.renderSandbox(instance, headless);
-        await this.newSession();
         return;
       } catch (error) {
         // If connection fails, fall through to creating a new sandbox
@@ -1923,9 +1924,10 @@ ${regression}
     
     // Create new sandbox (either because createNew is true, or no existing sandbox to connect to)
     if (!this.instance) {
+      const { formatter } = require("../sdk-log-formatter.js");
       this.emitter.emit(
         events.log.narration,
-        theme.dim(`creating new sandbox...`),
+        formatter.getPrefix("connect") + " " + theme.green.bold("Creating") + " " + theme.cyan(`new sandbox...`),
       );
       // We don't have resiliency/retries baked in, so let's at least give it 1 attempt
       // to see if that fixes the issue.
@@ -1949,10 +1951,7 @@ ${regression}
       );
       this.instance = instance;
       await this.renderSandbox(instance, headless);
-      await this.newSession();
       await this.runLifecycle("provision");
-
-      console.log("provision run");
     }
   }
 
@@ -2073,7 +2072,6 @@ ${regression}
   }
 
   async renderSandbox(instance, headless = false) {
-    console.log("renderSandbox", instance);
 
     if (!headless) {
       let url;
@@ -2126,7 +2124,8 @@ Please check your network connection, TD_API_KEY, or the service status.`,
       );
     }
 
-    this.emitter.emit(events.log.narration, theme.dim(`authenticating...`));
+    const { formatter } = require("../sdk-log-formatter.js");
+    this.emitter.emit(events.log.narration, formatter.getPrefix("connect") + " " + theme.green.bold("Authenticating") + theme.dim("..."));
     let ableToAuth = await this.sandbox.auth(this.config.TD_API_KEY);
 
     if (!ableToAuth) {
@@ -2139,7 +2138,8 @@ Please check your network connection, TD_API_KEY, or the service status.`,
   }
 
   async connectToSandboxDirect(sandboxId, persist = false) {
-    this.emitter.emit(events.log.narration, theme.dim(`connecting...`));
+    const { formatter } = require("../sdk-log-formatter.js");
+    this.emitter.emit(events.log.narration, formatter.getPrefix("connect") + " " + theme.green.bold("Connecting") + " " + theme.cyan(`to sandbox...`));
     let reply = await this.sandbox.connect(sandboxId, persist);
 
     // reply includes { success, url, sandbox: {...} }
@@ -2170,7 +2170,7 @@ Please check your network connection, TD_API_KEY, or the service status.`,
       sandboxConfig.instanceType = this.sandboxInstance;
     }
 
-    let instance = await this.sandbox.send(sandboxConfig);
+    let instance = await this.sandbox.send(sandboxConfig, 60000 * 8);
 
     // Save the sandbox ID for reconnection with the correct OS type
     if (instance.sandbox && instance.sandbox.sandboxId) {
@@ -2184,10 +2184,13 @@ Please check your network connection, TD_API_KEY, or the service status.`,
 
   async newSession() {
     // should be start of new session
+    // If sandbox is connected, get system info; otherwise pass empty objects
+    const isSandboxConnected = this.sandbox.apiSocketConnected;
+    
     const sessionRes = await this.sdk.req("session/start", {
-      systemInformationOsInfo: await this.system.getSystemInformationOsInfo(),
-      mousePosition: await this.system.getMousePosition(),
-      activeWindow: await this.system.activeWin(),
+      systemInformationOsInfo: isSandboxConnected ? await this.system.getSystemInformationOsInfo() : {},
+      mousePosition: isSandboxConnected ? await this.system.getMousePosition() : {},
+      activeWindow: isSandboxConnected ? await this.system.activeWin() : {},
     });
 
     if (!sessionRes) {
@@ -2265,9 +2268,6 @@ Please check your network connection, TD_API_KEY, or the service status.`,
     // If sourceMapper doesn't have a current file, use thisFile which should be the file being run
     let currentFilePath = this.sourceMapper.currentFilePath || this.thisFile;
 
-    this.emitter.emit(events.log.log, ``);
-    this.emitter.emit(events.log.log, "Running lifecycle: " + lifecycleName);
-
     // If we still don't have a currentFilePath, fall back to the default testdriver directory
     if (!currentFilePath) {
       currentFilePath = path.join(
@@ -2275,7 +2275,6 @@ Please check your network connection, TD_API_KEY, or the service status.`,
         "testdriver",
         "testdriver.yaml",
       );
-      console.log("No currentFilePath found, using fallback:", currentFilePath);
     }
 
     // Ensure we have an absolute path

package/agent/lib/commander.js

@@ -178,9 +178,9 @@ commands:
           emitter.emit(events.log.log, generator.jsonToManual(object));
           response = await commands["focus-application"](object.name);
           break;
-        case "remember": {
+        case "extract": {
           emitter.emit(events.log.log, generator.jsonToManual(object));
-          let value = await commands["remember"](object.description);
+          let value = await commands["extract"](object.description);
           emitter.emit(events.log.log, value);
           outputsInstance.set(object.output, value);
           break;