testdriverai 7.1.4 → 7.2.0

package/.github/workflows/acceptance.yaml

@@ -0,0 +1,81 @@
+name: Acceptance Tests
+permissions:
+    id-token: write
+    contents: write
+    pull-requests: write
+    checks: write
+on:
+  pull_request:
+    branches: [ main ]
+
+concurrency:
+  group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}
+  cancel-in-progress: true
+
+jobs:
+  test-linux:
+    runs-on: ubuntu-latest
+    
+    steps:
+    - uses: actions/checkout@v4
+    
+    - name: Setup Node.js
+      uses: actions/setup-node@v4
+      with:
+        node-version: '20'
+        cache: 'npm'
+    
+    - name: Install dependencies
+      run: npm ci
+    
+    - name: Run Linux tests
+      run: npx vitest run test/testdriver/*.test.mjs
+      env:
+        TD_API_KEY: ${{ secrets.TD_API_KEY }}
+        TD_OS: linux
+
+    - name: Upload test results to Sentry Prevent
+      if: ${{ !cancelled() }}
+      uses: getsentry/prevent-action@v0
+
+    - name: Publish Test Results
+      uses: EnricoMi/publish-unit-test-result-action@v2
+      if: always()
+      with:
+        files: test-report.junit.xml
+        comment_mode: always
+        check_name: Test Results (Linux)
+
+  test-windows:
+    runs-on: ubuntu-latest
+    if: contains(github.event.pull_request.labels.*.name, 'test-windows')
+    
+    steps:
+    - uses: actions/checkout@v4
+    
+    - name: Setup Node.js
+      uses: actions/setup-node@v4
+      with:
+        node-version: '20'
+        cache: 'npm'
+    
+    - name: Install dependencies
+      run: npm ci
+    
+    - name: Run Windows tests
+      run: npx vitest run test/testdriver/*.test.mjs
+      env:
+        TD_API_KEY: ${{ secrets.TD_API_KEY }}
+        TD_OS: windows
+
+    - name: Upload test results to Sentry Prevent
+      if: ${{ !cancelled() }}
+      uses: getsentry/prevent-action@v0
+
+    - name: Publish Test Results
+      uses: EnricoMi/publish-unit-test-result-action@v2
+      if: always()
+      with:
+        files: test-report.junit.xml
+        comment_mode: always
+        check_name: Test Results (Windows)

package/.github/workflows/publish.yaml

@@ -0,0 +1,44 @@
+name: Publish Beta
+permissions:
+    contents: write
+on:
+  push:
+    branches: [ main ]
+
+jobs:
+  publish-beta:
+    runs-on: ubuntu-latest
+    
+    steps:
+    - uses: actions/checkout@v4
+      with:
+        fetch-depth: 0
+        token: ${{ secrets.GITHUB_TOKEN }}
+    
+    - name: Setup Node.js
+      uses: actions/setup-node@v4
+      with:
+        node-version: '20'
+        registry-url: 'https://registry.npmjs.org/'
+    
+    - name: Configure Git
+      run: |
+        git config user.name "github-actions[bot]"
+        git config user.email "github-actions[bot]@users.noreply.github.com"
+    
+    - name: Install dependencies
+      run: npm ci
+    
+    - name: Bump version (prerelease beta)
+      run: npm version prerelease --preid=beta --no-git-tag-version
+    
+    - name: Commit and push version bump
+      run: |
+        git add package.json package-lock.json
+        git commit -m "chore: bump beta version to $(node -p "require('./package.json').version")"
+        git push
+    
+    - name: Publish to npm under beta tag
+      run: npm publish --tag beta
+      env:
+        NODE_AUTH_TOKEN: ${{ secrets.NPM_TOKEN }}

package/agent/index.js

@@ -183,7 +183,8 @@ class TestDriverAgent extends EventEmitter2 {
   // single function to handle all program exits
   // allows us to save the current state, run lifecycle hooks, and track analytics
   async exit(failed = true, shouldSave = false, shouldRunPostrun = false) {
-    this.emitter.emit(events.log.narration, theme.dim("exiting..."), true);
+    const { formatter } = require("../sdk-log-formatter.js");
+    this.emitter.emit(events.log.narration, formatter.getPrefix("disconnect") + " " + theme.yellow.bold("Exiting") + theme.dim("..."), true);
 
     // Clean up redraw interval
     if (this.redraw && this.redraw.cleanup) {
@@ -1838,6 +1839,9 @@ ${regression}
       }
     }
 
+    // Create session first so session ID is available for Sentry tracing in WebSocket connection
+    await this.newSession();
+
     // order is important!
     await this.connectToSandboxService();
 
@@ -1856,7 +1860,6 @@ ${regression}
 
       this.instance = instance.instance;
       await this.renderSandbox(this.instance, headless);
-      await this.newSession();
       await this.runLifecycle("provision");
 
       return;
@@ -1877,7 +1880,6 @@ ${regression}
         this.instance = instance;
 
         await this.renderSandbox(instance, headless);
-        await this.newSession();
         return;
       } catch (error) {
         // If connection fails, fall through to creating a new sandbox
@@ -1909,7 +1911,6 @@ ${regression}
         this.instance = instance;
 
         await this.renderSandbox(instance, headless);
-        await this.newSession();
         return;
       } catch (error) {
         // If connection fails, fall through to creating a new sandbox
@@ -1923,9 +1924,10 @@ ${regression}
     
     // Create new sandbox (either because createNew is true, or no existing sandbox to connect to)
     if (!this.instance) {
+      const { formatter } = require("../sdk-log-formatter.js");
       this.emitter.emit(
         events.log.narration,
-        theme.dim(`creating new sandbox...`),
+        formatter.getPrefix("connect") + " " + theme.green.bold("Creating") + " " + theme.cyan(`new sandbox...`),
       );
       // We don't have resiliency/retries baked in, so let's at least give it 1 attempt
       // to see if that fixes the issue.
@@ -1949,10 +1951,7 @@ ${regression}
       );
       this.instance = instance;
       await this.renderSandbox(instance, headless);
-      await this.newSession();
       await this.runLifecycle("provision");
-
-      console.log("provision run");
     }
   }
 
@@ -2073,7 +2072,6 @@ ${regression}
   }
 
   async renderSandbox(instance, headless = false) {
-    console.log("renderSandbox", instance);
 
     if (!headless) {
       let url;
@@ -2126,7 +2124,8 @@ Please check your network connection, TD_API_KEY, or the service status.`,
       );
     }
 
-    this.emitter.emit(events.log.narration, theme.dim(`authenticating...`));
+    const { formatter } = require("../sdk-log-formatter.js");
+    this.emitter.emit(events.log.narration, formatter.getPrefix("connect") + " " + theme.green.bold("Authenticating") + theme.dim("..."));
     let ableToAuth = await this.sandbox.auth(this.config.TD_API_KEY);
 
     if (!ableToAuth) {
@@ -2139,7 +2138,8 @@ Please check your network connection, TD_API_KEY, or the service status.`,
   }
 
   async connectToSandboxDirect(sandboxId, persist = false) {
-    this.emitter.emit(events.log.narration, theme.dim(`connecting...`));
+    const { formatter } = require("../sdk-log-formatter.js");
+    this.emitter.emit(events.log.narration, formatter.getPrefix("connect") + " " + theme.green.bold("Connecting") + " " + theme.cyan(`to sandbox...`));
     let reply = await this.sandbox.connect(sandboxId, persist);
 
     // reply includes { success, url, sandbox: {...} }
@@ -2170,7 +2170,7 @@ Please check your network connection, TD_API_KEY, or the service status.`,
       sandboxConfig.instanceType = this.sandboxInstance;
     }
 
-    let instance = await this.sandbox.send(sandboxConfig);
+    let instance = await this.sandbox.send(sandboxConfig, 60000 * 8);
 
     // Save the sandbox ID for reconnection with the correct OS type
     if (instance.sandbox && instance.sandbox.sandboxId) {
@@ -2184,10 +2184,13 @@ Please check your network connection, TD_API_KEY, or the service status.`,
 
   async newSession() {
     // should be start of new session
+    // If sandbox is connected, get system info; otherwise pass empty objects
+    const isSandboxConnected = this.sandbox.apiSocketConnected;
+    
     const sessionRes = await this.sdk.req("session/start", {
-      systemInformationOsInfo: await this.system.getSystemInformationOsInfo(),
-      mousePosition: await this.system.getMousePosition(),
-      activeWindow: await this.system.activeWin(),
+      systemInformationOsInfo: isSandboxConnected ? await this.system.getSystemInformationOsInfo() : {},
+      mousePosition: isSandboxConnected ? await this.system.getMousePosition() : {},
+      activeWindow: isSandboxConnected ? await this.system.activeWin() : {},
     });
 
     if (!sessionRes) {
@@ -2265,9 +2268,6 @@ Please check your network connection, TD_API_KEY, or the service status.`,
     // If sourceMapper doesn't have a current file, use thisFile which should be the file being run
     let currentFilePath = this.sourceMapper.currentFilePath || this.thisFile;
 
-    this.emitter.emit(events.log.log, ``);
-    this.emitter.emit(events.log.log, "Running lifecycle: " + lifecycleName);
-
     // If we still don't have a currentFilePath, fall back to the default testdriver directory
     if (!currentFilePath) {
       currentFilePath = path.join(
@@ -2275,7 +2275,6 @@ Please check your network connection, TD_API_KEY, or the service status.`,
         "testdriver",
         "testdriver.yaml",
       );
-      console.log("No currentFilePath found, using fallback:", currentFilePath);
     }
 
     // Ensure we have an absolute path