testdriverai 7.2.37 → 7.2.38

package/.github/workflows/testdriver.yml

@@ -9,6 +9,10 @@ on:
 jobs:
   test:
     runs-on: ubuntu-latest
+    
+    permissions:
+      contents: read
+      pull-requests: write  # Required to post comments on PRs
 
     steps:
     - uses: actions/checkout@v4
@@ -25,6 +29,8 @@ jobs:
     - name: Run TestDriver.ai tests
       env:
         TD_API_KEY: ${{ secrets.TD_API_KEY }}
+        GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
+        GITHUB_PR_NUMBER: ${{ github.event.pull_request.number }}
       run: npx vitest run
 
     - name: Upload test results

package/interfaces/vitest-plugin.mjs

@@ -2,8 +2,8 @@ import { execSync } from "child_process";
 import crypto from "crypto";
 import { createRequire } from "module";
 import path from "path";
+import { postOrUpdateTestResults } from "../lib/github-comment.mjs";
 import { setTestRunInfo } from "./shared-test-state.mjs";
-import { generateGitHubComment, postOrUpdateTestResults } from "../lib/github-comment.mjs";
 
 // Use createRequire to import CommonJS modules without esbuild processing
 const require = createRequire(import.meta.url);

package/lib/github-comment.mjs

@@ -47,10 +47,17 @@ function generateTestResultsTable(testCases, testRunUrl) {
     return '_No test cases recorded_';
   }
 
+  // Filter out skipped tests
+  const nonSkippedTests = testCases.filter(test => test.status !== 'skipped');
+  
+  if (nonSkippedTests.length === 0) {
+    return '_No test cases to display (all tests were skipped)_';
+  }
+
   let table = '| Status | Test | File | Duration | Replay |\n';
   table += '|--------|------|------|----------|--------|\n';
 
-  for (const test of testCases) {
+  for (const test of nonSkippedTests) {
     const status = getStatusEmoji(test.status);
     const name = test.testName || 'Unknown';
     const file = test.testFile || 'unknown';
@@ -65,8 +72,8 @@ function generateTestResultsTable(testCases, testRunUrl) {
       const replayId = extractReplayId(test.replayUrl);
       if (replayId) {
         const gifUrl = getReplayGifUrl(test.replayUrl, replayId);
-        // Embed GIF with link using HTML for width control
-        replay = `<a href="${linkUrl}"><img src="${gifUrl}" width="250" alt="${name}" /></a>`;
+        // Embed GIF with link using HTML for height control
+        replay = `<a href="${linkUrl}"><img src="${gifUrl}" height="100" alt="Test replay" /></a>`;
       } else {
         // Fallback to text link if no GIF available
         replay = `[🎥 View](${linkUrl})`;
@@ -258,9 +265,15 @@ export function generateGitHubComment(testRunData, testCases = []) {
   comment += ` • **Duration:** ${formatDuration(duration)}`;
   comment += ` • ${passedTests} passed`;
   if (failedTests > 0) comment += `, ${failedTests} failed`;
-  if (skippedTests > 0) comment += `, ${skippedTests} skipped`;
+  // Only show skipped count if there are no passed or failed tests
+  if (skippedTests > 0 && passedTests === 0 && failedTests === 0) {
+    comment += `, ${skippedTests} skipped`;
+  }
   comment += `\n\n`;
   
+  // Exceptions section (only if there are failures) - show first
+  comment += generateExceptionsSection(testCases, testRunUrl);
+  
   // Test results table (now includes embedded GIFs)
   comment += '## 📝 Test Results\n\n';
   comment += generateTestResultsTable(testCases, testRunUrl);
@@ -270,9 +283,6 @@ export function generateGitHubComment(testRunData, testCases = []) {
     comment += `\n[📋 View Full Test Run](${testRunUrl})\n`;
   }
   
-  // Exceptions section (only if there are failures)
-  comment += generateExceptionsSection(testCases, testRunUrl);
-  
   // Footer
   comment += '\n---\n';
   comment += `<sub>Generated by [TestDriver](https://testdriver.ai) • Run ID: \`${runId}\`</sub>\n`;

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "testdriverai",
-  "version": "7.2.37",
+  "version": "7.2.38",
   "description": "Next generation autonomous AI agent for end-to-end testing of web & desktop",
   "main": "sdk.js",
   "exports": {

package/.github/workflows/test-with-comments.yml

@@ -1,73 +0,0 @@
-name: TestDriver Tests with GitHub Comments
-
-on:
-  pull_request:
-    types: [opened, synchronize, reopened]
-  push:
-    branches: [main]
-  workflow_dispatch: # Allows manual trigger from Actions tab
-
-jobs:
-  test:
-    runs-on: ubuntu-latest
-    
-    permissions:
-      contents: read
-      pull-requests: write  # Required to post comments on PRs
-    
-    steps:
-      - name: Checkout code
-        uses: actions/checkout@v4
-      
-      - name: Setup Node.js
-        uses: actions/setup-node@v4
-        with:
-          node-version: '20'
-          cache: 'npm'
-      
-      - name: Install dependencies
-        run: npm ci
-      
-      - name: Run assert test with GitHub comments
-        env:
-          # TestDriver API key (from repository secrets)
-          TD_API_KEY: ${{ secrets.TD_API_KEY }}
-          
-          # GitHub token for posting comments (auto-provided)
-          GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
-          
-          # PR number for PR comments (auto-extracted for pull_request events)
-          GITHUB_PR_NUMBER: ${{ github.event.pull_request.number }}
-          
-          # Git information (automatically provided by GitHub Actions)
-          # GITHUB_SHA, GITHUB_REF, GITHUB_REPOSITORY are already set
-          
-        run: |
-          echo "🚀 Running TestDriver assert test..."
-          echo "📍 Repository: $GITHUB_REPOSITORY"
-          echo "🔢 PR Number: ${{ github.event.pull_request.number || 'N/A (not a PR)' }}"
-          echo "📦 Running test..."
-          npm run test:sdk -- test/testdriver/assert.test.mjs
-        
-      - name: Upload test results (on failure)
-        if: failure()
-        uses: actions/upload-artifact@v4
-        with:
-          name: test-results
-          path: |
-            test-report.junit.xml
-            .testdriver/
-          retention-days: 7
-      
-      - name: Comment on PR (manual fallback if auto-comment fails)
-        if: failure() && github.event_name == 'pull_request'
-        uses: actions/github-script@v7
-        with:
-          script: |
-            const testRunUrl = process.env.TESTDRIVER_RUN_URL || 'Check workflow logs';
-            github.rest.issues.createComment({
-              issue_number: context.issue.number,
-              owner: context.repo.owner,
-              repo: context.repo.repo,
-              body: `⚠️ TestDriver tests encountered an error. ${testRunUrl}`
-            })