testdriverai 7.3.4 → 7.3.5

package/.github/workflows/acceptance-linux-scheduled.yaml

@@ -31,7 +31,7 @@ jobs:
 
       - name: Run Linux tests with Sentry Cron monitoring
         run: |
-          sentry-cli monitors run testdriver-linux-acceptance -- vitest run examples/*.test.mjs
+          sentry-cli monitors run testdriver-linux-acceptance -- npx vitest run examples/*.test.mjs
         env:
           SENTRY_DSN: ${{ secrets.SENTRY_DSN }}
           TD_API_KEY: ${{ secrets.TD_API_KEY }}

package/.github/workflows/acceptance.yaml

@@ -18,6 +18,8 @@ jobs:
 
     steps:
       - uses: actions/checkout@v4
+        with:
+          ref: ${{ github.head_ref }}
 
       - name: Setup Node.js
         uses: actions/setup-node@v4
@@ -86,11 +88,46 @@ jobs:
     if: always() && contains(github.event.pull_request.labels.*.name, 'test-windows')
 
     steps:
+      - uses: actions/checkout@v4
+        with:
+          ref: ${{ github.head_ref }}
+
+      - name: Setup Node.js
+        uses: actions/setup-node@v4
+        with:
+          node-version: "20"
+          cache: "npm"
+
+      - name: Install dependencies
+        run: npm ci
+
       - name: Download test results
         uses: actions/download-artifact@v4
         with:
           name: test-results-windows
 
+      - name: Download test output
+        uses: actions/download-artifact@v4
+        with:
+          name: test-output-windows
+
+      - name: Extract example URLs from Windows tests
+        if: needs.test-windows.result == 'success'
+        run: node docs/_scripts/extract-example-urls.js --file=test-output.log
+
+      - name: Generate example docs
+        if: needs.test-windows.result == 'success'
+        run: node docs/_scripts/generate-examples.js --skip-ai
+
+      - name: Commit updated docs
+        if: needs.test-windows.result == 'success'
+        run: |
+          git config --local user.email "github-actions[bot]@users.noreply.github.com"
+          git config --local user.name "github-actions[bot]"
+          git add docs/
+          git diff --staged --quiet || git commit -m "docs: update example documentation from Windows tests [skip ci]"
+          git push || echo "No changes to push"
+
       - name: Upload test results to Sentry Prevent
         if: ${{ !cancelled() }}
         uses: getsentry/prevent-action@v0
@@ -103,4 +140,4 @@ jobs:
         with:
           files: test-report.junit.xml
           comment_mode: always
-          check_name: Test Results (Windows)
+          check_name: Test Results (Windows)

package/.github/workflows/windows-self-hosted.yaml

@@ -51,7 +51,7 @@ jobs:
           TWOCAPTCHA_API_KEY: ${{ secrets.TWOCAPTCHA_API_KEY }}
 
       - name: Run Windows tests with self-hosted instances
-        run: vitest run ${{ inputs.test_pattern }}
+        run: npx vitest run ${{ inputs.test_pattern }} 2>&1 | tee test-output.log
         env:
           TD_API_KEY: ${{ secrets.TD_API_KEY }}
           TWOCAPTCHA_API_KEY: ${{ secrets.TWOCAPTCHA_API_KEY }}
@@ -72,6 +72,14 @@ jobs:
           path: test-report.junit.xml
           retention-days: 30
 
+      - name: Upload test output log
+        if: always()
+        uses: actions/upload-artifact@v4
+        with:
+          name: test-output-windows
+          path: test-output.log
+          retention-days: 30
+
       - name: Upload TestDriver AI CLI logs
         if: always()
         uses: actions/upload-artifact@v4

package/CHANGELOG.md

@@ -1,3 +1,7 @@
+## [7.3.5](https://github.com/testdriverai/testdriverai/compare/v7.3.4...v7.3.5) (2026-02-07)
+
+
+
 ## [7.3.4](https://github.com/testdriverai/testdriverai/compare/v7.3.2...v7.3.4) (2026-02-06)
 
 

package/docs/_data/examples-manifest.json

@@ -0,0 +1,105 @@
+{
+  "$schema": "./examples-manifest.schema.json",
+  "examples": {
+    "assert.test.mjs": {
+      "url": "https://console.testdriver.ai/runs/6985263ceae78746d7ac0abf/69852cedeae78746d7ac0c25",
+      "lastUpdated": "2026-02-06T00:04:27.031Z"
+    },
+    "drag-and-drop.test.mjs": {
+      "url": "https://console.testdriver.ai/runs/6985263ceae78746d7ac0abf/6985279beae78746d7ac0ba4",
+      "lastUpdated": "2026-02-06T00:04:26.811Z"
+    },
+    "exec-pwsh.test.mjs": {
+      "url": "https://console.testdriver.ai/runs/6985263ceae78746d7ac0abf/6985279ceae78746d7ac0ba6",
+      "lastUpdated": "2026-02-06T00:04:26.811Z"
+    },
+    "match-image.test.mjs": {
+      "url": "https://console.testdriver.ai/runs/6985263ceae78746d7ac0abf/6985279eeae78746d7ac0ba7",
+      "lastUpdated": "2026-02-06T00:04:26.811Z"
+    },
+    "scroll-until-text.test.mjs": {
+      "url": "https://console.testdriver.ai/runs/6985263ceae78746d7ac0abf/698527ae57e74ea13445e9ca",
+      "lastUpdated": "2026-02-06T00:04:26.811Z"
+    },
+    "hover-text-with-description.test.mjs": {
+      "url": "https://console.testdriver.ai/runs/6985263ceae78746d7ac0abf/698528d157e74ea13445e9fc",
+      "lastUpdated": "2026-02-06T00:04:26.812Z"
+    },
+    "windows-installer.test.mjs": {
+      "url": "https://console.testdriver.ai/runs/6985263ceae78746d7ac0abf/69852931eae78746d7ac0be6",
+      "lastUpdated": "2026-02-06T00:04:26.812Z"
+    },
+    "exec-output.test.mjs": {
+      "url": "https://console.testdriver.ai/runs/6985263ceae78746d7ac0abf/698528d257e74ea13445e9fd",
+      "lastUpdated": "2026-02-06T00:04:26.812Z"
+    },
+    "chrome-extension.test.mjs": {
+      "url": "https://console.testdriver.ai/runs/6985263ceae78746d7ac0abf/69852a34eae78746d7ac0bf0",
+      "lastUpdated": "2026-02-06T00:04:27.030Z"
+    },
+    "launch-vscode-linux.test.mjs": {
+      "url": "https://console.testdriver.ai/runs/6985263ceae78746d7ac0abf/698527b057e74ea13445e9ce",
+      "lastUpdated": "2026-02-06T00:04:26.812Z"
+    },
+    "hover-image.test.mjs": {
+      "url": "https://console.testdriver.ai/runs/6985263ceae78746d7ac0abf/69852a31b8ceaf4540e27312",
+      "lastUpdated": "2026-02-06T00:04:27.029Z"
+    },
+    "installer.test.mjs": {
+      "url": "https://console.testdriver.ai/runs/6985263ceae78746d7ac0abf/69852932eae78746d7ac0be8",
+      "lastUpdated": "2026-02-06T00:04:26.812Z"
+    },
+    "type.test.mjs": {
+      "url": "https://console.testdriver.ai/runs/6985263ceae78746d7ac0abf/69852d10eae78746d7ac0c2e",
+      "lastUpdated": "2026-02-06T00:04:27.031Z"
+    },
+    "press-keys.test.mjs": {
+      "url": "https://console.testdriver.ai/runs/6985263ceae78746d7ac0abf/69852a8ab8ceaf4540e2732c",
+      "lastUpdated": "2026-02-06T00:04:27.030Z"
+    },
+    "scroll-keyboard.test.mjs": {
+      "url": "https://console.testdriver.ai/runs/6985263ceae78746d7ac0abf/69852befeae78746d7ac0c11",
+      "lastUpdated": "2026-02-06T00:04:27.030Z"
+    },
+    "scroll.test.mjs": {
+      "url": "https://console.testdriver.ai/runs/6985263ceae78746d7ac0abf/69852ba9b8ceaf4540e2733d",
+      "lastUpdated": "2026-02-06T00:04:27.030Z"
+    },
+    "scroll-until-image.test.mjs": {
+      "url": "https://console.testdriver.ai/runs/6985263ceae78746d7ac0abf/69852cefeae78746d7ac0c27",
+      "lastUpdated": "2026-02-06T00:04:27.031Z"
+    },
+    "prompt.test.mjs": {
+      "url": "https://console.testdriver.ai/runs/6985263ceae78746d7ac0abf/69852cf0eae78746d7ac0c28",
+      "lastUpdated": "2026-02-06T00:04:27.031Z"
+    },
+    "focus-window.test.mjs": {
+      "url": "https://console.testdriver.ai/runs/6985263ceae78746d7ac0abf/69852cf1eae78746d7ac0c2a",
+      "lastUpdated": "2026-02-06T00:04:27.031Z"
+    },
+    "captcha-api.test.mjs": {
+      "url": "https://console.testdriver.ai/runs/6985263ceae78746d7ac0abf/69852e9db3d27441a2d96ed7",
+      "lastUpdated": "2026-02-06T00:04:27.031Z"
+    },
+    "element-not-found.test.mjs": {
+      "url": "https://console.testdriver.ai/runs/6985263ceae78746d7ac0abf/69852e57eae78746d7ac0c3f",
+      "lastUpdated": "2026-02-06T00:04:27.031Z"
+    },
+    "formatted-logging.test.mjs": {
+      "url": "https://console.testdriver.ai/runs/6985263ceae78746d7ac0abf/69852e1ceae78746d7ac0c39",
+      "lastUpdated": "2026-02-06T00:04:27.031Z"
+    },
+    "hover-text.test.mjs": {
+      "url": "https://console.testdriver.ai/runs/6985263ceae78746d7ac0abf/69852f8beae78746d7ac0c5e",
+      "lastUpdated": "2026-02-06T00:04:27.032Z"
+    },
+    "no-provision.test.mjs": {
+      "url": "https://console.testdriver.ai/runs/6985263ceae78746d7ac0abf/69852fd7eae78746d7ac0c66",
+      "lastUpdated": "2026-02-06T00:04:27.032Z"
+    },
+    "ai.test.mjs": {
+      "url": "https://console.testdriver.ai/runs/6985263ceae78746d7ac0abf/69852f70eae78746d7ac0c56",
+      "lastUpdated": "2026-02-06T00:04:27.032Z"
+    }
+  }
+}

package/docs/_data/examples-manifest.schema.json

@@ -0,0 +1,41 @@
+{
+  "$schema": "http://json-schema.org/draft-07/schema#",
+  "title": "Examples Manifest",
+  "description": "Maps example test files to their test run URLs for documentation embedding",
+  "type": "object",
+  "properties": {
+    "$schema": {
+      "type": "string"
+    },
+    "examples": {
+      "type": "object",
+      "additionalProperties": {
+        "type": "object",
+        "properties": {
+          "url": {
+            "type": "string",
+            "description": "Full URL to the test run (without ?embed=true)",
+            "pattern": "^https://console\\.testdriver\\.ai/runs/.+"
+          },
+          "lastUpdated": {
+            "type": "string",
+            "format": "date-time",
+            "description": "ISO timestamp of when this URL was last updated"
+          },
+          "title": {
+            "type": "string",
+            "description": "Human-readable title extracted from describe() block"
+          },
+          "testName": {
+            "type": "string",
+            "description": "Test name extracted from it() block"
+          }
+        },
+        "required": ["url", "lastUpdated"],
+        "additionalProperties": false
+      }
+    }
+  },
+  "required": ["examples"],
+  "additionalProperties": false
+}

package/docs/_scripts/extract-example-urls.js

@@ -0,0 +1,165 @@
+#!/usr/bin/env node
+
+/**
+ * Extract Example URLs from CI Logs
+ * 
+ * Parses vitest output to extract TESTDRIVER_EXAMPLE_URL lines
+ * and updates the examples-manifest.json file.
+ * 
+ * Usage:
+ *   cat ci-log.txt | node extract-example-urls.js
+ *   node extract-example-urls.js < ci-log.txt
+ *   node extract-example-urls.js --file=ci-log.txt
+ */
+
+const fs = require("fs");
+const path = require("path");
+const readline = require("readline");
+
+const MANIFEST_PATH = path.join(__dirname, "../_data/examples-manifest.json");
+
+// Regex to match TESTDRIVER_EXAMPLE_URL::filename::url (handles optional timestamp prefix from CI logs)
+const URL_PATTERN = /TESTDRIVER_EXAMPLE_URL::([^:]+)::(.+)$/;
+
+// Parse command line arguments
+function parseArgs() {
+  const args = process.argv.slice(2);
+  const options = {
+    file: null,
+    help: false,
+  };
+
+  for (const arg of args) {
+    if (arg === "--help" || arg === "-h") {
+      options.help = true;
+    } else if (arg.startsWith("--file=")) {
+      options.file = arg.slice(7);
+    }
+  }
+
+  return options;
+}
+
+// Load existing manifest or create new one
+function loadManifest() {
+  try {
+    const content = fs.readFileSync(MANIFEST_PATH, "utf-8");
+    return JSON.parse(content);
+  } catch (error) {
+    return {
+      "$schema": "./examples-manifest.schema.json",
+      "examples": {},
+    };
+  }
+}
+
+// Save manifest
+function saveManifest(manifest) {
+  const dir = path.dirname(MANIFEST_PATH);
+  if (!fs.existsSync(dir)) {
+    fs.mkdirSync(dir, { recursive: true });
+  }
+  fs.writeFileSync(MANIFEST_PATH, JSON.stringify(manifest, null, 2) + "\n", "utf-8");
+}
+
+// Process a single line and extract URL if present
+function processLine(line, manifest, stats) {
+  const match = line.match(URL_PATTERN);
+  if (match) {
+    const [, filename, url] = match;
+    const isNew = !manifest.examples[filename];
+    
+    manifest.examples[filename] = {
+      url: url.trim(),
+      lastUpdated: new Date().toISOString(),
+    };
+    
+    if (isNew) {
+      stats.added++;
+    } else {
+      stats.updated++;
+    }
+    
+    console.log(`${isNew ? "➕" : "🔄"} ${filename}: ${url}`);
+  }
+}
+
+// Process input stream
+async function processInput(inputStream) {
+  const manifest = loadManifest();
+  const stats = { added: 0, updated: 0 };
+
+  const rl = readline.createInterface({
+    input: inputStream,
+    crlfDelay: Infinity,
+  });
+
+  for await (const line of rl) {
+    processLine(line, manifest, stats);
+  }
+
+  if (stats.added > 0 || stats.updated > 0) {
+    saveManifest(manifest);
+    console.log(`\n✨ Manifest updated: ${stats.added} added, ${stats.updated} updated`);
+    console.log(`📂 Written to: ${MANIFEST_PATH}`);
+  } else {
+    console.log("\n⚠️  No TESTDRIVER_EXAMPLE_URL entries found in input");
+  }
+
+  return stats;
+}
+
+// Show help
+function showHelp() {
+  console.log(`
+Extract Example URLs from CI Logs
+
+Usage:
+  cat ci-log.txt | node extract-example-urls.js
+  node extract-example-urls.js < ci-log.txt
+  node extract-example-urls.js --file=ci-log.txt
+
+Options:
+  --file=<path>   Read from file instead of stdin
+  --help, -h      Show this help message
+
+Description:
+  Parses CI log output looking for lines matching:
+    TESTDRIVER_EXAMPLE_URL::<filename>::<url>
+  
+  Updates docs/_data/examples-manifest.json with the extracted URLs.
+  Existing entries are updated, new entries are added.
+`);
+}
+
+// Main function
+async function main() {
+  const options = parseArgs();
+
+  if (options.help) {
+    showHelp();
+    process.exit(0);
+  }
+
+  console.log("🔍 Extracting example URLs from input...\n");
+
+  let inputStream;
+  if (options.file) {
+    if (!fs.existsSync(options.file)) {
+      console.error(`❌ File not found: ${options.file}`);
+      process.exit(1);
+    }
+    inputStream = fs.createReadStream(options.file);
+  } else {
+    inputStream = process.stdin;
+  }
+
+  try {
+    await processInput(inputStream);
+  } catch (error) {
+    console.error(`❌ Error: ${error.message}`);
+    process.exit(1);
+  }
+}
+
+main();