@testdriverai/agent 7.8.0-test.38

package/docs/_data/examples-manifest.json

@@ -0,0 +1,177 @@
+{
+  "$schema": "./examples-manifest.schema.json",
+  "examples": {
+    "assert.test.mjs": {
+      "url": "https://console-test.testdriver.ai/runs/69bc950536864abb362f8579/69bc951f36864abb362f8584",
+      "lastUpdated": "2026-03-20T00:46:19.602Z"
+    },
+    "drag-and-drop.test.mjs": {
+      "url": "https://console.testdriver.ai/runs/69a62b3aaa712ecd3dea730a/69a62b42fc0ac3cc632a918b",
+      "lastUpdated": "2026-03-03T00:32:25.275Z"
+    },
+    "exec-pwsh.test.mjs": {
+      "url": "https://console-test.testdriver.ai/runs/69bc950536864abb362f8579/69bc95088797a8a13f4cbfa2",
+      "lastUpdated": "2026-03-20T00:46:19.594Z"
+    },
+    "match-image.test.mjs": {
+      "url": "https://console-test.testdriver.ai/runs/69bc950536864abb362f8579/69bc950af14c7f71c46d6b78",
+      "lastUpdated": "2026-03-20T00:46:19.594Z"
+    },
+    "scroll-until-text.test.mjs": {
+      "url": "https://console.testdriver.ai/runs/69a62b3aaa712ecd3dea730a/69a62b99dc33133fc0da9440",
+      "lastUpdated": "2026-03-03T00:32:25.282Z"
+    },
+    "hover-text-with-description.test.mjs": {
+      "url": "https://console-test.testdriver.ai/runs/69bc950536864abb362f8579/69bc950c8797a8a13f4cbfa3",
+      "lastUpdated": "2026-03-20T00:46:19.594Z"
+    },
+    "windows-installer.test.mjs": {
+      "url": "https://console-test.testdriver.ai/runs/69bc950536864abb362f8579/69bc9510f14c7f71c46d6b7a",
+      "lastUpdated": "2026-03-20T00:46:19.595Z"
+    },
+    "exec-output.test.mjs": {
+      "url": "https://console-test.testdriver.ai/runs/69bc950536864abb362f8579/69bc95118797a8a13f4cbfa5",
+      "lastUpdated": "2026-03-20T00:46:19.595Z"
+    },
+    "chrome-extension.test.mjs": {
+      "url": "https://console-test.testdriver.ai/runs/69bc950536864abb362f8579/69bc9507f14c7f71c46d6b77",
+      "lastUpdated": "2026-03-20T00:46:19.594Z"
+    },
+    "launch-vscode-linux.test.mjs": {
+      "url": "https://console-test.testdriver.ai/runs/69bc950536864abb362f8579/69bc950e8797a8a13f4cbfa4",
+      "lastUpdated": "2026-03-20T00:46:19.595Z"
+    },
+    "hover-image.test.mjs": {
+      "url": "https://console-test.testdriver.ai/runs/69bc950536864abb362f8579/69bc95138797a8a13f4cbfa6",
+      "lastUpdated": "2026-03-20T00:46:19.595Z"
+    },
+    "installer.test.mjs": {
+      "url": "https://console-test.testdriver.ai/runs/69bc950536864abb362f8579/69bc951636864abb362f857c",
+      "lastUpdated": "2026-03-20T00:46:19.600Z"
+    },
+    "type.test.mjs": {
+      "url": "https://console-test.testdriver.ai/runs/69bc950536864abb362f8579/69bc9517f14c7f71c46d6b7c",
+      "lastUpdated": "2026-03-20T00:46:19.600Z"
+    },
+    "press-keys.test.mjs": {
+      "url": "https://console-test.testdriver.ai/runs/69bc950536864abb362f8579/69bc951df14c7f71c46d6b84",
+      "lastUpdated": "2026-03-20T00:46:19.602Z"
+    },
+    "scroll-keyboard.test.mjs": {
+      "url": "https://console-test.testdriver.ai/runs/69bc950536864abb362f8579/69bc951b8797a8a13f4cbfa7",
+      "lastUpdated": "2026-03-20T00:46:19.601Z"
+    },
+    "scroll.test.mjs": {
+      "url": "https://console-test.testdriver.ai/runs/69bc950536864abb362f8579/69bc9519f14c7f71c46d6b7f",
+      "lastUpdated": "2026-03-20T00:46:19.600Z"
+    },
+    "scroll-until-image.test.mjs": {
+      "url": "https://console-test.testdriver.ai/runs/69bc950536864abb362f8579/69bc95238797a8a13f4cbfb3",
+      "lastUpdated": "2026-03-20T00:46:19.602Z"
+    },
+    "prompt.test.mjs": {
+      "url": "https://console-test.testdriver.ai/runs/69bc950536864abb362f8579/69bc952436864abb362f8586",
+      "lastUpdated": "2026-03-20T00:46:19.602Z"
+    },
+    "focus-window.test.mjs": {
+      "url": "https://console-test.testdriver.ai/runs/69bc950536864abb362f8579/69bc9526f14c7f71c46d6b85",
+      "lastUpdated": "2026-03-20T00:46:19.602Z"
+    },
+    "captcha-api.test.mjs": {
+      "url": "https://console.testdriver.ai/runs/698f7df69e27ce1528d7d087/698f7fb0d3b320ad547d9d44",
+      "lastUpdated": "2026-02-13T19:55:05.951Z"
+    },
+    "element-not-found.test.mjs": {
+      "url": "https://console-test.testdriver.ai/runs/69bc950536864abb362f8579/69bc952af14c7f71c46d6b89",
+      "lastUpdated": "2026-03-20T00:46:19.602Z"
+    },
+    "formatted-logging.test.mjs": {
+      "url": "https://console-test.testdriver.ai/runs/69bc950536864abb362f8579/69bc95288797a8a13f4cbfb7",
+      "lastUpdated": "2026-03-20T00:46:19.602Z"
+    },
+    "hover-text.test.mjs": {
+      "url": "https://console-test.testdriver.ai/runs/69bc950536864abb362f8579/69bc952e8797a8a13f4cbfc1",
+      "lastUpdated": "2026-03-20T00:46:19.603Z"
+    },
+    "no-provision.test.mjs": {
+      "url": "https://console.testdriver.ai/runs/69a62b3aaa712ecd3dea730a/69a62b7706a177a05bccd1cf",
+      "lastUpdated": "2026-03-03T00:32:25.279Z"
+    },
+    "ai.test.mjs": {
+      "url": "https://console-test.testdriver.ai/runs/69bc950536864abb362f8579/69bc952cf14c7f71c46d6b90",
+      "lastUpdated": "2026-03-20T00:46:19.603Z"
+    },
+    "popup-loading.test.mjs": {
+      "url": "https://console.testdriver.ai/runs/698bc89f7140c3fa7daaca8d/698bca7f7140c3fa7daacbf7",
+      "lastUpdated": "2026-02-11T00:20:33.687Z"
+    },
+    "z_flake-diffthreshold-001.test.mjs": {
+      "url": "https://console.testdriver.ai/runs/698f7df69e27ce1528d7d087/698f8090d3b320ad547d9d67",
+      "lastUpdated": "2026-02-13T19:55:05.952Z"
+    },
+    "z_flake-diffthreshold-01.test.mjs": {
+      "url": "https://console.testdriver.ai/runs/698f7df69e27ce1528d7d087/698f80bc9e27ce1528d7d106",
+      "lastUpdated": "2026-02-13T19:55:05.952Z"
+    },
+    "z_flake-diffthreshold-05.test.mjs": {
+      "url": "https://console.testdriver.ai/runs/698f7df69e27ce1528d7d087/698f8090dd202a5799980910",
+      "lastUpdated": "2026-02-13T19:55:05.952Z"
+    },
+    "z_flake-noredraw-cache.test.mjs": {
+      "url": "https://console.testdriver.ai/runs/698f7df69e27ce1528d7d087/698f8105d3b320ad547d9d75",
+      "lastUpdated": "2026-02-13T19:55:05.953Z"
+    },
+    "z_flake-redraw-nocache.test.mjs": {
+      "url": "https://console.testdriver.ai/runs/698f7df69e27ce1528d7d087/698f8142d3b320ad547d9d86",
+      "lastUpdated": "2026-02-13T19:55:05.953Z"
+    },
+    "z_flake-redraw-cache.test.mjs": {
+      "url": "https://console.testdriver.ai/runs/698f7df69e27ce1528d7d087/698f818f9e27ce1528d7d11d",
+      "lastUpdated": "2026-02-13T19:55:05.953Z"
+    },
+    "z_flake-noredraw-nocache.test.mjs": {
+      "url": "https://console.testdriver.ai/runs/698f7df69e27ce1528d7d087/698f816ed3b320ad547d9d8c",
+      "lastUpdated": "2026-02-13T19:55:05.953Z"
+    },
+    "findall-coffee-icons.test.mjs": {
+      "url": "https://console-test.testdriver.ai/runs/69bc950536864abb362f8579/69bc95218797a8a13f4cbfb2",
+      "lastUpdated": "2026-03-20T00:46:19.602Z"
+    },
+    "parse.test.mjs": {
+      "url": "https://console-test.testdriver.ai/runs/69bc950536864abb362f8579/69bc953036864abb362f858e",
+      "lastUpdated": "2026-03-20T00:46:19.603Z"
+    },
+    "flake-diffthreshold-001.test.mjs": {
+      "url": "https://console.testdriver.ai/runs/69a62b3aaa712ecd3dea730a/69a62bcafc0ac3cc632a91aa",
+      "lastUpdated": "2026-03-03T00:32:25.283Z"
+    },
+    "flake-noredraw-cache.test.mjs": {
+      "url": "https://console.testdriver.ai/runs/69a62b3aaa712ecd3dea730a/69a62be21658b3dab5240bfc",
+      "lastUpdated": "2026-03-03T00:32:25.283Z"
+    },
+    "flake-noredraw-nocache.test.mjs": {
+      "url": "https://console.testdriver.ai/runs/69a62b3aaa712ecd3dea730a/69a62bd292ffa2dc646f1446",
+      "lastUpdated": "2026-03-03T00:32:25.283Z"
+    },
+    "flake-diffthreshold-05.test.mjs": {
+      "url": "https://console.testdriver.ai/runs/69a62b3aaa712ecd3dea730a/69a62c0efc0ac3cc632a91ae",
+      "lastUpdated": "2026-03-03T00:32:25.283Z"
+    },
+    "flake-redraw-cache.test.mjs": {
+      "url": "https://console.testdriver.ai/runs/69a62b3aaa712ecd3dea730a/69a62be8565d339e8065f196",
+      "lastUpdated": "2026-03-03T00:32:25.283Z"
+    },
+    "flake-redraw-nocache.test.mjs": {
+      "url": "https://console.testdriver.ai/runs/69a62b3aaa712ecd3dea730a/69a62bf3fc0ac3cc632a91ad",
+      "lastUpdated": "2026-03-03T00:32:25.283Z"
+    },
+    "flake-rocket-match.test.mjs": {
+      "url": "https://console.testdriver.ai/runs/69a62b3aaa712ecd3dea730a/69a62b84258e8885264fc729",
+      "lastUpdated": "2026-03-03T00:32:25.282Z"
+    },
+    "flake-diffthreshold-01.test.mjs": {
+      "url": "https://console.testdriver.ai/runs/69a62b3aaa712ecd3dea730a/69a62bd0348bcf90ca081079",
+      "lastUpdated": "2026-03-03T00:32:25.283Z"
+    }
+  }
+}

package/docs/_data/examples-manifest.schema.json

@@ -0,0 +1,41 @@
+{
+  "$schema": "http://json-schema.org/draft-07/schema#",
+  "title": "Examples Manifest",
+  "description": "Maps example test files to their test run URLs for documentation embedding",
+  "type": "object",
+  "properties": {
+    "$schema": {
+      "type": "string"
+    },
+    "examples": {
+      "type": "object",
+      "additionalProperties": {
+        "type": "object",
+        "properties": {
+          "url": {
+            "type": "string",
+            "description": "Full URL to the test run (without ?embed=true)",
+            "pattern": "^https://console\\.testdriver\\.ai/runs/.+"
+          },
+          "lastUpdated": {
+            "type": "string",
+            "format": "date-time",
+            "description": "ISO timestamp of when this URL was last updated"
+          },
+          "title": {
+            "type": "string",
+            "description": "Human-readable title extracted from describe() block"
+          },
+          "testName": {
+            "type": "string",
+            "description": "Test name extracted from it() block"
+          }
+        },
+        "required": ["url", "lastUpdated"],
+        "additionalProperties": false
+      }
+    }
+  },
+  "required": ["examples"],
+  "additionalProperties": false
+}

package/docs/_scripts/extract-example-urls.js

@@ -0,0 +1,165 @@
+#!/usr/bin/env node
+
+/**
+ * Extract Example URLs from CI Logs
+ * 
+ * Parses vitest output to extract TESTDRIVER_EXAMPLE_URL lines
+ * and updates the examples-manifest.json file.
+ * 
+ * Usage:
+ *   cat ci-log.txt | node extract-example-urls.js
+ *   node extract-example-urls.js < ci-log.txt
+ *   node extract-example-urls.js --file=ci-log.txt
+ */
+
+const fs = require("fs");
+const path = require("path");
+const readline = require("readline");
+
+const MANIFEST_PATH = path.join(__dirname, "../_data/examples-manifest.json");
+
+// Regex to match TESTDRIVER_EXAMPLE_URL::filename::url (handles optional timestamp prefix from CI logs)
+const URL_PATTERN = /TESTDRIVER_EXAMPLE_URL::([^:]+)::(.+)$/;
+
+// Parse command line arguments
+function parseArgs() {
+  const args = process.argv.slice(2);
+  const options = {
+    file: null,
+    help: false,
+  };
+
+  for (const arg of args) {
+    if (arg === "--help" || arg === "-h") {
+      options.help = true;
+    } else if (arg.startsWith("--file=")) {
+      options.file = arg.slice(7);
+    }
+  }
+
+  return options;
+}
+
+// Load existing manifest or create new one
+function loadManifest() {
+  try {
+    const content = fs.readFileSync(MANIFEST_PATH, "utf-8");
+    return JSON.parse(content);
+  } catch (error) {
+    return {
+      "$schema": "./examples-manifest.schema.json",
+      "examples": {},
+    };
+  }
+}
+
+// Save manifest
+function saveManifest(manifest) {
+  const dir = path.dirname(MANIFEST_PATH);
+  if (!fs.existsSync(dir)) {
+    fs.mkdirSync(dir, { recursive: true });
+  }
+  fs.writeFileSync(MANIFEST_PATH, JSON.stringify(manifest, null, 2) + "\n", "utf-8");
+}
+
+// Process a single line and extract URL if present
+function processLine(line, manifest, stats) {
+  const match = line.match(URL_PATTERN);
+  if (match) {
+    const [, filename, url] = match;
+    const isNew = !manifest.examples[filename];
+    
+    manifest.examples[filename] = {
+      url: url.trim(),
+      lastUpdated: new Date().toISOString(),
+    };
+    
+    if (isNew) {
+      stats.added++;
+    } else {
+      stats.updated++;
+    }
+    
+    console.log(`${isNew ? "➕" : "🔄"} ${filename}: ${url}`);
+  }
+}
+
+// Process input stream
+async function processInput(inputStream) {
+  const manifest = loadManifest();
+  const stats = { added: 0, updated: 0 };
+
+  const rl = readline.createInterface({
+    input: inputStream,
+    crlfDelay: Infinity,
+  });
+
+  for await (const line of rl) {
+    processLine(line, manifest, stats);
+  }
+
+  if (stats.added > 0 || stats.updated > 0) {
+    saveManifest(manifest);
+    console.log(`\n✨ Manifest updated: ${stats.added} added, ${stats.updated} updated`);
+    console.log(`📂 Written to: ${MANIFEST_PATH}`);
+  } else {
+    console.log("\n⚠️  No TESTDRIVER_EXAMPLE_URL entries found in input");
+  }
+
+  return stats;
+}
+
+// Show help
+function showHelp() {
+  console.log(`
+Extract Example URLs from CI Logs
+
+Usage:
+  cat ci-log.txt | node extract-example-urls.js
+  node extract-example-urls.js < ci-log.txt
+  node extract-example-urls.js --file=ci-log.txt
+
+Options:
+  --file=<path>   Read from file instead of stdin
+  --help, -h      Show this help message
+
+Description:
+  Parses CI log output looking for lines matching:
+    TESTDRIVER_EXAMPLE_URL::<filename>::<url>
+  
+  Updates docs/_data/examples-manifest.json with the extracted URLs.
+  Existing entries are updated, new entries are added.
+`);
+}
+
+// Main function
+async function main() {
+  const options = parseArgs();
+
+  if (options.help) {
+    showHelp();
+    process.exit(0);
+  }
+
+  console.log("🔍 Extracting example URLs from input...\n");
+
+  let inputStream;
+  if (options.file) {
+    if (!fs.existsSync(options.file)) {
+      console.error(`❌ File not found: ${options.file}`);
+      process.exit(1);
+    }
+    inputStream = fs.createReadStream(options.file);
+  } else {
+    inputStream = process.stdin;
+  }
+
+  try {
+    await processInput(inputStream);
+  } catch (error) {
+    console.error(`❌ Error: ${error.message}`);
+    process.exit(1);
+  }
+}
+
+main();