agent-qa 0.1.10 → 0.1.12

package/dist/cli.js

@@ -582,6 +582,7 @@ function buildTargets(platform) {
   if (selection.capabilities.includes("web")) {
     targets["example-web"] = { platform: "web", url: "https://example.com" };
     targets["automation-exercise"] = { platform: "web", url: "https://automationexercise.com" };
+    targets["wai-bad"] = { platform: "web", url: "https://www.w3.org/WAI/demos/bad/before/home.html" };
   }
   if (selection.mobileRuntimes.includes("android")) {
     targets["example-android"] = { platform: "android" };
@@ -635,6 +636,7 @@ var AUTOMATION_EXERCISE_TESTS = [
 ];
 var HN_TOP_STORY_HOOK_ID = "h_aster-bloom-cloud-drift-ember-field-glade-hollow-ivory-jasper";
 var HN_TOP_STORY_TEST_ID = "t_quad-adar-micro-magic-cross-cue-open-agog-rang-cours";
+var BAD_A11Y_TEST_ID = "t_ponent-toa-base-fred-click-sigma-lad-agen-report-sticky";
 function buildAutomationExerciseTest(test) {
   return `test-id: ${test.id}
 name: ${test.name}
@@ -715,6 +717,15 @@ steps:
   - Verify the page shows "{{env:HN_FIRST_STORY_TITLE}}"
 `;
 }
+function buildBadA11yTest() {
+  return `test-id: ${BAD_A11Y_TEST_ID}
+name: W3C BAD accessibility smoke
+target: wai-bad
+steps:
+  - Verify the page says "Welcome to CityLights"
+  - Verify the page says "Inaccessible Home Page"
+`;
+}
 function isSubscriptionProvider(provider) {
   return provider === "openai-subscription" || provider === "anthropic-subscription";
 }
@@ -826,6 +837,14 @@ function buildDefaultConfig(platform, providerOrLLMs, model, baseURL) {
       dashboard: { port: 3100, artifactsDir: ".agent-qa/artifacts" },
       mcp: { enabled: true, transport: "http", host: "127.0.0.1", port: 3471, path: "/mcp" },
       cache: { dir: INIT_CACHE_DIR, ttl: "7d" },
+      ...hasWeb(platform) ? {
+        accessibility: {
+          enabled: true,
+          standard: "wcag2aa",
+          runAfter: "every-step",
+          failOnViolation: false
+        }
+      } : {},
       recording: { enabled: true },
       memory: { enabled: true, provider: "local", dir: "agent-qa-memory" },
       logging: { level: "warn" }
@@ -876,10 +895,14 @@ function addYamlComments(yamlStr) {
       result += "    # Optional: persist dashboard state to a custom SQLite path.\n";
       result += "    # dbPath: .agent-qa/dashboard.sqlite\n";
     } else if (line === "    ttl: 7d") {
-      result += "  # Optional accessibility service example:\n";
-      result += "  # accessibility:\n";
-      result += "  #   enabled: false\n";
-      result += "  #   standard: wcag2aa\n";
+      if (yamlStr.includes("\n  accessibility:\n")) {
+        result += "  # Accessibility checks power the W3C BAD demo test.\n";
+      } else {
+        result += "  # Optional accessibility service example:\n";
+        result += "  # accessibility:\n";
+        result += "  #   enabled: false\n";
+        result += "  #   standard: wcag2aa\n";
+      }
     } else if (line === "registry:") {
       result += "  # Optional: local and cloud device/provider profiles.\n";
       result += "  # devices:\n";
@@ -950,9 +973,7 @@ function browserSetupCommand(platform) {
 function mobileDriverSetupCommand(platform) {
   const runtimes = normalizePlatformSelection(platform).mobileRuntimes;
   if (runtimes.length === 0) return null;
-  if (runtimes.includes("android") && runtimes.includes("ios")) return "agent-qa install-mobile-drivers --all";
-  if (runtimes.includes("android")) return "agent-qa install-mobile-drivers --android";
-  return "agent-qa install-mobile-drivers --ios";
+  return "agent-qa install-mobile-drivers --all";
 }
 function initNextSteps(platform) {
   const steps = [];
@@ -986,21 +1007,13 @@ function createInitCommand() {
       const capabilities = await checkbox({
         message: "What platform will you test?",
         choices: [
-          { value: "web", name: "Web", description: "Test web apps with Playwright" },
-          { value: "mobile", name: "Mobile", description: "Test Android or iOS apps with Appium" }
+          { value: "web", name: "Web", description: "Test web apps with Playwright", checked: true },
+          { value: "mobile", name: "Mobile", description: "Test Android or iOS apps with Appium", checked: false }
         ],
         required: true,
         validate: (value) => value.length > 0 || "Select at least one platform."
       });
-      const mobileRuntimes = capabilities.includes("mobile") ? await checkbox({
-        message: "Which mobile platforms will you test?",
-        choices: [
-          { value: "android", name: "Android", description: "Install or reuse the UiAutomator2 Appium driver" },
-          { value: "ios", name: "iOS", description: "Install or reuse the XCUITest Appium driver" }
-        ],
-        required: true,
-        validate: (value) => value.length > 0 || "Select at least one mobile platform."
-      }) : [];
+      const mobileRuntimes = capabilities.includes("mobile") ? ["android", "ios"] : [];
       platform = { capabilities, mobileRuntimes };
       const llmSetup = await checkbox({
         message: `Subscription auth ${pc3.dim("(optional)")}`,
@@ -1116,6 +1129,9 @@ function createInitCommand() {
       const hnTestPath = join2(testsDir, "hacker-news-top-story.yaml");
       writeFileSync(hnTestPath, buildHackerNewsTopStoryTest());
       console.log(pc3.green(`\u2713 Created ${hnTestPath}`));
+      const badA11yTestPath = join2(testsDir, "bad-a11y.yaml");
+      writeFileSync(badA11yTestPath, buildBadA11yTest());
+      console.log(pc3.green(`\u2713 Created ${badA11yTestPath}`));
     }
     appendGitignore(dir);
     console.log(pc3.green("\u2713 Updated .gitignore"));
@@ -1137,6 +1153,7 @@ function createInitCommand() {
     if (hasWeb(platform)) {
       console.log(`    ${pc3.dim("\u2022")} tests/automation-exercise/*.yaml`);
       console.log(`    ${pc3.dim("\u2022")} tests/hacker-news-top-story.yaml`);
+      console.log(`    ${pc3.dim("\u2022")} tests/bad-a11y.yaml`);
       console.log(`    ${pc3.dim("\u2022")} suites/automation-exercise.suite.yaml`);
       console.log(`    ${pc3.dim("\u2022")} scripts/fetch-hn-top-story.mjs`);
     }
@@ -1849,18 +1866,13 @@ function checkPlaywright(config) {
 function appiumResolverCwd(configPath) {
   return dirname5(resolve4(configPath));
 }
-function mobileDriverInstallCommand(config) {
-  const hasAndroid = hasAndroidPlatform(config);
-  const hasIOS = hasIOSPlatform(config);
-  if (hasAndroid && hasIOS) return "agent-qa install-mobile-drivers --all";
-  if (hasAndroid) return "agent-qa install-mobile-drivers --android";
-  if (hasIOS) return "agent-qa install-mobile-drivers --ios";
+function mobileDriverInstallCommand() {
   return "agent-qa install-mobile-drivers --all";
 }
 function checkAppium(config, configPath) {
   return {
     name: "Appium",
-    fixInstructions: `${formatAppiumInstallGuidance2()} Then run \`${mobileDriverInstallCommand(config)}\`.`,
+    fixInstructions: `${formatAppiumInstallGuidance2()} Then run \`${mobileDriverInstallCommand()}\`.`,
     check: async () => {
       if (!isMobilePlatform(config)) {
         return { status: "skip", message: "not configured" };
@@ -1878,7 +1890,7 @@ function checkAppium(config, configPath) {
 function checkAppiumDrivers(config, configPath) {
   return {
     name: "Appium drivers",
-    fixInstructions: `Run \`${mobileDriverInstallCommand(config)}\``,
+    fixInstructions: `Run \`${mobileDriverInstallCommand()}\``,
     check: async () => {
       if (!isMobilePlatform(config)) {
         return { status: "skip", message: "not configured" };
@@ -2221,6 +2233,10 @@ async function createPlatformAdapter(platform) {
   const { WebPlatformAdapter } = await import("@vostride/agent-qa-web");
   return new WebPlatformAdapter();
 }
+var runWebAccessibilityCheck = async (page, options) => {
+  const { runAccessibilityCheck } = await import("@vostride/agent-qa-web");
+  return runAccessibilityCheck(page, options);
+};
 function buildPlatformConfig(platform, resolvedDevice, timeouts, globalBrowser, logCapture, farmSession, mobileResolved) {
   if (platform === "web") {
     return {
@@ -3216,6 +3232,8 @@ async function executeSuites(suiteFiles, opts, config, globalOpts, configContent
       resolvedHooks: hooksContext?.resolvedHooks,
       sandboxOptions: hooksContext?.sandboxOptions,
       logCapture: suiteLogCapture,
+      accessibility: config.services?.accessibility,
+      accessibilityCheck: runWebAccessibilityCheck,
       screenshotSize: plannerCfg.screenshotSize,
       effectiveResolution: plannerCfg.effectiveResolution,
       memoryProvider: suiteMemoryProvider,
@@ -4064,6 +4082,8 @@ Config for: ${test.name}`));
               inlineHookDefs: resolvedHooks,
               inlineHookSandboxOptions: sandboxOptions,
               logCapture: testLogCapture,
+              accessibility: config.services?.accessibility,
+              accessibilityCheck: runWebAccessibilityCheck,
               screenshotSize: plannerCfg.screenshotSize,
               effectiveResolution: plannerCfg.effectiveResolution,
               contextWindow: plannerCfg.contextWindow,
@@ -4165,6 +4185,8 @@ Config for: ${test.name}`));
                       inlineHookDefs: resolvedHooks,
                       inlineHookSandboxOptions: sandboxOptions,
                       logCapture: testLogCapture,
+                      accessibility: config.services?.accessibility,
+                      accessibilityCheck: runWebAccessibilityCheck,
                       screenshotSize: plannerCfg.screenshotSize,
                       effectiveResolution: plannerCfg.effectiveResolution,
                       contextWindow: plannerCfg.contextWindow