@vostride/agent-qa-dashboard 0.1.9 → 0.1.11

package/dist/{index-CmNQ5PbF.d.cts → index-BL7OautO.d.cts}

@@ -1,5 +1,5 @@
 import { Server, IncomingMessage, ServerResponse } from 'node:http';
-import { RunAttributes, RunArtifactKind, RunArtifactStageInput, RunArtifactPayload, RunArtifactFinalizeInput, LogEntry, ResolvedWorkspacePaths, ModelConfig, SecretStore, SecretRedactor, HookDefinition, ConsoleLogEntry, NetworkLogEntry, StepAnnotation, StepPhaseEvent, StepResult, buildAnalyticsEvent, captureAnalytics, resolveAnalyticsStandardProperties } from '@vostride/agent-qa-core';
+import { RunAttributes, RunArtifactKind, RunArtifactStageInput, RunArtifactPayload, RunArtifactFinalizeInput, LogEntry, ResolvedWorkspacePaths, ModelConfig, ResolvedAppiumExecutable, SecretStore, SecretRedactor, HookDefinition, ConsoleLogEntry, NetworkLogEntry, StepAnnotation, StepPhaseEvent, StepResult, buildAnalyticsEvent, captureAnalytics, resolveAnalyticsStandardProperties } from '@vostride/agent-qa-core';
 import { LocalMcpEndpointConfig, LocalMcpTransport } from '@vostride/agent-qa-mcp';
 import { Document } from 'yaml';
 import { EventEmitter } from 'node:events';
@@ -447,6 +447,7 @@ declare class DashboardDatabase {
         flakyScore: number;
     }[];
     getAccessibilitySummary(runId: string): {
+        enabled: boolean | null;
         total: number;
         bySeverity: Record<string, number>;
         byRule: {
@@ -455,8 +456,11 @@ declare class DashboardDatabase {
             ruleId: string;
         }[];
         stepsWithViolations: number;
+        scannedSteps: number;
+        unscannedSteps: number;
         totalSteps: number;
     };
+    private getRunAccessibilityEnabled;
     getStep(stepId: string): StepRow | undefined;
     insertReasoningTrace(trace: {
         stepId: string;
@@ -548,11 +552,13 @@ declare class AppiumManager {
     private anonymousRefCount;
     private leases;
     private logLevel;
+    private appiumResolver;
     constructor(opts?: {
         port?: number;
         startupTimeoutMs?: number;
         pollIntervalMs?: number;
         logLevel?: 'normal' | 'debug';
+        appiumResolver?: () => ResolvedAppiumExecutable;
     });
     acquire(): Promise<void>;
     release(): void;

package/dist/{index-CmNQ5PbF.d.ts → index-BL7OautO.d.ts}

@@ -1,5 +1,5 @@
 import { Server, IncomingMessage, ServerResponse } from 'node:http';
-import { RunAttributes, RunArtifactKind, RunArtifactStageInput, RunArtifactPayload, RunArtifactFinalizeInput, LogEntry, ResolvedWorkspacePaths, ModelConfig, SecretStore, SecretRedactor, HookDefinition, ConsoleLogEntry, NetworkLogEntry, StepAnnotation, StepPhaseEvent, StepResult, buildAnalyticsEvent, captureAnalytics, resolveAnalyticsStandardProperties } from '@vostride/agent-qa-core';
+import { RunAttributes, RunArtifactKind, RunArtifactStageInput, RunArtifactPayload, RunArtifactFinalizeInput, LogEntry, ResolvedWorkspacePaths, ModelConfig, ResolvedAppiumExecutable, SecretStore, SecretRedactor, HookDefinition, ConsoleLogEntry, NetworkLogEntry, StepAnnotation, StepPhaseEvent, StepResult, buildAnalyticsEvent, captureAnalytics, resolveAnalyticsStandardProperties } from '@vostride/agent-qa-core';
 import { LocalMcpEndpointConfig, LocalMcpTransport } from '@vostride/agent-qa-mcp';
 import { Document } from 'yaml';
 import { EventEmitter } from 'node:events';
@@ -447,6 +447,7 @@ declare class DashboardDatabase {
         flakyScore: number;
     }[];
     getAccessibilitySummary(runId: string): {
+        enabled: boolean | null;
         total: number;
         bySeverity: Record<string, number>;
         byRule: {
@@ -455,8 +456,11 @@ declare class DashboardDatabase {
             ruleId: string;
         }[];
         stepsWithViolations: number;
+        scannedSteps: number;
+        unscannedSteps: number;
         totalSteps: number;
     };
+    private getRunAccessibilityEnabled;
     getStep(stepId: string): StepRow | undefined;
     insertReasoningTrace(trace: {
         stepId: string;
@@ -548,11 +552,13 @@ declare class AppiumManager {
     private anonymousRefCount;
     private leases;
     private logLevel;
+    private appiumResolver;
     constructor(opts?: {
         port?: number;
         startupTimeoutMs?: number;
         pollIntervalMs?: number;
         logLevel?: 'normal' | 'debug';
+        appiumResolver?: () => ResolvedAppiumExecutable;
     });
     acquire(): Promise<void>;
     release(): void;

package/dist/index.cjs

@@ -1204,10 +1204,14 @@ var DashboardDatabase = class {
     const steps = this.getSteps(runId);
     const allViolations = [];
     let stepsWithViolations = 0;
+    let scannedSteps = 0;
     for (const step of steps) {
-      if (step.accessibilityViolations && step.accessibilityViolations.length > 0) {
-        stepsWithViolations++;
-        allViolations.push(...step.accessibilityViolations);
+      if (Array.isArray(step.accessibilityViolations)) {
+        scannedSteps++;
+        if (step.accessibilityViolations.length > 0) {
+          stepsWithViolations++;
+          allViolations.push(...step.accessibilityViolations);
+        }
       }
     }
     const bySeverity = { critical: 0, serious: 0, moderate: 0, minor: 0 };
@@ -1218,13 +1222,39 @@ var DashboardDatabase = class {
       byRule[v.ruleId].count++;
     }
     return {
+      enabled: this.getRunAccessibilityEnabled(runId),
       total: allViolations.length,
       bySeverity,
       byRule: Object.entries(byRule).map(([ruleId, data]) => ({ ruleId, ...data })).sort((a, b) => b.count - a.count),
       stepsWithViolations,
+      scannedSteps,
+      unscannedSteps: Math.max(0, steps.length - scannedSteps),
       totalSteps: steps.length
     };
   }
+  getRunAccessibilityEnabled(runId) {
+    const artifact = this.getRunArtifact(runId);
+    const payload = artifact?.payload;
+    if (!payload || typeof payload !== "object" || Array.isArray(payload)) return null;
+    const config = payload.config;
+    if (!config || typeof config !== "object" || Array.isArray(config)) return null;
+    const configRecord = config;
+    const candidates = [configRecord.effectiveConfig, configRecord.parsedConfig];
+    let sawConfig = false;
+    let sawAccessibility = false;
+    for (const candidate of candidates) {
+      if (!candidate || typeof candidate !== "object" || Array.isArray(candidate)) continue;
+      sawConfig = true;
+      const services = candidate.services;
+      if (!services || typeof services !== "object" || Array.isArray(services)) continue;
+      const accessibility = services.accessibility;
+      if (!accessibility || typeof accessibility !== "object" || Array.isArray(accessibility)) continue;
+      sawAccessibility = true;
+      const enabled = accessibility.enabled;
+      if (typeof enabled === "boolean") return enabled;
+    }
+    return sawConfig || sawAccessibility ? false : null;
+  }
   getStep(stepId) {
     const row = this.db.prepare("SELECT * FROM steps WHERE id = ?").get(stepId);
     return row ? this.mapStepRow(row) : void 0;
@@ -8304,6 +8334,7 @@ var ConfigManager = class {
 // src/execution/appium-manager.ts
 var import_node_http = require("http");
 var import_node_child_process2 = require("child_process");
+var import_agent_qa_core11 = require("@vostride/agent-qa-core");
 var import_tree_kill2 = __toESM(require("tree-kill"), 1);
 var import_picocolors = __toESM(require("picocolors"), 1);
 var APPIUM_PREFIX = import_picocolors.default.magenta("[appium]");
@@ -8318,11 +8349,13 @@ var AppiumManager = class {
   anonymousRefCount = 0;
   leases = /* @__PURE__ */ new Map();
   logLevel;
+  appiumResolver;
   constructor(opts) {
     this.port = opts?.port ?? 4723;
     this.startupTimeoutMs = opts?.startupTimeoutMs ?? 3e4;
     this.pollIntervalMs = opts?.pollIntervalMs ?? 500;
     this.logLevel = opts?.logLevel ?? "normal";
+    this.appiumResolver = opts?.appiumResolver ?? import_agent_qa_core11.resolveAppiumExecutable;
   }
   async acquire() {
     await this.ensureRunning();
@@ -8417,14 +8450,15 @@ var AppiumManager = class {
     });
   }
   async startAndWait() {
-    const child = (0, import_node_child_process2.spawn)("appium", ["-p", String(this.port), "--relaxed-security", "--log-no-colors"], {
+    const appium = this.appiumResolver();
+    const child = (0, import_node_child_process2.spawn)(appium.command, ["-p", String(this.port), "--relaxed-security", "--log-no-colors"], {
       stdio: ["ignore", "pipe", "pipe"]
     });
     this.process = child;
     this.managed = true;
     child.on("error", (err) => {
       if (err.code === "ENOENT") {
-        console.error(`${APPIUM_PREFIX} Appium not found. Run \`npm install -g appium\` to install it.`);
+        console.error(`${APPIUM_PREFIX} Appium not found. ${(0, import_agent_qa_core11.formatAppiumInstallGuidance)()}`);
       } else {
         console.error(`${APPIUM_PREFIX} Error: ${err.message}`);
       }
@@ -8520,13 +8554,13 @@ var import_node_crypto4 = require("crypto");
 
 // src/live-editor/live-session.ts
 var import_node_crypto3 = require("crypto");
-var import_agent_qa_core12 = require("@vostride/agent-qa-core");
+var import_agent_qa_core13 = require("@vostride/agent-qa-core");
 
 // src/live-editor/mobile-bootstrap.ts
 var import_promises10 = require("fs/promises");
 var import_node_path12 = require("path");
 var import_yaml8 = require("yaml");
-var import_agent_qa_core11 = require("@vostride/agent-qa-core");
+var import_agent_qa_core12 = require("@vostride/agent-qa-core");
 async function loadLocalBindings(configPath) {
   const filePath = (0, import_node_path12.join)((0, import_node_path12.dirname)(configPath), "agent-qa.local.yaml");
   try {
@@ -8544,8 +8578,8 @@ async function loadLocalBindings(configPath) {
   }
 }
 function asMobileSetupError(err, category, message, input) {
-  if (err instanceof import_agent_qa_core11.MobileSetupError) return err;
-  return new import_agent_qa_core11.MobileSetupError({
+  if (err instanceof import_agent_qa_core12.MobileSetupError) return err;
+  return new import_agent_qa_core12.MobileSetupError({
     category,
     message: `${message}: ${err instanceof Error ? err.message : String(err)}`,
     platform: input.platform,
@@ -8555,7 +8589,7 @@ function asMobileSetupError(err, category, message, input) {
 }
 async function prepareMobileLiveSession(input) {
   if (!input.targetName) {
-    throw new import_agent_qa_core11.MobileSetupError({
+    throw new import_agent_qa_core12.MobileSetupError({
       category: "device-resolution",
       message: `No targetName provided for ${input.platform} live session`,
       platform: input.platform
@@ -8571,7 +8605,7 @@ async function prepareMobileLiveSession(input) {
   const configuredAppState = config.use?.mobile?.appState;
   let resolved;
   try {
-    resolved = (0, import_agent_qa_core11.resolveMobileRunConfig)({
+    resolved = (0, import_agent_qa_core12.resolveMobileRunConfig)({
       config,
       targetName: input.targetName,
       platform: input.platform,
@@ -8587,7 +8621,7 @@ async function prepareMobileLiveSession(input) {
   try {
     await input.appiumManager.acquireLease({ runId: input.sessionId, platform: input.platform });
   } catch (err) {
-    throw new import_agent_qa_core11.MobileSetupError({
+    throw new import_agent_qa_core12.MobileSetupError({
       category: "appium-startup",
       message: `Failed to acquire Appium for ${input.platform} live session: ${err instanceof Error ? err.message : String(err)}`,
       platform: input.platform,
@@ -8703,9 +8737,9 @@ function classifyAdapterSetupError(err) {
   return "device-readiness";
 }
 function wrapAdapterSetupError(err, platform, config) {
-  if (err instanceof import_agent_qa_core12.MobileSetupError) return err;
+  if (err instanceof import_agent_qa_core13.MobileSetupError) return err;
   const appId = platform === "android" ? config.appPackage : config.bundleId;
-  return new import_agent_qa_core12.MobileSetupError({
+  return new import_agent_qa_core13.MobileSetupError({
     category: classifyAdapterSetupError(err),
     message: `Failed to create ${platform} adapter session: ${err instanceof Error ? err.message : String(err)}`,
     platform,
@@ -8785,10 +8819,10 @@ var LiveSession = class {
     this.pendingMessages.push(message);
   }
   redact(value) {
-    return (0, import_agent_qa_core12.redactSecretValue)(value, this.secretRedactor);
+    return (0, import_agent_qa_core13.redactSecretValue)(value, this.secretRedactor);
   }
   resolveSecrets(value) {
-    return (0, import_agent_qa_core12.resolveSecretTemplatesInValue)(value, this.secretStore);
+    return (0, import_agent_qa_core13.resolveSecretTemplatesInValue)(value, this.secretStore);
   }
   emitHookStart(hookDef, phase, owner = { scope: "suite" }) {
     const hook = {
@@ -8875,7 +8909,7 @@ var LiveSession = class {
         }
         continue;
       }
-      const result = await (0, import_agent_qa_core12.runHooks)([hookDef], {
+      const result = await (0, import_agent_qa_core13.runHooks)([hookDef], {
         envVars: this.getHookEnvVars(),
         secretStore: this.secretStore,
         secretRedactor: this.secretRedactor
@@ -8985,7 +9019,7 @@ var LiveSession = class {
           adapter = new IOSPlatformAdapter();
         }
       } catch (err) {
-        throw new import_agent_qa_core12.MobileSetupError({
+        throw new import_agent_qa_core13.MobileSetupError({
           category: "adapter-load",
           message: `Failed to load ${platformLabel} adapter (@vostride/agent-qa-${platform}). Is the package installed? ${err instanceof Error ? err.message : String(err)}`,
           platform,
@@ -9007,7 +9041,7 @@ var LiveSession = class {
       } catch {
       }
       this.releaseMobileAppiumLease("setup-failed");
-      if (err instanceof import_agent_qa_core12.MobileSetupError) {
+      if (err instanceof import_agent_qa_core13.MobileSetupError) {
         throw new Error(mobileSetupMessage(err));
       }
       throw err;
@@ -9016,7 +9050,7 @@ var LiveSession = class {
   async initialize(config) {
     this.platform = config.platform;
     this._modelName = config.llmConfig.model ?? "unknown";
-    this.variableStore = new import_agent_qa_core12.VariableStore();
+    this.variableStore = new import_agent_qa_core13.VariableStore();
     this.secretStore = config.secretStore;
     this.secretRedactor = config.secretRedactor;
     if (config.envVars) {
@@ -9060,10 +9094,10 @@ var LiveSession = class {
       ...config.llmConfig,
       ...config.authFetch ? { fetch: config.authFetch } : {}
     };
-    this.model = await (0, import_agent_qa_core12.createModel)(modelConfig);
-    const providerOptions = (0, import_agent_qa_core12.getProviderOptions)(modelConfig);
-    this.planner = new import_agent_qa_core12.LLMPlanner(this.model, config.platform, providerOptions, void 0, config.agentRules);
-    this.verifier = new import_agent_qa_core12.LLMVerifier(this.model, providerOptions);
+    this.model = await (0, import_agent_qa_core13.createModel)(modelConfig);
+    const providerOptions = (0, import_agent_qa_core13.getProviderOptions)(modelConfig);
+    this.planner = new import_agent_qa_core13.LLMPlanner(this.model, config.platform, providerOptions, void 0, config.agentRules);
+    this.verifier = new import_agent_qa_core13.LLMVerifier(this.model, providerOptions);
     this.status = "idle";
     this.createdAt = Date.now();
     this.readyForInteraction = true;
@@ -9073,7 +9107,7 @@ var LiveSession = class {
     let instruction = stepInstruction;
     let hasTemplateVars = false;
     const executionLogs = [];
-    const inlineHookCalls = (0, import_agent_qa_core12.parseHookInline)(stepInstruction);
+    const inlineHookCalls = (0, import_agent_qa_core13.parseHookInline)(stepInstruction);
     if (inlineHookCalls.length > 0) {
       let inlineHookFailed = false;
       for (const call of inlineHookCalls) {
@@ -9088,7 +9122,7 @@ var LiveSession = class {
         }
         const startedAt = performance.now();
         try {
-          const result = await (0, import_agent_qa_core12.runHookInSandbox)(hookDef, {
+          const result = await (0, import_agent_qa_core13.runHookInSandbox)(hookDef, {
             envVars: this.getHookEnvVars(),
             secretStore: this.secretStore,
             secretRedactor: this.secretRedactor
@@ -9134,7 +9168,7 @@ var LiveSession = class {
           break;
         }
       }
-      instruction = (0, import_agent_qa_core12.stripHookInline)(stepInstruction);
+      instruction = (0, import_agent_qa_core13.stripHookInline)(stepInstruction);
       hasTemplateVars = true;
       if (inlineHookFailed) {
         return {
@@ -9145,7 +9179,7 @@ var LiveSession = class {
         };
       }
     }
-    instruction = (0, import_agent_qa_core12.interpolateVariables)(instruction, this.variableStore);
+    instruction = (0, import_agent_qa_core13.interpolateVariables)(instruction, this.variableStore);
     hasTemplateVars = hasTemplateVars || originalStepName !== instruction;
     const runJSMatches = parseRunJSInline(instruction);
     if (runJSMatches.length > 0) {
@@ -9272,7 +9306,7 @@ var LiveSession = class {
         this.stepsExecuted++;
         return result2;
       }
-      const unresolvedTemplates = (0, import_agent_qa_core12.findUnresolvedTemplates)(prepared.instruction);
+      const unresolvedTemplates = (0, import_agent_qa_core13.findUnresolvedTemplates)(prepared.instruction);
       if (unresolvedTemplates.length > 0) {
         const errorLines = unresolvedTemplates.map((template) => `  - ${template.pattern}: ${template.message}`);
         const error = `Unresolved template variable(s):
@@ -9314,7 +9348,7 @@ ${errorLines.join("\n")}`;
         healingConfig: { maxAttempts: 3 },
         variables: this.redact(variables)
       };
-      let result = await (0, import_agent_qa_core12.executeStep)(prepared.instruction, loopConfig, stepContext);
+      let result = await (0, import_agent_qa_core13.executeStep)(prepared.instruction, loopConfig, stepContext);
       result.originalStepName = prepared.originalStepName;
       result.variableSnapshot = this.variableStore.snapshot();
       result.executionLogs = this.redact(prepared.executionLogs);
@@ -9669,7 +9703,7 @@ var SessionManager = class {
 };
 
 // src/live-editor/ws-handler.ts
-var import_agent_qa_core13 = require("@vostride/agent-qa-core");
+var import_agent_qa_core14 = require("@vostride/agent-qa-core");
 function send(ws, msg) {
   if (ws.readyState === ws.OPEN) {
     ws.send(JSON.stringify(msg));
@@ -9837,7 +9871,7 @@ function createSessionHandler(session, onTerminate, onTokenUsage, testFileManage
               console.error(`[ws-handler] execute-test: read failed for path=${msg.path}`, readErr);
               throw new Error(`Cannot read test file "${msg.path}": ${readErr?.message ?? String(readErr)}`);
             }
-            const parsed = (0, import_agent_qa_core13.parseTestFile)(raw, msg.path);
+            const parsed = (0, import_agent_qa_core14.parseTestFile)(raw, msg.path);
             if (parsed.errors.length > 0) {
               console.error(`[ws-handler] execute-test: parse errors for ${msg.path}`, parsed.errors);
               throw new Error(`Parse error in ${msg.path}: ${parsed.errors[0].message}`);
@@ -10017,7 +10051,7 @@ function createSessionHandler(session, onTerminate, onTokenUsage, testFileManage
 }
 
 // src/server/server.ts
-var import_agent_qa_core14 = require("@vostride/agent-qa-core");
+var import_agent_qa_core15 = require("@vostride/agent-qa-core");
 var import_agent_qa_mcp = require("@vostride/agent-qa-mcp");
 var MIME_TYPES = {
   ".html": "text/html; charset=utf-8",
@@ -10436,8 +10470,8 @@ async function startServer(opts) {
   const captureMcpLifecycle = async (properties) => {
     if (isAnalyticsPrivacyEnabled(config)) return;
     try {
-      const standardProperties = await (0, import_agent_qa_core14.resolveAnalyticsStandardProperties)({ surface: "dashboard-server" });
-      await (0, import_agent_qa_core14.captureAnalytics)((0, import_agent_qa_core14.buildAnalyticsEvent)({
+      const standardProperties = await (0, import_agent_qa_core15.resolveAnalyticsStandardProperties)({ surface: "dashboard-server" });
+      await (0, import_agent_qa_core15.captureAnalytics)((0, import_agent_qa_core15.buildAnalyticsEvent)({
         name: "agent-qa.mcp.server.lifecycle",
         properties: {
           ...standardProperties,