@hasna/testers 0.0.28 → 0.0.29

package/dist/mcp/index.js

@@ -10095,7 +10095,8 @@ function scenarioFromRow(row) {
     createdAt: row.created_at,
     updatedAt: row.updated_at,
     lastPassedAt: row.last_passed_at ?? null,
-    lastPassedUrl: row.last_passed_url ?? null
+    lastPassedUrl: row.last_passed_url ?? null,
+    parameters: row.parameters ? JSON.parse(row.parameters) : null
   };
 }
 function runFromRow(row) {
@@ -10115,7 +10116,14 @@ function runFromRow(row) {
     metadata: row.metadata ? JSON.parse(row.metadata) : null,
     isBaseline: row.is_baseline === 1,
     samples: row.samples ?? 1,
-    flakinessThreshold: row.flakiness_threshold ?? 0.95
+    flakinessThreshold: row.flakiness_threshold ?? 0.95,
+    prNumber: row.pr_number ?? null,
+    prTitle: row.pr_title ?? null,
+    prBranch: row.pr_branch ?? null,
+    prBaseBranch: row.pr_base_branch ?? null,
+    prCommitSha: row.pr_commit_sha ?? null,
+    prUrl: row.pr_url ?? null,
+    ghAppInstallationId: row.gh_app_installation_id ?? null
   };
 }
 function resultFromRow(row) {
@@ -10136,7 +10144,8 @@ function resultFromRow(row) {
     createdAt: row.created_at,
     personaId: row.persona_id ?? null,
     personaName: row.persona_name ?? null,
-    failureAnalysis: row.failure_analysis ? JSON.parse(row.failure_analysis) : null
+    failureAnalysis: row.failure_analysis ? JSON.parse(row.failure_analysis) : null,
+    harPath: row.har_path ?? null
   };
 }
 function screenshotFromRow(row) {
@@ -10228,7 +10237,10 @@ function personaFromRow(row) {
       email: row.auth_email,
       password: row.auth_password,
       loginPath: row.auth_login_path ?? "/login",
-      cookies: row.auth_cookies ? JSON.parse(row.auth_cookies) : null
+      cookies: row.auth_cookies ? JSON.parse(row.auth_cookies) : null,
+      strategy: row.auth_strategy ?? "form-login",
+      headers: row.auth_headers ? JSON.parse(row.auth_headers) : undefined,
+      customScript: row.auth_script ?? undefined
     } : null
   };
 }
@@ -10776,6 +10788,43 @@ ALTER TABLE scenarios ADD COLUMN required_role TEXT;
     machine_id TEXT,
     created_at TEXT NOT NULL DEFAULT (datetime('now'))
   );
+  `,
+    `
+ALTER TABLE results ADD COLUMN har_path TEXT;
+  `,
+    `
+ALTER TABLE scenarios ADD COLUMN parameters TEXT;
+  `,
+    `
+ALTER TABLE personas ADD COLUMN auth_strategy TEXT DEFAULT 'form-login';
+ALTER TABLE personas ADD COLUMN auth_headers TEXT;
+ALTER TABLE personas ADD COLUMN auth_script TEXT;
+  `,
+    `
+CREATE TABLE IF NOT EXISTS step_results (
+  id TEXT PRIMARY KEY,
+  result_id TEXT NOT NULL REFERENCES results(id) ON DELETE CASCADE,
+  step_number INTEGER NOT NULL,
+  action TEXT NOT NULL,
+  status TEXT NOT NULL DEFAULT 'running' CHECK(status IN ('passed','failed','error','running','skipped')),
+  tool_name TEXT,
+  tool_input TEXT,
+  tool_result TEXT,
+  thinking TEXT,
+  error TEXT,
+  duration_ms INTEGER,
+  screenshot_id TEXT REFERENCES screenshots(id),
+  created_at TEXT NOT NULL DEFAULT (datetime('now'))
+);
+  `,
+    `
+ALTER TABLE runs ADD COLUMN pr_number INTEGER;
+ALTER TABLE runs ADD COLUMN pr_title TEXT;
+ALTER TABLE runs ADD COLUMN pr_branch TEXT;
+ALTER TABLE runs ADD COLUMN pr_base_branch TEXT;
+ALTER TABLE runs ADD COLUMN pr_commit_sha TEXT;
+ALTER TABLE runs ADD COLUMN pr_url TEXT;
+ALTER TABLE runs ADD COLUMN gh_app_installation_id TEXT;
   `
   ];
 });
@@ -10799,9 +10848,9 @@ function createScenario(input) {
   const short_id = nextShortId(input.projectId);
   const timestamp = now();
   db2.query(`
-    INSERT INTO scenarios (id, short_id, project_id, name, description, steps, tags, priority, model, timeout_ms, target_path, requires_auth, auth_config, metadata, assertions, version, created_at, updated_at)
-    VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, 1, ?, ?)
-  `).run(id, short_id, input.projectId ?? null, input.name, input.description, JSON.stringify(input.steps ?? []), JSON.stringify(input.tags ?? []), input.priority ?? "medium", input.model ?? null, input.timeoutMs ?? null, input.targetPath ?? null, input.requiresAuth ? 1 : 0, input.authConfig ? JSON.stringify(input.authConfig) : null, input.metadata ? JSON.stringify(input.metadata) : null, JSON.stringify(input.assertions ?? []), timestamp, timestamp);
+    INSERT INTO scenarios (id, short_id, project_id, name, description, steps, tags, priority, model, timeout_ms, target_path, requires_auth, auth_config, metadata, assertions, parameters, version, created_at, updated_at)
+    VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, 1, ?, ?)
+  `).run(id, short_id, input.projectId ?? null, input.name, input.description, JSON.stringify(input.steps ?? []), JSON.stringify(input.tags ?? []), input.priority ?? "medium", input.model ?? null, input.timeoutMs ?? null, input.targetPath ?? null, input.requiresAuth ? 1 : 0, input.authConfig ? JSON.stringify(input.authConfig) : null, input.metadata ? JSON.stringify(input.metadata) : null, JSON.stringify(input.assertions ?? []), input.parameters ? JSON.stringify(input.parameters) : null, timestamp, timestamp);
   return getScenario(id);
 }
 function getScenario(id) {
@@ -10951,6 +11000,10 @@ function updateScenario(id, input, version) {
     sets.push("assertions = ?");
     params.push(JSON.stringify(input.assertions));
   }
+  if (input.parameters !== undefined) {
+    sets.push("parameters = ?");
+    params.push(JSON.stringify(input.parameters));
+  }
   if (sets.length === 0) {
     return existing;
   }
@@ -11005,9 +11058,9 @@ function createRun(input) {
   const id = uuid();
   const timestamp = now();
   db2.query(`
-    INSERT INTO runs (id, project_id, status, url, model, headed, parallel, total, passed, failed, started_at, finished_at, metadata, samples, flakiness_threshold)
-    VALUES (?, ?, 'pending', ?, ?, ?, ?, 0, 0, 0, ?, NULL, ?, ?, ?)
-  `).run(id, input.projectId ?? null, input.url, input.model, input.headed ? 1 : 0, input.parallel ?? 1, timestamp, input.model ? JSON.stringify({}) : null, input.samples ?? 1, input.flakinessThreshold ?? 0.95);
+    INSERT INTO runs (id, project_id, status, url, model, headed, parallel, total, passed, failed, started_at, finished_at, metadata, samples, flakiness_threshold, pr_number, pr_title, pr_branch, pr_base_branch, pr_commit_sha, pr_url, gh_app_installation_id)
+    VALUES (?, ?, 'pending', ?, ?, ?, ?, 0, 0, 0, ?, NULL, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?)
+  `).run(id, input.projectId ?? null, input.url, input.model, input.headed ? 1 : 0, input.parallel ?? 1, timestamp, JSON.stringify({}), input.samples ?? 1, input.flakinessThreshold ?? 0.95, input.prNumber ?? null, input.prTitle ?? null, input.prBranch ?? null, input.prBaseBranch ?? null, input.prCommitSha ?? null, input.prUrl ?? null, input.ghAppInstallationId ?? null);
   return getRun(id);
 }
 function getRun(id) {
@@ -11035,6 +11088,14 @@ function listRuns(filter) {
     conditions.push("status = ?");
     params.push(filter.status);
   }
+  if (filter?.since) {
+    conditions.push("started_at >= ?");
+    params.push(filter.since);
+  }
+  if (filter?.until) {
+    conditions.push("started_at <= ?");
+    params.push(filter.until);
+  }
   let sql = "SELECT * FROM runs";
   if (conditions.length > 0) {
     sql += " WHERE " + conditions.join(" AND ");
@@ -11123,6 +11184,15 @@ var init_runs = __esm(() => {
 });
 
 // src/db/results.ts
+var exports_results = {};
+__export(exports_results, {
+  updateResult: () => updateResult,
+  listResults: () => listResults,
+  getResultsByRun: () => getResultsByRun,
+  getResult: () => getResult,
+  createResult: () => createResult,
+  countResultsByRun: () => countResultsByRun
+});
 function createResult(input) {
   const db2 = getDatabase();
   const id = uuid();
@@ -11205,6 +11275,11 @@ function updateResult(id, updates) {
 function getResultsByRun(runId) {
   return listResults(runId);
 }
+function countResultsByRun(runId) {
+  const db2 = getDatabase();
+  const row = db2.query("SELECT COUNT(*) as count FROM results WHERE run_id = ?").get(runId);
+  return row.count;
+}
 var init_results = __esm(() => {
   init_types2();
   init_database();
@@ -11882,6 +11957,16 @@ async function launchBrowser(options) {
   const headless = options?.headless ?? true;
   const viewport = options?.viewport ?? DEFAULT_VIEWPORT;
   try {
+    if (engine === "playwright-firefox") {
+      const { firefox } = await import("playwright");
+      const browser = await firefox.launch({ headless });
+      return browser;
+    }
+    if (engine === "playwright-webkit") {
+      const { webkit } = await import("playwright");
+      const browser = await webkit.launch({ headless });
+      return browser;
+    }
     return await launchPlaywright({ headless, viewport });
   } catch (error) {
     const message = error instanceof Error ? error.message : String(error);
@@ -11998,8 +12083,9 @@ async function installBrowser(engine) {
     const { installLightpanda: installLightpanda2 } = await Promise.resolve().then(() => (init_browser_lightpanda(), exports_browser_lightpanda));
     return installLightpanda2();
   }
+  const browserName = engine === "playwright-firefox" ? "firefox" : engine === "playwright-webkit" ? "webkit" : "chromium";
   try {
-    execSync("bunx playwright install chromium", {
+    execSync(`bunx playwright install ${browserName}`, {
       stdio: "inherit"
     });
   } catch (error) {
@@ -12137,7 +12223,7 @@ function getDefaultConfig() {
     browser: {
       headless: true,
       viewport: { width: 1280, height: 720 },
-      timeout: 60000
+      timeout: 120000
     },
     screenshots: {
       dir: join9(getTestersDir(), "screenshots"),
@@ -14551,6 +14637,76 @@ var init_costs = __esm(() => {
   };
 });
 
+// src/db/step-results.ts
+function createStepResult(input) {
+  const db2 = getDatabase();
+  const id = uuid();
+  const timestamp = now();
+  db2.query(`
+    INSERT INTO step_results (id, result_id, step_number, action, status, tool_name, tool_input, thinking, created_at)
+    VALUES (?, ?, ?, ?, 'running', ?, ?, ?, ?)
+  `).run(id, input.resultId, input.stepNumber, input.action, input.toolName ?? null, input.toolInput ? JSON.stringify(input.toolInput) : null, input.thinking ?? null, timestamp);
+  return getStepResult(id);
+}
+function getStepResult(id) {
+  const db2 = getDatabase();
+  const row = db2.query("SELECT * FROM step_results WHERE id = ?").get(id);
+  return row ? stepResultFromRow(row) : null;
+}
+function updateStepResult(id, updates) {
+  const db2 = getDatabase();
+  const existing = getStepResult(id);
+  if (!existing)
+    return null;
+  const sets = [];
+  const params = [];
+  if (updates.status !== undefined) {
+    sets.push("status = ?");
+    params.push(updates.status);
+  }
+  if (updates.toolResult !== undefined) {
+    sets.push("tool_result = ?");
+    params.push(updates.toolResult);
+  }
+  if (updates.error !== undefined) {
+    sets.push("error = ?");
+    params.push(updates.error);
+  }
+  if (updates.durationMs !== undefined) {
+    sets.push("duration_ms = ?");
+    params.push(updates.durationMs);
+  }
+  if (updates.screenshotId !== undefined) {
+    sets.push("screenshot_id = ?");
+    params.push(updates.screenshotId);
+  }
+  if (sets.length === 0)
+    return existing;
+  params.push(id);
+  db2.query(`UPDATE step_results SET ${sets.join(", ")} WHERE id = ?`).run(...params);
+  return getStepResult(id);
+}
+function stepResultFromRow(row) {
+  return {
+    id: row.id,
+    resultId: row.result_id,
+    stepNumber: row.step_number,
+    action: row.action,
+    status: row.status,
+    toolName: row.tool_name,
+    toolInput: row.tool_input ? JSON.parse(row.tool_input) : null,
+    toolResult: row.tool_result,
+    thinking: row.thinking,
+    error: row.error,
+    durationMs: row.duration_ms,
+    screenshotId: row.screenshot_id,
+    createdAt: row.created_at
+  };
+}
+var init_step_results = __esm(() => {
+  init_database();
+});
+
 // src/db/personas.ts
 function createPersona(input) {
   const db2 = getDatabase();
@@ -14558,9 +14714,9 @@ function createPersona(input) {
   const short_id = shortUuid();
   const timestamp = now();
   db2.query(`
-    INSERT INTO personas (id, short_id, project_id, name, description, role, instructions, traits, goals, behaviors, expertise_level, demographics, pain_points, metadata, enabled, auth_email, auth_password, auth_login_path, version, created_at, updated_at)
-    VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, 1, ?, ?)
-  `).run(id, short_id, input.projectId ?? null, input.name, input.description ?? "", input.role, input.instructions ?? "", JSON.stringify(input.traits ?? []), JSON.stringify(input.goals ?? []), JSON.stringify(input.behaviors ?? []), input.expertiseLevel ?? "intermediate", JSON.stringify(input.demographics ?? {}), JSON.stringify(input.painPoints ?? []), input.metadata ? JSON.stringify(input.metadata) : "{}", input.enabled === false ? 0 : 1, input.authEmail ?? null, input.authPassword ?? null, input.authLoginPath ?? null, timestamp, timestamp);
+    INSERT INTO personas (id, short_id, project_id, name, description, role, instructions, traits, goals, behaviors, expertise_level, demographics, pain_points, metadata, enabled, auth_email, auth_password, auth_login_path, auth_cookies, auth_strategy, auth_headers, auth_script, version, created_at, updated_at)
+    VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, 1, ?, ?)
+  `).run(id, short_id, input.projectId ?? null, input.name, input.description ?? "", input.role, input.instructions ?? "", JSON.stringify(input.traits ?? []), JSON.stringify(input.goals ?? []), JSON.stringify(input.behaviors ?? []), input.expertiseLevel ?? "intermediate", JSON.stringify(input.demographics ?? {}), JSON.stringify(input.painPoints ?? []), input.metadata ? JSON.stringify(input.metadata) : "{}", input.enabled === false ? 0 : 1, input.authEmail ?? null, input.authPassword ?? null, input.authLoginPath ?? null, null, input.authStrategy ?? "form-login", input.authHeaders ? JSON.stringify(input.authHeaders) : null, input.authCustomScript ?? null, timestamp, timestamp);
   return getPersona(id);
 }
 function getPersona(id) {
@@ -14678,6 +14834,18 @@ function updatePersona(id, updates, version) {
     sets.push("auth_cookies = ?");
     params.push(updates.authCookies ? JSON.stringify(updates.authCookies) : null);
   }
+  if (updates.authStrategy !== undefined) {
+    sets.push("auth_strategy = ?");
+    params.push(updates.authStrategy);
+  }
+  if (updates.authHeaders !== undefined) {
+    sets.push("auth_headers = ?");
+    params.push(JSON.stringify(updates.authHeaders));
+  }
+  if (updates.authCustomScript !== undefined) {
+    sets.push("auth_script = ?");
+    params.push(updates.authCustomScript);
+  }
   if (sets.length === 0) {
     return existing;
   }
@@ -15199,6 +15367,24 @@ function signPayload(body, secret) {
   }
   return `sha256=${Math.abs(hash).toString(16).padStart(16, "0")}`;
 }
+function formatDiscordPayload(payload) {
+  const isPassed = payload.run.status === "passed";
+  const color = isPassed ? 2278750 : 15680580;
+  return {
+    username: "open-testers",
+    embeds: [
+      {
+        title: `Test Run ${payload.run.status.toUpperCase()}`,
+        color,
+        description: `URL: ${payload.run.url}
+` + `Results: ${payload.run.passed}/${payload.run.total} passed` + (payload.run.failed > 0 ? ` (${payload.run.failed} failed)` : "") + (payload.schedule ? `
+Schedule: ${payload.schedule.name}` : ""),
+        timestamp: payload.timestamp,
+        footer: { text: "open-testers" }
+      }
+    ]
+  };
+}
 function formatSlackPayload(payload) {
   const status = payload.run.status === "passed" ? ":white_check_mark:" : ":x:";
   const color = payload.run.status === "passed" ? "#22c55e" : "#ef4444";
@@ -15241,7 +15427,8 @@ async function dispatchWebhooks(event, run, schedule) {
     if (!webhook.events.includes(event) && !webhook.events.includes("*"))
       continue;
     const isSlack = webhook.url.includes("hooks.slack.com");
-    const body = isSlack ? JSON.stringify(formatSlackPayload(payload)) : JSON.stringify(payload);
+    const isDiscord = webhook.url.includes("discord.com/api/webhooks") || webhook.url.includes("discordapp.com/api/webhooks");
+    const body = isSlack ? JSON.stringify(formatSlackPayload(payload)) : isDiscord ? JSON.stringify(formatDiscordPayload(payload)) : JSON.stringify(payload);
     const headers = {
       "Content-Type": "application/json"
     };
@@ -15751,6 +15938,8 @@ __export(exports_runner, {
   runBatch: () => runBatch,
   onRunEvent: () => onRunEvent
 });
+import { mkdirSync as mkdirSync8 } from "fs";
+import { join as join13 } from "path";
 import { enableNetworkLogging } from "@hasna/browser";
 function onRunEvent(handler) {
   eventHandler = handler;
@@ -15836,13 +16025,35 @@ async function runSingleScenario(scenario, runId, options) {
   emit({ type: "scenario:start", scenarioId: scenario.id, scenarioName: scenario.name, resultId: result.id, runId });
   let browser = null;
   let page = null;
+  let context = null;
+  let harPath = null;
   let stopNetworkLogging = null;
   const networkErrors = [];
   try {
     browser = await launchBrowser({ headless: !(effectiveOptions.headed ?? false), engine: effectiveOptions.engine });
-    page = await getPage(browser, {
-      viewport: config.browser.viewport
-    });
+    const useHar = effectiveOptions.engine !== "lightpanda" && effectiveOptions.engine !== "bun";
+    if (useHar) {
+      const testersDir = process.env["HASNA_TESTERS_DIR"] || join13(process.env["HOME"] || "", ".hasna", "testers");
+      const harDir = join13(testersDir, "hars");
+      mkdirSync8(harDir, { recursive: true });
+      harPath = join13(harDir, `${result.id}.har`);
+      const contextOptions = {
+        viewport: config.browser.viewport,
+        recordHar: { path: harPath, mode: "full" }
+      };
+      if (effectiveOptions.recordVideo) {
+        const videoDir = join13(testersDir, "videos");
+        mkdirSync8(videoDir, { recursive: true });
+        contextOptions.recordVideo = { dir: videoDir, size: config.browser.viewport };
+      }
+      context = await browser.newContext(contextOptions);
+      page = await context.newPage();
+    } else {
+      page = await getPage(browser, {
+        viewport: config.browser.viewport,
+        engine: effectiveOptions.engine
+      });
+    }
     const targetUrl = scenario.targetPath ? `${options.url.replace(/\/$/, "")}${scenario.targetPath}` : options.url;
     const scenarioTimeout = scenario.timeoutMs ?? options.timeout ?? config.browser.timeout ?? 60000;
     registerSession({
@@ -15862,7 +16073,11 @@ async function runSingleScenario(scenario, runId, options) {
       }
     });
     const consoleErrors = [];
+    const consoleLogs = [];
+    let currentStep = 0;
     page.on("console", (msg) => {
+      const logEntry = { step: currentStep > 0 ? currentStep : null, type: msg.type(), text: msg.text(), timestamp: Date.now() };
+      consoleLogs.push(logEntry);
       if (msg.type() === "error")
         consoleErrors.push(msg.text());
     });
@@ -15894,6 +16109,7 @@ async function runSingleScenario(scenario, runId, options) {
     }
     await page.goto(targetUrl, { timeout: Math.min(scenarioTimeout, 30000) });
     const stepStartTimes = new Map;
+    const stepResultIds = new Map;
     const agentResult = await withTimeout(runAgentLoop({
       client,
       page,
@@ -15916,13 +16132,32 @@ async function runSingleScenario(scenario, runId, options) {
       onStep: (stepEvent) => {
         let stepDurationMs;
         if (stepEvent.type === "tool_call") {
+          currentStep = stepEvent.stepNumber;
           stepStartTimes.set(stepEvent.stepNumber, Date.now());
+          const stepResult = createStepResult({
+            resultId: result.id,
+            stepNumber: stepEvent.stepNumber,
+            action: stepEvent.toolName ?? `step-${stepEvent.stepNumber}`,
+            toolName: stepEvent.toolName,
+            toolInput: stepEvent.toolInput,
+            thinking: stepEvent.thinking
+          });
+          stepResultIds.set(stepEvent.stepNumber, stepResult.id);
         } else if (stepEvent.type === "tool_result") {
           const startTime = stepStartTimes.get(stepEvent.stepNumber);
           if (startTime !== undefined) {
             stepDurationMs = Date.now() - startTime;
             stepStartTimes.delete(stepEvent.stepNumber);
           }
+          const stepResultId = stepResultIds.get(stepEvent.stepNumber);
+          if (stepResultId) {
+            const isSuccess = !stepEvent.toolResult?.toLowerCase().includes("error") && !stepEvent.toolResult?.toLowerCase().includes("failed");
+            updateStepResult(stepResultId, {
+              status: isSuccess ? "passed" : "failed",
+              toolResult: stepEvent.toolResult,
+              durationMs: stepDurationMs
+            });
+          }
         }
         emit({
           type: `step:${stepEvent.type}`,
@@ -15971,7 +16206,7 @@ async function runSingleScenario(scenario, runId, options) {
       durationMs: Date.now() - new Date(result.createdAt).getTime(),
       tokensUsed: agentResult.tokensUsed,
       costCents: estimateCost(model, agentResult.tokensUsed),
-      metadata: networkErrors.length > 0 ? networkMeta : undefined
+      metadata: { consoleLogs, ...networkErrors.length > 0 ? networkMeta : {} }
     });
     if (agentResult.status === "failed" || agentResult.status === "error") {
       const failureAnalysis = analyzeFailure(null, agentResult.reasoning ?? null);
@@ -16007,8 +16242,16 @@ async function runSingleScenario(scenario, runId, options) {
     emit({ type: "scenario:error", scenarioId: scenario.id, scenarioName: scenario.name, error: errorMsg, runId });
     return updatedResult;
   } finally {
-    if (browser)
-      await closeBrowser(browser, effectiveOptions.engine);
+    if (harPath) {
+      try {
+        updateResult(result.id, { metadata: { harPath } });
+      } catch {}
+    }
+    if (browser) {
+      try {
+        await closeBrowser(browser, effectiveOptions.engine);
+      } catch {}
+    }
   }
 }
 async function runBatch(scenarios, options) {
@@ -16304,6 +16547,7 @@ var init_runner = __esm(() => {
   init_results();
   init_costs();
   init_screenshots();
+  init_step_results();
   init_scenarios();
   init_personas();
   init_browser();
@@ -17341,6 +17585,16 @@ async function runHealthScan(options) {
     });
     results.push(piiResult);
   }
+  if (scanners.includes("a11y")) {
+    const a11yResult = await scanA11y({
+      url,
+      pages,
+      wcagLevel: options.wcagLevel ?? "AA",
+      headed,
+      timeoutMs
+    });
+    results.push(a11yResult);
+  }
   const allIssues = results.flatMap((r) => r.issues);
   let newCount = 0;
   let regressedCount = 0;
@@ -17556,10 +17810,10 @@ __export(exports_contacts_connector, {
 function getContactsDb() {
   const { Database: Database4 } = __require("bun:sqlite");
   const { existsSync: existsSync5 } = __require("fs");
-  const { join: join13 } = __require("path");
+  const { join: join14 } = __require("path");
   const { homedir: homedir7 } = __require("os");
   const envPath = process.env["HASNA_CONTACTS_DB_PATH"] ?? process.env["OPEN_CONTACTS_DB"];
-  const dbPath = envPath ?? join13(homedir7(), ".hasna", "contacts", "contacts.db");
+  const dbPath = envPath ?? join14(homedir7(), ".hasna", "contacts", "contacts.db");
   if (!existsSync5(dbPath))
     return null;
   const db2 = new Database4(dbPath, { readonly: true });
@@ -17680,7 +17934,7 @@ __export(exports_army_runner, {
   waitForArmyRun: () => waitForArmyRun,
   runWithArmy: () => runWithArmy
 });
-import { join as join13 } from "path";
+import { join as join14 } from "path";
 function chunkArray(arr, n) {
   const chunks = [];
   const size = Math.ceil(arr.length / n);
@@ -17690,7 +17944,7 @@ function chunkArray(arr, n) {
   return chunks;
 }
 function getCliPath() {
-  const srcPath = join13(import.meta.dir, "../cli/index.tsx");
+  const srcPath = join14(import.meta.dir, "../cli/index.tsx");
   return srcPath;
 }
 async function runWithArmy(options) {
@@ -22002,6 +22256,54 @@ var NEVER = INVALID;
 // src/mcp/index.ts
 init_dist();
 init_scenarios();
+
+// src/lib/templates.ts
+var SCENARIO_TEMPLATES = {
+  auth: [
+    { name: "Login with valid credentials", description: "Navigate to the login page, enter valid credentials, submit the form, and verify redirect to authenticated area. Check that user menu/avatar is visible.", tags: ["auth", "smoke"], priority: "critical", requiresAuth: false, steps: ["Navigate to login page", "Enter email and password", "Submit login form", "Verify redirect to dashboard/home", "Verify user menu or avatar is visible"] },
+    { name: "Signup flow", description: "Navigate to signup page, fill all required fields with valid data, submit, and verify account creation succeeds.", tags: ["auth"], priority: "high", steps: ["Navigate to signup page", "Fill all required fields", "Submit registration form", "Verify success message or redirect"] },
+    { name: "Logout flow", description: "While authenticated, find and click the logout button/link, verify redirect to public page.", tags: ["auth"], priority: "medium", requiresAuth: true, steps: ["Click user menu or profile", "Click logout", "Verify redirect to login or home page"] }
+  ],
+  crud: [
+    { name: "Create new item", description: "Navigate to the create form, fill all fields, submit, and verify the new item appears in the list.", tags: ["crud"], priority: "high", steps: ["Navigate to the list/index page", "Click create/add button", "Fill all required fields", "Submit the form", "Verify new item appears in list"] },
+    { name: "Read/view item details", description: "Click on an existing item to view its details page. Verify all fields are displayed correctly.", tags: ["crud"], priority: "medium", steps: ["Navigate to list page", "Click on an item", "Verify detail page shows all fields"] },
+    { name: "Update existing item", description: "Edit an existing item, change some fields, save, and verify changes persisted.", tags: ["crud"], priority: "high", steps: ["Navigate to item detail", "Click edit button", "Modify fields", "Save changes", "Verify updated values"] },
+    { name: "Delete item", description: "Delete an existing item and verify it's removed from the list.", tags: ["crud"], priority: "medium", steps: ["Navigate to list page", "Click delete on an item", "Confirm deletion", "Verify item removed from list"] }
+  ],
+  forms: [
+    { name: "Form validation - empty submission", description: "Submit a form with all fields empty and verify validation errors appear for required fields.", tags: ["forms", "validation"], priority: "high", steps: ["Navigate to form page", "Click submit without filling fields", "Verify validation errors appear for each required field"] },
+    { name: "Form validation - invalid data", description: "Submit a form with invalid data (bad email, short password, etc) and verify appropriate error messages.", tags: ["forms", "validation"], priority: "high", steps: ["Navigate to form page", "Enter invalid email format", "Enter too-short password", "Submit form", "Verify specific validation error messages"] },
+    { name: "Form successful submission", description: "Fill form with valid data, submit, and verify success state (redirect, success message, or data saved).", tags: ["forms"], priority: "high", steps: ["Navigate to form page", "Fill all fields with valid data", "Submit form", "Verify success state"] }
+  ],
+  nav: [
+    { name: "Main navigation links work", description: "Click through each main navigation link and verify each page loads correctly without errors.", tags: ["navigation", "smoke"], priority: "high", steps: ["Click each nav link", "Verify page loads", "Verify no error states", "Verify breadcrumbs if present"] },
+    { name: "Mobile navigation", description: "At mobile viewport, verify hamburger menu opens, navigation links are accessible, and pages load correctly.", tags: ["navigation", "responsive"], priority: "medium", steps: ["Resize to mobile viewport", "Click hamburger/menu icon", "Verify nav links appear", "Click a nav link", "Verify page loads"] }
+  ],
+  a11y: [
+    { name: "Keyboard navigation", description: "Navigate the page using only keyboard (Tab, Enter, Escape). Verify all interactive elements are reachable and focusable.", tags: ["a11y", "keyboard"], priority: "high", steps: ["Press Tab to move through elements", "Verify focus indicators are visible", "Press Enter on buttons/links", "Verify actions trigger correctly", "Press Escape to close modals/dropdowns"] },
+    { name: "Image alt text", description: "Check that all images have meaningful alt text attributes.", tags: ["a11y"], priority: "medium", steps: ["Find all images on the page", "Check each image has an alt attribute", "Verify alt text is descriptive, not empty or generic"] }
+  ],
+  checkout: [
+    { name: "Add item to cart", description: "Navigate to a product page, add an item to cart, and verify cart count increments.", tags: ["checkout", "cart"], priority: "critical", steps: ["Navigate to product detail page", "Click add to cart button", "Verify cart count badge updates", "Verify success notification appears"] },
+    { name: "Cart page shows added items", description: "Navigate to the cart page and verify previously added items are listed with correct prices and quantities.", tags: ["checkout", "cart"], priority: "high", steps: ["Navigate to cart page", "Verify all added items are listed", "Verify prices and quantities are correct", "Verify subtotal is calculated"] },
+    { name: "Checkout flow completion", description: "Complete the full checkout flow: cart -> shipping -> payment -> confirmation. Verify order is placed successfully.", tags: ["checkout", "smoke"], priority: "critical", steps: ["Navigate to cart", "Click proceed to checkout", "Fill shipping address", "Select shipping method", "Fill payment details", "Review order summary", "Place order", "Verify order confirmation page"] },
+    { name: "Apply coupon/discount code", description: "Enter a valid coupon code on the cart or checkout page and verify discount is applied to the total.", tags: ["checkout", "discount"], priority: "high", steps: ["Navigate to cart or checkout", "Enter coupon code", "Click apply", "Verify discount amount is shown", "Verify total is updated"] }
+  ],
+  search: [
+    { name: "Search returns relevant results", description: "Enter a known search term and verify relevant results appear. Check that results match the query intent.", tags: ["search"], priority: "high", steps: ["Navigate to search page or focus search bar", "Enter known search term", "Submit search", "Verify results appear", "Verify result titles contain search term"] },
+    { name: "Empty search handling", description: "Submit an empty search and verify the system handles it gracefully (show all results or a prompt, no errors).", tags: ["search", "validation"], priority: "medium", steps: ["Focus search bar", "Submit empty search", "Verify no crash or error state", "Verify fallback behavior (all results or prompt)"] },
+    { name: "No results handling", description: "Search for a term that returns no results and verify appropriate 'no results found' messaging is displayed.", tags: ["search"], priority: "medium", steps: ["Navigate to search", "Enter nonsense term like 'xyzqwrtp'", "Submit search", "Verify no results found message", "Verify no error states"] },
+    { name: "Search filters work", description: "Perform a search, apply a filter (category, date, price range), and verify results are narrowed down.", tags: ["search", "filter"], priority: "high", steps: ["Perform initial search", "Note initial result count", "Apply a filter", "Verify result count decreased", "Verify results match filter criteria"] }
+  ]
+};
+function getTemplate(name) {
+  return SCENARIO_TEMPLATES[name] ?? null;
+}
+function listTemplateNames() {
+  return Object.keys(SCENARIO_TEMPLATES);
+}
+
+// src/mcp/index.ts
 init_runs();
 init_results();
 init_screenshots();
@@ -23078,15 +23380,81 @@ server.tool("create_scenario", "Create a new test scenario", {
   priority: exports_external.enum(["low", "medium", "high", "critical"]).optional().describe("Scenario priority"),
   model: exports_external.string().optional().describe(MODEL_DESC),
   targetPath: exports_external.string().optional().describe("URL path to navigate to"),
-  requiresAuth: exports_external.boolean().optional().describe("Whether scenario requires authentication")
-}, async ({ name, description, steps, tags, priority, model, targetPath, requiresAuth }) => {
+  requiresAuth: exports_external.boolean().optional().describe("Whether scenario requires authentication"),
+  projectId: exports_external.string().optional().describe("Project ID to scope this scenario to")
+}, async ({ name, description, steps, tags, priority, model, targetPath, requiresAuth, projectId }) => {
   try {
-    const scenario = createScenario({ name, description, steps, tags, priority, model, targetPath, requiresAuth });
+    const scenario = createScenario({ name, description, steps, tags, priority, model, targetPath, requiresAuth, projectId });
     return json(scenario);
   } catch (error) {
     return errorResponse(error);
   }
 });
+server.tool("batch_create_scenarios", "Create multiple test scenarios in a single call. Each item requires name and description.", {
+  scenarios: exports_external.array(exports_external.object({
+    name: exports_external.string().describe("Scenario name"),
+    description: exports_external.string().describe("What this scenario tests"),
+    steps: exports_external.array(exports_external.string()).optional().describe("Ordered test steps"),
+    tags: exports_external.array(exports_external.string()).optional().describe("Tags for filtering"),
+    priority: exports_external.enum(["low", "medium", "high", "critical"]).optional().describe("Scenario priority"),
+    model: exports_external.string().optional().describe(MODEL_DESC),
+    targetPath: exports_external.string().optional().describe("URL path to navigate to"),
+    requiresAuth: exports_external.boolean().optional().describe("Whether scenario requires authentication")
+  })).min(1).max(100).describe("Array of scenarios to create"),
+  projectId: exports_external.string().optional().describe("Project ID to scope all scenarios to")
+}, async ({ scenarios, projectId }) => {
+  try {
+    const results = [];
+    for (const s of scenarios) {
+      try {
+        const scenario = createScenario({ ...s, projectId });
+        results.push({ id: scenario.id, name: scenario.name, shortId: scenario.shortId });
+      } catch (e) {
+        results.push({ id: "", name: s.name, shortId: "", error: e instanceof Error ? e.message : String(e) });
+      }
+    }
+    const created = results.filter((r) => !r.error).length;
+    const failed = results.filter((r) => r.error).length;
+    return json({ created, failed, total: scenarios.length, results });
+  } catch (error) {
+    return errorResponse(error);
+  }
+});
+server.tool("list_templates", "List built-in scenario templates available for quick setup. Use apply_template to create scenarios from a template.", {}, async () => {
+  try {
+    const templates = listTemplateNames().map((name) => {
+      const scenarios = getTemplate(name);
+      return { name, scenarioCount: scenarios.length, scenarios: scenarios.map((s) => ({ name: s.name, description: s.description, priority: s.priority, tags: s.tags })) };
+    });
+    return json({ templates });
+  } catch (error) {
+    return errorResponse(error);
+  }
+});
+server.tool("apply_template", "Create scenarios from a built-in template. Returns the created scenario IDs and any errors.", {
+  template: exports_external.string().describe("Template name to apply (auth, crud, forms, nav, a11y, checkout, search)"),
+  projectId: exports_external.string().optional().describe("Project ID to scope scenarios to")
+}, async ({ template, projectId }) => {
+  try {
+    const scenarios = getTemplate(template);
+    if (!scenarios)
+      return errorResponse(new Error(`Template not found: ${template}. Available: ${listTemplateNames().join(", ")}`));
+    const results = [];
+    for (const s of scenarios) {
+      try {
+        const scenario = createScenario({ ...s, projectId });
+        results.push({ id: scenario.id, name: scenario.name, shortId: scenario.shortId });
+      } catch (e) {
+        results.push({ id: "", name: s.name, shortId: "", error: e instanceof Error ? e.message : String(e) });
+      }
+    }
+    const created = results.filter((r) => !r.error).length;
+    const failed = results.filter((r) => r.error).length;
+    return json({ template, created, failed, total: scenarios.length, results });
+  } catch (error) {
+    return errorResponse(error);
+  }
+});
 server.tool("get_scenario", `Get a scenario by ID or short ID. ${ID_DESC}`, {
   id: exports_external.string().describe(`Scenario ID or short ID. ${ID_DESC}`)
 }, async ({ id }) => {
@@ -23157,12 +23525,15 @@ server.tool("run_scenarios", "Run test scenarios against a URL. Provide url dire
   headed: exports_external.boolean().optional().describe("Run browser in headed mode"),
   parallel: exports_external.number().optional().describe("Number of parallel workers"),
   personaId: exports_external.string().optional().describe("Override persona ID for this run"),
+  personaIds: exports_external.array(exports_external.string()).optional().describe("Run with multiple personas for divergence testing (each persona runs all scenarios)"),
   samples: exports_external.number().int().min(1).max(20).optional().describe("Run each scenario N times for flakiness detection (default 1)"),
   flakinessThreshold: exports_external.number().min(0).max(1).optional().describe("Pass rate below which scenario is marked flaky (default 0.95)"),
   maxCostCents: exports_external.number().optional().describe("Hard budget cap in cents \u2014 run is rejected before starting if estimated cost exceeds this"),
   cacheMaxAgeMs: exports_external.number().optional().describe("Skip scenarios that passed at the same URL within this many ms (0 = disabled)"),
-  minimal: exports_external.boolean().optional().describe("Fastest mode: cheapest model, max parallelism, min turns \u2014 ideal for CI smoke checks")
-}, async ({ url, env: env2, tags, scenarioIds, priority, model, headed, parallel, personaId, samples, flakinessThreshold, maxCostCents, cacheMaxAgeMs, minimal }) => {
+  minimal: exports_external.boolean().optional().describe("Fastest mode: cheapest model, max parallelism, min turns \u2014 ideal for CI smoke checks"),
+  timeoutMs: exports_external.number().optional().describe("Per-scenario timeout in ms (default 120000)"),
+  recordVideo: exports_external.boolean().optional().describe("Record video of each scenario run (Playwright only)")
+}, async ({ url, env: env2, tags, scenarioIds, priority, model, headed, parallel, personaId, personaIds, samples, flakinessThreshold, maxCostCents, cacheMaxAgeMs, minimal, timeoutMs, recordVideo }) => {
   try {
     let resolvedUrl = url;
     if (!resolvedUrl && env2) {
@@ -23180,12 +23551,54 @@ server.tool("run_scenarios", "Run test scenarios against a URL. Provide url dire
     }
     if (!resolvedUrl)
       return errorResponse(new Error("No URL provided and no default environment set. Pass url or env."));
-    const { runId, scenarioCount } = startRunAsync({ url: resolvedUrl, tags, scenarioIds, priority, model, headed, parallel, personaId, samples, flakinessThreshold, maxCostCents, cacheMaxAgeMs, minimal });
+    const { runId, scenarioCount } = startRunAsync({ url: resolvedUrl, tags, scenarioIds, priority, model, headed, parallel, personaId, personaIds, samples, flakinessThreshold, maxCostCents, cacheMaxAgeMs, minimal, timeout: timeoutMs, recordVideo });
     return json({ runId, scenarioCount, url: resolvedUrl, status: "running", message: "Poll with get_run to check progress." });
   } catch (error) {
     return errorResponse(error);
   }
 });
+server.tool("retry_failed", "Re-run only failed/errored scenarios from a previous run. Creates a new run with only the failing scenarios.", {
+  runId: exports_external.string().describe("Previous run ID to retry failures from"),
+  url: exports_external.string().optional().describe("Target URL (overrides original run URL)"),
+  model: exports_external.string().optional().describe(MODEL_DESC),
+  headed: exports_external.boolean().optional().describe("Run browser in headed mode"),
+  parallel: exports_external.number().optional().describe("Number of parallel workers"),
+  maxRetries: exports_external.number().int().min(0).max(3).optional().describe("Max retries per failed scenario"),
+  maxCostCents: exports_external.number().optional().describe("Hard budget cap in cents")
+}, async ({ runId, url, model, headed, parallel, maxRetries, maxCostCents }) => {
+  try {
+    const run = getRun(runId);
+    if (!run)
+      return errorResponse(notFoundErr(runId, "Run"));
+    if (run.status !== "failed")
+      return errorResponse(new Error("Run is not in failed state. Can only retry failures from a failed run."));
+    const results = getResultsByRun(runId);
+    const failedResultIds = results.filter((r) => r.status === "failed" || r.status === "error").map((r) => r.scenarioId);
+    if (failedResultIds.length === 0)
+      return errorResponse(new Error("No failed results found in this run."));
+    const resolvedUrl = url ?? run.url;
+    const { runId: newRunId, scenarioCount } = startRunAsync({
+      url: resolvedUrl,
+      scenarioIds: failedResultIds,
+      model,
+      headed,
+      parallel,
+      retry: maxRetries ?? 0,
+      maxCostCents
+    });
+    return json({
+      runId: newRunId,
+      originalRunId: runId,
+      scenarioCount,
+      retriedScenarioIds: failedResultIds,
+      url: resolvedUrl,
+      status: "running",
+      message: "Poll with get_run to check progress."
+    });
+  } catch (error) {
+    return errorResponse(error);
+  }
+});
 server.tool("get_run", `Get details of a test run. ${ID_DESC}`, {
   id: exports_external.string().describe(`Run ID. ${ID_DESC}`)
 }, async ({ id }) => {
@@ -23199,11 +23612,17 @@ server.tool("get_run", `Get details of a test run. ${ID_DESC}`, {
   }
 });
 server.tool("list_runs", "List test runs with optional filters", {
+  projectId: exports_external.string().optional().describe("Filter by project ID"),
   status: exports_external.enum(["pending", "running", "passed", "failed", "cancelled"]).optional().describe("Filter by status"),
-  limit: exports_external.number().optional().describe("Max results to return")
-}, async ({ status, limit }) => {
+  since: exports_external.string().optional().describe("Filter runs started at or after this ISO date"),
+  until: exports_external.string().optional().describe("Filter runs started at or before this ISO date"),
+  sort: exports_external.enum(["date", "duration", "cost"]).optional().describe("Sort field"),
+  desc: exports_external.boolean().optional().describe("Sort descending (default true)"),
+  limit: exports_external.number().optional().describe("Max results to return"),
+  offset: exports_external.number().optional().describe("Number of results to skip")
+}, async ({ projectId, status, since, until, sort, desc, limit, offset }) => {
   try {
-    const runs = listRuns({ status, limit });
+    const runs = listRuns({ projectId, status, since, until, sort, desc, limit, offset });
     return json({ items: runs, total: runs.length });
   } catch (error) {
     return errorResponse(error);
@@ -23597,14 +24016,15 @@ server.tool("run_health_scan", "Run all scanners (console, network, links, perfo
   url: exports_external.string().describe("URL to scan"),
   pages: exports_external.array(exports_external.string()).optional().describe("Specific paths to include"),
   projectId: exports_external.string().optional().describe("Project ID"),
-  scanners: exports_external.array(exports_external.enum(["console", "network", "links", "performance"])).optional().describe("Which scanners to run (default: console, network, links)"),
+  scanners: exports_external.array(exports_external.enum(["console", "network", "links", "performance", "a11y"])).optional().describe("Which scanners to run (default: console, network, links)"),
   maxPages: exports_external.number().optional().describe("Max pages for link crawl (default 20)"),
+  wcagLevel: exports_external.enum(["A", "AA", "AAA"]).optional().describe("WCAG compliance level for a11y scanner (default: AA)"),
   headed: exports_external.boolean().optional(),
   timeoutMs: exports_external.number().optional()
-}, async ({ url, pages, projectId, scanners, maxPages, headed, timeoutMs }) => {
+}, async ({ url, pages, projectId, scanners, maxPages, headed, timeoutMs, wcagLevel }) => {
   try {
     const { runHealthScan: runHealthScan2 } = await Promise.resolve().then(() => (init_health_scan(), exports_health_scan));
-    const summary = await runHealthScan2({ url, pages, projectId, scanners, maxPages, headed, timeoutMs });
+    const summary = await runHealthScan2({ url, pages, projectId, scanners, maxPages, headed, timeoutMs, wcagLevel });
     return json(summary);
   } catch (e) {
     return errorResponse(e);
@@ -24362,6 +24782,32 @@ Context: ${context}` : ""}`,
     return errorResponse(e);
   }
 });
+server.tool("get_har", `Get HAR (HTTP Archive) file for a test result. Returns metadata by default, or full HAR content when includeContent is true. Useful for debugging network requests, API calls, and CORS issues. ${ID_DESC}`, {
+  resultId: exports_external.string().describe(`Result ID. ${ID_DESC}`),
+  includeContent: exports_external.boolean().optional().describe("Return full HAR JSON content (default: false)")
+}, async ({ resultId, includeContent }) => {
+  try {
+    const { getResult: getResult2 } = await Promise.resolve().then(() => (init_results(), exports_results));
+    const result = getResult2(resultId);
+    if (!result)
+      return errorResponse(notFoundErr(resultId, "Result"));
+    const harPath = result.harPath ?? result.metadata?.harPath;
+    if (!harPath)
+      return json({ resultId, harAvailable: false, message: "No HAR file recorded for this result." });
+    const harFile = Bun.file(harPath);
+    const exists = await harFile.exists();
+    if (!exists)
+      return json({ resultId, harPath, harAvailable: false, message: "HAR file was recorded but has been cleaned up." });
+    if (!includeContent) {
+      const size = await harFile.size();
+      return json({ resultId, harPath, harAvailable: true, sizeBytes: size, message: "HAR file available. Use includeContent: true to retrieve." });
+    }
+    const harContent = await harFile.text();
+    return json({ resultId, harPath, harAvailable: true, har: JSON.parse(harContent) });
+  } catch (e) {
+    return errorResponse(e);
+  }
+});
 server.tool("wait_for_run", "Poll a run until it reaches a terminal state (passed/failed/cancelled) and return the final results summary. Synchronous \u2014 blocks until complete or timeout.", {
   runId: exports_external.string().describe("Run ID to wait for"),
   timeoutMs: exports_external.number().optional().default(300000).describe("Max wait time in ms (default 5 minutes)"),
@@ -24644,6 +25090,13 @@ server.tool("list_scenarios_by_page", "Group scenarios by page (targetPath). Sho
   }
 });
 registerCloudTools(server, "testers");
+process.on("unhandledRejection", (reason) => {
+  const msg = reason instanceof Error ? reason.stack ?? reason.message : String(reason);
+  console.error(`[testers-mcp] Unhandled promise rejection: ${msg}`);
+});
+process.on("uncaughtException", (err) => {
+  console.error(`[testers-mcp] Uncaught exception: ${err.stack ?? err.message}`);
+});
 async function main() {
   const transport = new StdioServerTransport;
   await server.connect(transport);