@hasna/testers 0.0.28 → 0.0.29

package/dist/index.js

@@ -65,7 +65,8 @@ function scenarioFromRow(row) {
     createdAt: row.created_at,
     updatedAt: row.updated_at,
     lastPassedAt: row.last_passed_at ?? null,
-    lastPassedUrl: row.last_passed_url ?? null
+    lastPassedUrl: row.last_passed_url ?? null,
+    parameters: row.parameters ? JSON.parse(row.parameters) : null
   };
 }
 function runFromRow(row) {
@@ -85,7 +86,14 @@ function runFromRow(row) {
     metadata: row.metadata ? JSON.parse(row.metadata) : null,
     isBaseline: row.is_baseline === 1,
     samples: row.samples ?? 1,
-    flakinessThreshold: row.flakiness_threshold ?? 0.95
+    flakinessThreshold: row.flakiness_threshold ?? 0.95,
+    prNumber: row.pr_number ?? null,
+    prTitle: row.pr_title ?? null,
+    prBranch: row.pr_branch ?? null,
+    prBaseBranch: row.pr_base_branch ?? null,
+    prCommitSha: row.pr_commit_sha ?? null,
+    prUrl: row.pr_url ?? null,
+    ghAppInstallationId: row.gh_app_installation_id ?? null
   };
 }
 function resultFromRow(row) {
@@ -106,7 +114,8 @@ function resultFromRow(row) {
     createdAt: row.created_at,
     personaId: row.persona_id ?? null,
     personaName: row.persona_name ?? null,
-    failureAnalysis: row.failure_analysis ? JSON.parse(row.failure_analysis) : null
+    failureAnalysis: row.failure_analysis ? JSON.parse(row.failure_analysis) : null,
+    harPath: row.har_path ?? null
   };
 }
 function screenshotFromRow(row) {
@@ -180,7 +189,10 @@ function personaFromRow(row) {
       email: row.auth_email,
       password: row.auth_password,
       loginPath: row.auth_login_path ?? "/login",
-      cookies: row.auth_cookies ? JSON.parse(row.auth_cookies) : null
+      cookies: row.auth_cookies ? JSON.parse(row.auth_cookies) : null,
+      strategy: row.auth_strategy ?? "form-login",
+      headers: row.auth_headers ? JSON.parse(row.auth_headers) : undefined,
+      customScript: row.auth_script ?? undefined
     } : null
   };
 }
@@ -10122,6 +10134,43 @@ ALTER TABLE scenarios ADD COLUMN required_role TEXT;
     machine_id TEXT,
     created_at TEXT NOT NULL DEFAULT (datetime('now'))
   );
+  `,
+    `
+ALTER TABLE results ADD COLUMN har_path TEXT;
+  `,
+    `
+ALTER TABLE scenarios ADD COLUMN parameters TEXT;
+  `,
+    `
+ALTER TABLE personas ADD COLUMN auth_strategy TEXT DEFAULT 'form-login';
+ALTER TABLE personas ADD COLUMN auth_headers TEXT;
+ALTER TABLE personas ADD COLUMN auth_script TEXT;
+  `,
+    `
+CREATE TABLE IF NOT EXISTS step_results (
+  id TEXT PRIMARY KEY,
+  result_id TEXT NOT NULL REFERENCES results(id) ON DELETE CASCADE,
+  step_number INTEGER NOT NULL,
+  action TEXT NOT NULL,
+  status TEXT NOT NULL DEFAULT 'running' CHECK(status IN ('passed','failed','error','running','skipped')),
+  tool_name TEXT,
+  tool_input TEXT,
+  tool_result TEXT,
+  thinking TEXT,
+  error TEXT,
+  duration_ms INTEGER,
+  screenshot_id TEXT REFERENCES screenshots(id),
+  created_at TEXT NOT NULL DEFAULT (datetime('now'))
+);
+  `,
+    `
+ALTER TABLE runs ADD COLUMN pr_number INTEGER;
+ALTER TABLE runs ADD COLUMN pr_title TEXT;
+ALTER TABLE runs ADD COLUMN pr_branch TEXT;
+ALTER TABLE runs ADD COLUMN pr_base_branch TEXT;
+ALTER TABLE runs ADD COLUMN pr_commit_sha TEXT;
+ALTER TABLE runs ADD COLUMN pr_url TEXT;
+ALTER TABLE runs ADD COLUMN gh_app_installation_id TEXT;
   `
   ];
 });
@@ -10130,8 +10179,12 @@ ALTER TABLE scenarios ADD COLUMN required_role TEXT;
 var exports_runs = {};
 __export(exports_runs, {
   updateRun: () => updateRun,
+  updatePrRunMetadata: () => updatePrRunMetadata,
   listRuns: () => listRuns,
+  listPrRuns: () => listPrRuns,
+  getRunsByPr: () => getRunsByPr,
   getRun: () => getRun,
+  getLatestPrRun: () => getLatestPrRun,
   deleteRun: () => deleteRun,
   createRun: () => createRun,
   countRuns: () => countRuns
@@ -10141,9 +10194,9 @@ function createRun(input) {
   const id = uuid();
   const timestamp = now();
   db2.query(`
-    INSERT INTO runs (id, project_id, status, url, model, headed, parallel, total, passed, failed, started_at, finished_at, metadata, samples, flakiness_threshold)
-    VALUES (?, ?, 'pending', ?, ?, ?, ?, 0, 0, 0, ?, NULL, ?, ?, ?)
-  `).run(id, input.projectId ?? null, input.url, input.model, input.headed ? 1 : 0, input.parallel ?? 1, timestamp, input.model ? JSON.stringify({}) : null, input.samples ?? 1, input.flakinessThreshold ?? 0.95);
+    INSERT INTO runs (id, project_id, status, url, model, headed, parallel, total, passed, failed, started_at, finished_at, metadata, samples, flakiness_threshold, pr_number, pr_title, pr_branch, pr_base_branch, pr_commit_sha, pr_url, gh_app_installation_id)
+    VALUES (?, ?, 'pending', ?, ?, ?, ?, 0, 0, 0, ?, NULL, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?)
+  `).run(id, input.projectId ?? null, input.url, input.model, input.headed ? 1 : 0, input.parallel ?? 1, timestamp, JSON.stringify({}), input.samples ?? 1, input.flakinessThreshold ?? 0.95, input.prNumber ?? null, input.prTitle ?? null, input.prBranch ?? null, input.prBaseBranch ?? null, input.prCommitSha ?? null, input.prUrl ?? null, input.ghAppInstallationId ?? null);
   return getRun(id);
 }
 function getRun(id) {
@@ -10171,6 +10224,14 @@ function listRuns(filter) {
     conditions.push("status = ?");
     params.push(filter.status);
   }
+  if (filter?.since) {
+    conditions.push("started_at >= ?");
+    params.push(filter.since);
+  }
+  if (filter?.until) {
+    conditions.push("started_at <= ?");
+    params.push(filter.until);
+  }
   let sql = "SELECT * FROM runs";
   if (conditions.length > 0) {
     sql += " WHERE " + conditions.join(" AND ");
@@ -10202,6 +10263,14 @@ function countRuns(filter) {
     conditions.push("status = ?");
     params.push(filter.status);
   }
+  if (filter?.since) {
+    conditions.push("started_at >= ?");
+    params.push(filter.since);
+  }
+  if (filter?.until) {
+    conditions.push("started_at <= ?");
+    params.push(filter.until);
+  }
   let sql = "SELECT COUNT(*) as count FROM runs";
   if (conditions.length > 0)
     sql += " WHERE " + conditions.join(" AND ");
@@ -10279,6 +10348,52 @@ function deleteRun(id) {
   const result = db2.query("DELETE FROM runs WHERE id = ?").run(run.id);
   return result.changes > 0;
 }
+function getRunsByPr(prNumber) {
+  const db2 = getDatabase();
+  const rows = db2.query("SELECT * FROM runs WHERE pr_number = ? ORDER BY started_at DESC").all(prNumber);
+  return rows.map(runFromRow);
+}
+function getLatestPrRun(prNumber) {
+  const db2 = getDatabase();
+  const row = db2.query("SELECT * FROM runs WHERE pr_number = ? ORDER BY started_at DESC, rowid DESC LIMIT 1").get(prNumber);
+  return row ? runFromRow(row) : null;
+}
+function listPrRuns(filter) {
+  const db2 = getDatabase();
+  const conditions = ["pr_number IS NOT NULL"];
+  const params = [];
+  if (filter?.branch) {
+    conditions.push("pr_branch = ?");
+    params.push(filter.branch);
+  }
+  if (filter?.baseBranch) {
+    conditions.push("pr_base_branch = ?");
+    params.push(filter.baseBranch);
+  }
+  let sql = "SELECT * FROM runs WHERE " + conditions.join(" AND ") + " ORDER BY started_at DESC";
+  if (filter?.limit) {
+    sql += " LIMIT ?";
+    params.push(filter.limit);
+  }
+  if (filter?.offset) {
+    sql += " OFFSET ?";
+    params.push(filter.offset);
+  }
+  const rows = db2.query(sql).all(...params);
+  return rows.map(runFromRow);
+}
+function updatePrRunMetadata(runId, prData) {
+  const db2 = getDatabase();
+  const existing = getRun(runId);
+  if (!existing) {
+    throw new Error(`Run not found: ${runId}`);
+  }
+  db2.query(`
+    UPDATE runs SET pr_number = ?, pr_title = ?, pr_branch = ?, pr_base_branch = ?, pr_commit_sha = ?, pr_url = ?, gh_app_installation_id = ?
+    WHERE id = ?
+  `).run(prData.prNumber, prData.prTitle ?? null, prData.prBranch ?? null, prData.prBaseBranch ?? null, prData.prCommitSha ?? null, prData.prUrl ?? null, prData.ghAppInstallationId ?? null, runId);
+  return getRun(runId);
+}
 var init_runs = __esm(() => {
   init_types();
   init_database();
@@ -10467,7 +10582,7 @@ function getDefaultConfig() {
     browser: {
       headless: true,
       viewport: { width: 1280, height: 720 },
-      timeout: 60000
+      timeout: 120000
     },
     screenshots: {
       dir: join8(getTestersDir(), "screenshots"),
@@ -11151,6 +11266,16 @@ async function launchBrowser(options) {
   const headless = options?.headless ?? true;
   const viewport = options?.viewport ?? DEFAULT_VIEWPORT;
   try {
+    if (engine === "playwright-firefox") {
+      const { firefox } = await import("playwright");
+      const browser = await firefox.launch({ headless });
+      return browser;
+    }
+    if (engine === "playwright-webkit") {
+      const { webkit } = await import("playwright");
+      const browser = await webkit.launch({ headless });
+      return browser;
+    }
     return await launchPlaywright({ headless, viewport });
   } catch (error) {
     const message = error instanceof Error ? error.message : String(error);
@@ -11267,8 +11392,9 @@ async function installBrowser(engine) {
     const { installLightpanda: installLightpanda2 } = await Promise.resolve().then(() => (init_browser_lightpanda(), exports_browser_lightpanda));
     return installLightpanda2();
   }
+  const browserName = engine === "playwright-firefox" ? "firefox" : engine === "playwright-webkit" ? "webkit" : "chromium";
   try {
-    execSync("bunx playwright install chromium", {
+    execSync(`bunx playwright install ${browserName}`, {
       stdio: "inherit"
     });
   } catch (error) {
@@ -12410,9 +12536,9 @@ function createScenario(input) {
   const short_id = nextShortId(input.projectId);
   const timestamp = now();
   db2.query(`
-    INSERT INTO scenarios (id, short_id, project_id, name, description, steps, tags, priority, model, timeout_ms, target_path, requires_auth, auth_config, metadata, assertions, version, created_at, updated_at)
-    VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, 1, ?, ?)
-  `).run(id, short_id, input.projectId ?? null, input.name, input.description, JSON.stringify(input.steps ?? []), JSON.stringify(input.tags ?? []), input.priority ?? "medium", input.model ?? null, input.timeoutMs ?? null, input.targetPath ?? null, input.requiresAuth ? 1 : 0, input.authConfig ? JSON.stringify(input.authConfig) : null, input.metadata ? JSON.stringify(input.metadata) : null, JSON.stringify(input.assertions ?? []), timestamp, timestamp);
+    INSERT INTO scenarios (id, short_id, project_id, name, description, steps, tags, priority, model, timeout_ms, target_path, requires_auth, auth_config, metadata, assertions, parameters, version, created_at, updated_at)
+    VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, 1, ?, ?)
+  `).run(id, short_id, input.projectId ?? null, input.name, input.description, JSON.stringify(input.steps ?? []), JSON.stringify(input.tags ?? []), input.priority ?? "medium", input.model ?? null, input.timeoutMs ?? null, input.targetPath ?? null, input.requiresAuth ? 1 : 0, input.authConfig ? JSON.stringify(input.authConfig) : null, input.metadata ? JSON.stringify(input.metadata) : null, JSON.stringify(input.assertions ?? []), input.parameters ? JSON.stringify(input.parameters) : null, timestamp, timestamp);
   return getScenario(id);
 }
 function getScenario(id) {
@@ -12562,6 +12688,10 @@ function updateScenario(id, input, version) {
     sets.push("assertions = ?");
     params.push(JSON.stringify(input.assertions));
   }
+  if (input.parameters !== undefined) {
+    sets.push("parameters = ?");
+    params.push(JSON.stringify(input.parameters));
+  }
   if (sets.length === 0) {
     return existing;
   }
@@ -13597,6 +13727,8 @@ async function runPipelineScenario(scenario, options) {
 
 // src/lib/runner.ts
 init_runs();
+import { mkdirSync as mkdirSync8 } from "fs";
+import { join as join13 } from "path";
 
 // src/lib/failure-analyzer.ts
 function analyzeFailure(error, reasoning) {
@@ -14378,6 +14510,74 @@ function formatCostsJSON(summary) {
   return JSON.stringify(summary, null, 2);
 }
 
+// src/db/step-results.ts
+init_database();
+function createStepResult(input) {
+  const db2 = getDatabase();
+  const id = uuid();
+  const timestamp = now();
+  db2.query(`
+    INSERT INTO step_results (id, result_id, step_number, action, status, tool_name, tool_input, thinking, created_at)
+    VALUES (?, ?, ?, ?, 'running', ?, ?, ?, ?)
+  `).run(id, input.resultId, input.stepNumber, input.action, input.toolName ?? null, input.toolInput ? JSON.stringify(input.toolInput) : null, input.thinking ?? null, timestamp);
+  return getStepResult(id);
+}
+function getStepResult(id) {
+  const db2 = getDatabase();
+  const row = db2.query("SELECT * FROM step_results WHERE id = ?").get(id);
+  return row ? stepResultFromRow(row) : null;
+}
+function updateStepResult(id, updates) {
+  const db2 = getDatabase();
+  const existing = getStepResult(id);
+  if (!existing)
+    return null;
+  const sets = [];
+  const params = [];
+  if (updates.status !== undefined) {
+    sets.push("status = ?");
+    params.push(updates.status);
+  }
+  if (updates.toolResult !== undefined) {
+    sets.push("tool_result = ?");
+    params.push(updates.toolResult);
+  }
+  if (updates.error !== undefined) {
+    sets.push("error = ?");
+    params.push(updates.error);
+  }
+  if (updates.durationMs !== undefined) {
+    sets.push("duration_ms = ?");
+    params.push(updates.durationMs);
+  }
+  if (updates.screenshotId !== undefined) {
+    sets.push("screenshot_id = ?");
+    params.push(updates.screenshotId);
+  }
+  if (sets.length === 0)
+    return existing;
+  params.push(id);
+  db2.query(`UPDATE step_results SET ${sets.join(", ")} WHERE id = ?`).run(...params);
+  return getStepResult(id);
+}
+function stepResultFromRow(row) {
+  return {
+    id: row.id,
+    resultId: row.result_id,
+    stepNumber: row.step_number,
+    action: row.action,
+    status: row.status,
+    toolName: row.tool_name,
+    toolInput: row.tool_input ? JSON.parse(row.tool_input) : null,
+    toolResult: row.tool_result,
+    thinking: row.thinking,
+    error: row.error,
+    durationMs: row.duration_ms,
+    screenshotId: row.screenshot_id,
+    createdAt: row.created_at
+  };
+}
+
 // src/db/personas.ts
 init_types();
 init_database();
@@ -14734,6 +14934,24 @@ function signPayload(body, secret) {
   }
   return `sha256=${Math.abs(hash).toString(16).padStart(16, "0")}`;
 }
+function formatDiscordPayload(payload) {
+  const isPassed = payload.run.status === "passed";
+  const color = isPassed ? 2278750 : 15680580;
+  return {
+    username: "open-testers",
+    embeds: [
+      {
+        title: `Test Run ${payload.run.status.toUpperCase()}`,
+        color,
+        description: `URL: ${payload.run.url}
+` + `Results: ${payload.run.passed}/${payload.run.total} passed` + (payload.run.failed > 0 ? ` (${payload.run.failed} failed)` : "") + (payload.schedule ? `
+Schedule: ${payload.schedule.name}` : ""),
+        timestamp: payload.timestamp,
+        footer: { text: "open-testers" }
+      }
+    ]
+  };
+}
 function formatSlackPayload(payload) {
   const status = payload.run.status === "passed" ? ":white_check_mark:" : ":x:";
   const color = payload.run.status === "passed" ? "#22c55e" : "#ef4444";
@@ -14776,7 +14994,8 @@ async function dispatchWebhooks(event, run, schedule) {
     if (!webhook.events.includes(event) && !webhook.events.includes("*"))
       continue;
     const isSlack = webhook.url.includes("hooks.slack.com");
-    const body = isSlack ? JSON.stringify(formatSlackPayload(payload)) : JSON.stringify(payload);
+    const isDiscord = webhook.url.includes("discord.com/api/webhooks") || webhook.url.includes("discordapp.com/api/webhooks");
+    const body = isSlack ? JSON.stringify(formatSlackPayload(payload)) : isDiscord ? JSON.stringify(formatDiscordPayload(payload)) : JSON.stringify(payload);
     const headers = {
       "Content-Type": "application/json"
     };
@@ -15186,13 +15405,35 @@ async function runSingleScenario(scenario, runId, options) {
   emit({ type: "scenario:start", scenarioId: scenario.id, scenarioName: scenario.name, resultId: result.id, runId });
   let browser = null;
   let page = null;
+  let context = null;
+  let harPath = null;
   let stopNetworkLogging = null;
   const networkErrors = [];
   try {
     browser = await launchBrowser({ headless: !(effectiveOptions.headed ?? false), engine: effectiveOptions.engine });
-    page = await getPage(browser, {
-      viewport: config.browser.viewport
-    });
+    const useHar = effectiveOptions.engine !== "lightpanda" && effectiveOptions.engine !== "bun";
+    if (useHar) {
+      const testersDir = process.env["HASNA_TESTERS_DIR"] || join13(process.env["HOME"] || "", ".hasna", "testers");
+      const harDir = join13(testersDir, "hars");
+      mkdirSync8(harDir, { recursive: true });
+      harPath = join13(harDir, `${result.id}.har`);
+      const contextOptions = {
+        viewport: config.browser.viewport,
+        recordHar: { path: harPath, mode: "full" }
+      };
+      if (effectiveOptions.recordVideo) {
+        const videoDir = join13(testersDir, "videos");
+        mkdirSync8(videoDir, { recursive: true });
+        contextOptions.recordVideo = { dir: videoDir, size: config.browser.viewport };
+      }
+      context = await browser.newContext(contextOptions);
+      page = await context.newPage();
+    } else {
+      page = await getPage(browser, {
+        viewport: config.browser.viewport,
+        engine: effectiveOptions.engine
+      });
+    }
     const targetUrl = scenario.targetPath ? `${options.url.replace(/\/$/, "")}${scenario.targetPath}` : options.url;
     const scenarioTimeout = scenario.timeoutMs ?? options.timeout ?? config.browser.timeout ?? 60000;
     registerSession({
@@ -15212,7 +15453,11 @@ async function runSingleScenario(scenario, runId, options) {
       }
     });
     const consoleErrors = [];
+    const consoleLogs = [];
+    let currentStep = 0;
     page.on("console", (msg) => {
+      const logEntry = { step: currentStep > 0 ? currentStep : null, type: msg.type(), text: msg.text(), timestamp: Date.now() };
+      consoleLogs.push(logEntry);
       if (msg.type() === "error")
         consoleErrors.push(msg.text());
     });
@@ -15244,6 +15489,7 @@ async function runSingleScenario(scenario, runId, options) {
     }
     await page.goto(targetUrl, { timeout: Math.min(scenarioTimeout, 30000) });
     const stepStartTimes = new Map;
+    const stepResultIds = new Map;
     const agentResult = await withTimeout(runAgentLoop({
       client,
       page,
@@ -15266,13 +15512,32 @@ async function runSingleScenario(scenario, runId, options) {
       onStep: (stepEvent) => {
         let stepDurationMs;
         if (stepEvent.type === "tool_call") {
+          currentStep = stepEvent.stepNumber;
           stepStartTimes.set(stepEvent.stepNumber, Date.now());
+          const stepResult = createStepResult({
+            resultId: result.id,
+            stepNumber: stepEvent.stepNumber,
+            action: stepEvent.toolName ?? `step-${stepEvent.stepNumber}`,
+            toolName: stepEvent.toolName,
+            toolInput: stepEvent.toolInput,
+            thinking: stepEvent.thinking
+          });
+          stepResultIds.set(stepEvent.stepNumber, stepResult.id);
         } else if (stepEvent.type === "tool_result") {
           const startTime = stepStartTimes.get(stepEvent.stepNumber);
           if (startTime !== undefined) {
             stepDurationMs = Date.now() - startTime;
             stepStartTimes.delete(stepEvent.stepNumber);
           }
+          const stepResultId = stepResultIds.get(stepEvent.stepNumber);
+          if (stepResultId) {
+            const isSuccess = !stepEvent.toolResult?.toLowerCase().includes("error") && !stepEvent.toolResult?.toLowerCase().includes("failed");
+            updateStepResult(stepResultId, {
+              status: isSuccess ? "passed" : "failed",
+              toolResult: stepEvent.toolResult,
+              durationMs: stepDurationMs
+            });
+          }
         }
         emit({
           type: `step:${stepEvent.type}`,
@@ -15321,7 +15586,7 @@ async function runSingleScenario(scenario, runId, options) {
       durationMs: Date.now() - new Date(result.createdAt).getTime(),
       tokensUsed: agentResult.tokensUsed,
       costCents: estimateCost(model, agentResult.tokensUsed),
-      metadata: networkErrors.length > 0 ? networkMeta : undefined
+      metadata: { consoleLogs, ...networkErrors.length > 0 ? networkMeta : {} }
     });
     if (agentResult.status === "failed" || agentResult.status === "error") {
       const failureAnalysis = analyzeFailure(null, agentResult.reasoning ?? null);
@@ -15357,8 +15622,16 @@ async function runSingleScenario(scenario, runId, options) {
     emit({ type: "scenario:error", scenarioId: scenario.id, scenarioName: scenario.name, error: errorMsg, runId });
     return updatedResult;
   } finally {
-    if (browser)
-      await closeBrowser(browser, effectiveOptions.engine);
+    if (harPath) {
+      try {
+        updateResult(result.id, { metadata: { harPath } });
+      } catch {}
+    }
+    if (browser) {
+      try {
+        await closeBrowser(browser, effectiveOptions.engine);
+      } catch {}
+    }
   }
 }
 async function runBatch(scenarios, options) {
@@ -16111,10 +16384,10 @@ class Scheduler {
 }
 // src/lib/init.ts
 init_paths();
-import { existsSync as existsSync11, readFileSync as readFileSync3, writeFileSync as writeFileSync3, mkdirSync as mkdirSync8 } from "fs";
-import { join as join13, basename } from "path";
+import { existsSync as existsSync11, readFileSync as readFileSync3, writeFileSync as writeFileSync3, mkdirSync as mkdirSync9 } from "fs";
+import { join as join14, basename } from "path";
 function detectFramework(dir) {
-  const pkgPath = join13(dir, "package.json");
+  const pkgPath = join14(dir, "package.json");
   if (!existsSync11(pkgPath))
     return null;
   let pkg;
@@ -16342,9 +16615,9 @@ function initProject(options) {
     }
   }).filter((s) => s !== null);
   const configDir = getTestersDir();
-  const configPath = join13(configDir, "config.json");
+  const configPath = join14(configDir, "config.json");
   if (!existsSync11(configDir)) {
-    mkdirSync8(configDir, { recursive: true });
+    mkdirSync9(configDir, { recursive: true });
   }
   let config = {};
   if (existsSync11(configPath)) {
@@ -16747,6 +17020,18 @@ var SCENARIO_TEMPLATES = {
   a11y: [
     { name: "Keyboard navigation", description: "Navigate the page using only keyboard (Tab, Enter, Escape). Verify all interactive elements are reachable and focusable.", tags: ["a11y", "keyboard"], priority: "high", steps: ["Press Tab to move through elements", "Verify focus indicators are visible", "Press Enter on buttons/links", "Verify actions trigger correctly", "Press Escape to close modals/dropdowns"] },
     { name: "Image alt text", description: "Check that all images have meaningful alt text attributes.", tags: ["a11y"], priority: "medium", steps: ["Find all images on the page", "Check each image has an alt attribute", "Verify alt text is descriptive, not empty or generic"] }
+  ],
+  checkout: [
+    { name: "Add item to cart", description: "Navigate to a product page, add an item to cart, and verify cart count increments.", tags: ["checkout", "cart"], priority: "critical", steps: ["Navigate to product detail page", "Click add to cart button", "Verify cart count badge updates", "Verify success notification appears"] },
+    { name: "Cart page shows added items", description: "Navigate to the cart page and verify previously added items are listed with correct prices and quantities.", tags: ["checkout", "cart"], priority: "high", steps: ["Navigate to cart page", "Verify all added items are listed", "Verify prices and quantities are correct", "Verify subtotal is calculated"] },
+    { name: "Checkout flow completion", description: "Complete the full checkout flow: cart -> shipping -> payment -> confirmation. Verify order is placed successfully.", tags: ["checkout", "smoke"], priority: "critical", steps: ["Navigate to cart", "Click proceed to checkout", "Fill shipping address", "Select shipping method", "Fill payment details", "Review order summary", "Place order", "Verify order confirmation page"] },
+    { name: "Apply coupon/discount code", description: "Enter a valid coupon code on the cart or checkout page and verify discount is applied to the total.", tags: ["checkout", "discount"], priority: "high", steps: ["Navigate to cart or checkout", "Enter coupon code", "Click apply", "Verify discount amount is shown", "Verify total is updated"] }
+  ],
+  search: [
+    { name: "Search returns relevant results", description: "Enter a known search term and verify relevant results appear. Check that results match the query intent.", tags: ["search"], priority: "high", steps: ["Navigate to search page or focus search bar", "Enter known search term", "Submit search", "Verify results appear", "Verify result titles contain search term"] },
+    { name: "Empty search handling", description: "Submit an empty search and verify the system handles it gracefully (show all results or a prompt, no errors).", tags: ["search", "validation"], priority: "medium", steps: ["Focus search bar", "Submit empty search", "Verify no crash or error state", "Verify fallback behavior (all results or prompt)"] },
+    { name: "No results handling", description: "Search for a term that returns no results and verify appropriate 'no results found' messaging is displayed.", tags: ["search"], priority: "medium", steps: ["Navigate to search", "Enter nonsense term like 'xyzqwrtp'", "Submit search", "Verify no results found message", "Verify no error states"] },
+    { name: "Search filters work", description: "Perform a search, apply a filter (category, date, price range), and verify results are narrowed down.", tags: ["search", "filter"], priority: "high", steps: ["Perform initial search", "Note initial result count", "Apply a filter", "Verify result count decreased", "Verify results match filter criteria"] }
   ]
 };
 function getTemplate(name) {
@@ -17084,6 +17369,132 @@ async function startWatcher(options) {
   process.on("SIGTERM", cleanup);
   await new Promise(() => {});
 }
+// src/lib/ci.ts
+function generateGitHubActionsWorkflow() {
+  return `name: AI QA Tests
+on:
+  pull_request:
+  push:
+    branches: [main]
+
+permissions:
+  contents: read
+  pull-requests: write
+
+jobs:
+  test:
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v4
+      - uses: oven-sh/setup-bun@v2
+      - run: bun install -g @hasna/testers
+      - run: testers install-browser
+      - run: testers run \${{ env.TEST_URL }} --json --output results.json --github-comment
+        env:
+          ANTHROPIC_API_KEY: \${{ secrets.ANTHROPIC_API_KEY }}
+          TEST_URL: \${{ vars.TEST_URL || 'http://localhost:3000' }}
+          GITHUB_TOKEN: \${{ secrets.GITHUB_TOKEN }}
+      - run: testers report --latest --output report.html
+        if: always()
+      - uses: actions/upload-artifact@v4
+        if: always()
+        with:
+          name: test-report
+          path: |
+            report.html
+            results.json
+`;
+}
+function formatPRComment(run, results, dashboardUrl) {
+  const icon = run.status === "passed" ? "\u2705" : run.status === "failed" ? "\u274C" : "\u26A0\uFE0F";
+  const passRate = run.total > 0 ? Math.round(run.passed / run.total * 100) : 0;
+  const ordered = [...results].sort((a, b) => {
+    const rank = (s) => s === "failed" ? 0 : s === "error" ? 1 : s === "flaky" ? 2 : s === "skipped" ? 3 : 4;
+    return rank(a.status) - rank(b.status);
+  });
+  const MAX_ROWS = 20;
+  const rows = ordered.slice(0, MAX_ROWS).map((r) => {
+    const rowIcon = r.status === "passed" ? "\u2705" : r.status === "failed" ? "\u274C" : r.status === "error" ? "\u26A0\uFE0F" : r.status === "flaky" ? "\uD83D\uDFE1" : "\u23ED\uFE0F";
+    const dur = r.durationMs > 0 ? `${(r.durationMs / 1000).toFixed(1)}s` : "\u2014";
+    const scenario = (() => {
+      try {
+        return getScenario(r.scenarioId);
+      } catch {
+        return null;
+      }
+    })();
+    const name = scenario ? scenario.name : r.scenarioId.slice(0, 8);
+    const safeName = name.replace(/\|/g, "\\|");
+    const errSource = r.error ?? r.reasoning ?? "";
+    const err = errSource ? ` ${errSource.replace(/\s+/g, " ").slice(0, 140).replace(/\|/g, "\\|")}` : "";
+    return `| ${rowIcon} | ${safeName} | ${r.status} | ${dur} |${err} |`;
+  }).join(`
+`);
+  const truncated = results.length > MAX_ROWS ? `
+_...and ${results.length - MAX_ROWS} more_` : "";
+  const dashLink = dashboardUrl ? `
+
+[View full report \u2192](${dashboardUrl}/runs/${run.id})` : "";
+  const totalCostCents = results.reduce((sum, r) => sum + (r.costCents ?? 0), 0);
+  const costStr = totalCostCents > 0 ? ` \xB7 $${(totalCostCents / 100).toFixed(4)}` : "";
+  const headerRow = `| | Scenario | Status | Duration | Details |
+|---|---|---|---|---|`;
+  const body = results.length > 0 ? `${headerRow}
+${rows}${truncated}` : `_No scenarios ran. Use \`testers add\` to create scenarios or run with a URL to auto-generate them._`;
+  return `## ${icon} AI QA Tests \u2014 ${run.status.toUpperCase()}
+
+**${run.passed}/${run.total} passed** (${passRate}%) \xB7 URL: \`${run.url}\`${costStr}
+
+${body}${dashLink}
+
+_Generated by [@hasna/testers](https://www.npmjs.com/package/@hasna/testers)_`;
+}
+function resolvePullRequestNumber(explicit) {
+  if (explicit && Number.isFinite(explicit))
+    return explicit;
+  const fromEnv = process.env["GITHUB_PR_NUMBER"];
+  if (fromEnv) {
+    const parsed = parseInt(fromEnv, 10);
+    if (Number.isFinite(parsed))
+      return parsed;
+  }
+  const ref = process.env["GITHUB_REF"] ?? "";
+  const match = ref.match(/refs\/pull\/(\d+)\//);
+  if (match && match[1]) {
+    const parsed = parseInt(match[1], 10);
+    if (Number.isFinite(parsed))
+      return parsed;
+  }
+  return null;
+}
+async function postGitHubComment(run, results, options) {
+  const token = process.env["GITHUB_TOKEN"];
+  if (!token)
+    return false;
+  const prNumber = resolvePullRequestNumber(options?.prNumber);
+  if (prNumber === null)
+    return false;
+  const repo = process.env["GITHUB_REPOSITORY"];
+  if (!repo)
+    return false;
+  const body = formatPRComment(run, results, options?.dashboardUrl ?? process.env["TESTERS_DASHBOARD_URL"]);
+  const apiUrl = `https://api.github.com/repos/${repo}/issues/${prNumber}/comments`;
+  try {
+    const response = await fetch(apiUrl, {
+      method: "POST",
+      headers: {
+        Authorization: `Bearer ${token}`,
+        "Content-Type": "application/json",
+        Accept: "application/vnd.github+json",
+        "X-GitHub-Api-Version": "2022-11-28"
+      },
+      body: JSON.stringify({ body })
+    });
+    return response.ok;
+  } catch {
+    return false;
+  }
+}
 export {
   writeScenarioMeta,
   writeRunMeta,
@@ -17111,6 +17522,7 @@ export {
   runBatch,
   runAgentLoop,
   resultFromRow,
+  resolvePullRequestNumber,
   resolvePartialId,
   resolveModel as resolveModelConfig,
   resolveModel2 as resolveModel,
@@ -17120,6 +17532,7 @@ export {
   registerAgent,
   pullTasks,
   projectFromRow,
+  postGitHubComment,
   parseSmokeIssues,
   parseCronField,
   parseCron,
@@ -17179,6 +17592,7 @@ export {
   getAgent,
   generateLatestReport,
   generateHtmlReport,
+  generateGitHubActionsWorkflow,
   generateFilename,
   formatTerminal,
   formatSummary,
@@ -17186,6 +17600,7 @@ export {
   formatScenarioList,
   formatRunList,
   formatResultDetail,
+  formatPRComment,
   formatJSON,
   formatDiffTerminal,
   formatDiffJSON,