@hasna/testers 0.0.7 → 0.0.10

package/dist/index.js

@@ -10,6 +10,7 @@ var __export = (target, all) => {
     });
 };
 var __esm = (fn, res) => () => (fn && (res = fn(fn = 0)), res);
+var __require = import.meta.require;
 
 // src/types/index.ts
 function projectFromRow(row) {
@@ -512,7 +513,8 @@ __export(exports_runs, {
   listRuns: () => listRuns,
   getRun: () => getRun,
   deleteRun: () => deleteRun,
-  createRun: () => createRun
+  createRun: () => createRun,
+  countRuns: () => countRuns
 });
 function createRun(input) {
   const db2 = getDatabase();
@@ -565,6 +567,24 @@ function listRuns(filter) {
   const rows = db2.query(sql).all(...params);
   return rows.map(runFromRow);
 }
+function countRuns(filter) {
+  const db2 = getDatabase();
+  const conditions = [];
+  const params = [];
+  if (filter?.projectId) {
+    conditions.push("project_id = ?");
+    params.push(filter.projectId);
+  }
+  if (filter?.status) {
+    conditions.push("status = ?");
+    params.push(filter.status);
+  }
+  let sql = "SELECT COUNT(*) as count FROM runs";
+  if (conditions.length > 0)
+    sql += " WHERE " + conditions.join(" AND ");
+  const row = db2.query(sql).get(...params);
+  return row.count;
+}
 function updateRun(id, updates) {
   const db2 = getDatabase();
   const existing = getRun(id);
@@ -792,6 +812,168 @@ var init_flows = __esm(() => {
   init_types();
 });
 
+// src/lib/browser-lightpanda.ts
+var exports_browser_lightpanda = {};
+__export(exports_browser_lightpanda, {
+  startLightpandaServer: () => startLightpandaServer,
+  launchLightpanda: () => launchLightpanda,
+  isLightpandaAvailable: () => isLightpandaAvailable,
+  installLightpanda: () => installLightpanda,
+  getLightpandaPage: () => getLightpandaPage,
+  closeLightpanda: () => closeLightpanda
+});
+import { chromium } from "playwright";
+import { spawn } from "child_process";
+function isLightpandaAvailable() {
+  try {
+    const possiblePaths = [
+      `${process.env["HOME"]}/.cache/lightpanda-node/lightpanda`,
+      process.env["LIGHTPANDA_EXECUTABLE_PATH"]
+    ];
+    for (const p of possiblePaths) {
+      if (p) {
+        try {
+          const { existsSync: existsSync3 } = __require("fs");
+          if (existsSync3(p))
+            return true;
+        } catch {
+          continue;
+        }
+      }
+    }
+    const { execSync } = __require("child_process");
+    execSync("lightpanda --version", { stdio: "ignore", timeout: 5000 });
+    return true;
+  } catch {
+    return false;
+  }
+}
+function findLightpandaBinary() {
+  const envPath = process.env["LIGHTPANDA_EXECUTABLE_PATH"];
+  if (envPath)
+    return envPath;
+  const cachePath = `${process.env["HOME"]}/.cache/lightpanda-node/lightpanda`;
+  try {
+    const { existsSync: existsSync3 } = __require("fs");
+    if (existsSync3(cachePath))
+      return cachePath;
+  } catch {}
+  return "lightpanda";
+}
+async function startLightpandaServer(port) {
+  const binary = findLightpandaBinary();
+  const cdpPort = port ?? 9222 + Math.floor(Math.random() * 1000);
+  return new Promise((resolve, reject) => {
+    const proc = spawn(binary, ["serve", "--port", String(cdpPort)], {
+      stdio: ["ignore", "pipe", "pipe"]
+    });
+    let resolved = false;
+    const timeout = setTimeout(() => {
+      if (!resolved) {
+        resolved = true;
+        resolve({
+          process: proc,
+          wsEndpoint: `ws://127.0.0.1:${cdpPort}`
+        });
+      }
+    }, 5000);
+    proc.stdout?.on("data", (data) => {
+      const output = data.toString();
+      if (output.includes("127.0.0.1") || output.includes("listening") || output.includes("DevTools")) {
+        if (!resolved) {
+          resolved = true;
+          clearTimeout(timeout);
+          resolve({
+            process: proc,
+            wsEndpoint: `ws://127.0.0.1:${cdpPort}`
+          });
+        }
+      }
+    });
+    proc.stderr?.on("data", (data) => {
+      const output = data.toString();
+      if (output.includes("127.0.0.1") || output.includes("listening")) {
+        if (!resolved) {
+          resolved = true;
+          clearTimeout(timeout);
+          resolve({
+            process: proc,
+            wsEndpoint: `ws://127.0.0.1:${cdpPort}`
+          });
+        }
+      }
+    });
+    proc.on("error", (err) => {
+      clearTimeout(timeout);
+      if (!resolved) {
+        resolved = true;
+        reject(new BrowserError(`Failed to start Lightpanda: ${err.message}. ` + `Install it with: bun install @lightpanda/browser`));
+      }
+    });
+    proc.on("exit", (code) => {
+      if (!resolved) {
+        resolved = true;
+        clearTimeout(timeout);
+        reject(new BrowserError(`Lightpanda exited with code ${code}. ` + `Install it with: bun install @lightpanda/browser`));
+      }
+    });
+  });
+}
+async function launchLightpanda(_options) {
+  try {
+    const { process: proc, wsEndpoint } = await startLightpandaServer();
+    lightpandaProcess = proc;
+    const browser = await chromium.connectOverCDP(wsEndpoint);
+    return browser;
+  } catch (error) {
+    const message = error instanceof Error ? error.message : String(error);
+    throw new BrowserError(`Failed to launch Lightpanda: ${message}`);
+  }
+}
+async function getLightpandaPage(browser, options) {
+  try {
+    const contexts = browser.contexts();
+    const context = contexts.length > 0 ? contexts[0] : await browser.newContext({
+      viewport: options?.viewport ?? { width: 1280, height: 720 },
+      userAgent: options?.userAgent,
+      locale: options?.locale
+    });
+    const page = await context.newPage();
+    return page;
+  } catch (error) {
+    const message = error instanceof Error ? error.message : String(error);
+    throw new BrowserError(`Failed to create Lightpanda page: ${message}`);
+  }
+}
+async function closeLightpanda(browser) {
+  try {
+    await browser.close();
+  } catch {}
+  if (lightpandaProcess) {
+    try {
+      lightpandaProcess.kill("SIGTERM");
+      lightpandaProcess = null;
+    } catch {}
+  }
+}
+async function installLightpanda() {
+  const { execSync } = __require("child_process");
+  try {
+    execSync("bun install @lightpanda/browser", {
+      stdio: "inherit",
+      cwd: process.env["HOME"]
+    });
+  } catch (error) {
+    const message = error instanceof Error ? error.message : String(error);
+    throw new BrowserError(`Failed to install Lightpanda: ${message}
+` + `Try manually: bun install @lightpanda/browser`);
+  }
+}
+var lightpandaProcess = null;
+var init_browser_lightpanda = __esm(() => {
+  init_types();
+});
+
 // src/index.ts
 init_types();
 init_database();
@@ -1337,14 +1519,22 @@ function resolveModel(nameOrId) {
 }
 // src/lib/browser.ts
 init_types();
-import { chromium } from "playwright";
+import { chromium as chromium2 } from "playwright";
 import { execSync } from "child_process";
 var DEFAULT_VIEWPORT = { width: 1280, height: 720 };
 async function launchBrowser(options) {
+  const engine = options?.engine ?? process.env["TESTERS_BROWSER_ENGINE"] ?? "playwright";
+  if (engine === "lightpanda") {
+    const { launchLightpanda: launchLightpanda2, isLightpandaAvailable: isLightpandaAvailable2 } = await Promise.resolve().then(() => (init_browser_lightpanda(), exports_browser_lightpanda));
+    if (!isLightpandaAvailable2()) {
+      throw new BrowserError("Lightpanda not installed. Run: testers install-browser --engine lightpanda");
+    }
+    return launchLightpanda2({ viewport: options?.viewport });
+  }
   const headless = options?.headless ?? true;
   const viewport = options?.viewport ?? DEFAULT_VIEWPORT;
   try {
-    const browser = await chromium.launch({
+    const browser = await chromium2.launch({
       headless,
       args: [
         `--window-size=${viewport.width},${viewport.height}`
@@ -1357,6 +1547,11 @@ async function launchBrowser(options) {
   }
 }
 async function getPage(browser, options) {
+  const engine = options?.engine ?? "playwright";
+  if (engine === "lightpanda") {
+    const { getLightpandaPage: getLightpandaPage2 } = await Promise.resolve().then(() => (init_browser_lightpanda(), exports_browser_lightpanda));
+    return getLightpandaPage2(browser, options);
+  }
   const viewport = options?.viewport ?? DEFAULT_VIEWPORT;
   try {
     const context = await browser.newContext({
@@ -1371,7 +1566,11 @@ async function getPage(browser, options) {
     throw new BrowserError(`Failed to create page: ${message}`);
   }
 }
-async function closeBrowser(browser) {
+async function closeBrowser(browser, engine) {
+  if (engine === "lightpanda") {
+    const { closeLightpanda: closeLightpanda2 } = await Promise.resolve().then(() => (init_browser_lightpanda(), exports_browser_lightpanda));
+    return closeLightpanda2(browser);
+  }
   try {
     await browser.close();
   } catch (error) {
@@ -1385,26 +1584,29 @@ class BrowserPool {
   maxSize;
   headless;
   viewport;
+  engine;
   constructor(size, options) {
     this.maxSize = size;
     this.headless = options?.headless ?? true;
     this.viewport = options?.viewport ?? DEFAULT_VIEWPORT;
+    this.engine = options?.engine ?? "playwright";
   }
   async acquire() {
     const idle = this.pool.find((entry) => !entry.inUse);
     if (idle) {
       idle.inUse = true;
-      const page = await getPage(idle.browser, { viewport: this.viewport });
+      const page = await getPage(idle.browser, { viewport: this.viewport, engine: this.engine });
       return { browser: idle.browser, page };
     }
     if (this.pool.length < this.maxSize) {
       const browser = await launchBrowser({
         headless: this.headless,
-        viewport: this.viewport
+        viewport: this.viewport,
+        engine: this.engine
       });
       const entry = { browser, inUse: true };
       this.pool.push(entry);
-      const page = await getPage(browser, { viewport: this.viewport });
+      const page = await getPage(browser, { viewport: this.viewport, engine: this.engine });
       return { browser, page };
     }
     return new Promise((resolve, reject) => {
@@ -1413,7 +1615,7 @@ class BrowserPool {
         if (available) {
           clearInterval(interval);
           available.inUse = true;
-          getPage(available.browser, { viewport: this.viewport }).then((page) => resolve({ browser: available.browser, page })).catch(reject);
+          getPage(available.browser, { viewport: this.viewport, engine: this.engine }).then((page) => resolve({ browser: available.browser, page })).catch(reject);
         }
       }, 50);
     });
@@ -1430,7 +1632,11 @@ class BrowserPool {
     this.pool.length = 0;
   }
 }
-async function installBrowser() {
+async function installBrowser(engine) {
+  if (engine === "lightpanda") {
+    const { installLightpanda: installLightpanda2 } = await Promise.resolve().then(() => (init_browser_lightpanda(), exports_browser_lightpanda));
+    return installLightpanda2();
+  }
   try {
     execSync("bunx playwright install chromium", {
       stdio: "inherit"
@@ -1440,6 +1646,10 @@ async function installBrowser() {
     throw new BrowserError(`Failed to install browser: ${message}`);
   }
 }
+
+// src/index.ts
+init_browser_lightpanda();
+
 // src/lib/screenshotter.ts
 import { mkdirSync as mkdirSync2, existsSync as existsSync3, writeFileSync } from "fs";
 import { join as join3 } from "path";
@@ -2474,6 +2684,38 @@ async function testWebhook(id) {
   }
 }
 
+// src/lib/logs-integration.ts
+async function pushFailedRunToLogs(run, failedResults, scenarios) {
+  const logsUrl = process.env.LOGS_URL;
+  if (!logsUrl)
+    return;
+  const scenarioMap = new Map(scenarios.map((s) => [s.id, s]));
+  const entries = failedResults.map((result) => {
+    const scenario = scenarioMap.get(result.scenarioId);
+    return {
+      level: "error",
+      source: "sdk",
+      service: "testers",
+      message: `[testers] Scenario failed: ${scenario?.name ?? result.scenarioId}${result.error ? ` \u2014 ${result.error}` : ""}`,
+      metadata: {
+        run_id: run.id,
+        scenario_id: result.scenarioId,
+        scenario_name: scenario?.name,
+        url: run.url,
+        status: result.status,
+        duration_ms: result.durationMs
+      }
+    };
+  });
+  try {
+    await fetch(`${logsUrl.replace(/\/$/, "")}/api/logs`, {
+      method: "POST",
+      headers: { "Content-Type": "application/json" },
+      body: JSON.stringify(entries)
+    });
+  } catch {}
+}
+
 // src/lib/runner.ts
 var eventHandler = null;
 function onRunEvent(handler) {
@@ -2486,7 +2728,7 @@ function emit(event) {
 function withTimeout(promise, ms, label) {
   return new Promise((resolve, reject) => {
     const timer = setTimeout(() => {
-      reject(new Error(`Scenario timeout after ${ms}ms: ${label}`));
+      reject(new Error(`Scenario '${label}' timed out after ${ms}ms. Try: testers run --timeout ${ms * 2} or simplify the scenario steps.`));
     }, ms);
     promise.then((val) => {
       clearTimeout(timer);
@@ -2514,7 +2756,7 @@ async function runSingleScenario(scenario, runId, options) {
   let browser = null;
   let page = null;
   try {
-    browser = await launchBrowser({ headless: !(options.headed ?? false) });
+    browser = await launchBrowser({ headless: !(options.headed ?? false), engine: options.engine });
     page = await getPage(browser, {
       viewport: config.browser.viewport
     });
@@ -2579,7 +2821,7 @@ async function runSingleScenario(scenario, runId, options) {
     return updatedResult;
   } finally {
     if (browser)
-      await closeBrowser(browser);
+      await closeBrowser(browser, options.engine);
   }
 }
 async function runBatch(scenarios, options) {
@@ -2619,6 +2861,7 @@ async function runBatch(scenarios, options) {
     } catch {}
     return true;
   };
+  const maxRetries = options.retry ?? 0;
   if (parallel <= 1) {
     for (const scenario of sortedScenarios) {
       if (!await canRun(scenario)) {
@@ -2629,7 +2872,13 @@ async function runBatch(scenarios, options) {
         emit({ type: "scenario:error", scenarioId: scenario.id, scenarioName: scenario.name, error: "Dependency failed \u2014 skipped", runId: run.id });
         continue;
       }
-      const result = await runSingleScenario(scenario, run.id, options);
+      let result = await runSingleScenario(scenario, run.id, options);
+      let attempt = 1;
+      while ((result.status === "failed" || result.status === "error") && attempt <= maxRetries) {
+        emit({ type: "scenario:start", scenarioId: scenario.id, scenarioName: scenario.name, runId: run.id, retryAttempt: attempt + 1, maxRetries: maxRetries + 1 });
+        result = await runSingleScenario(scenario, run.id, options);
+        attempt++;
+      }
       results.push(result);
       if (result.status === "failed" || result.status === "error") {
         failedScenarioIds.add(scenario.id);
@@ -2676,6 +2925,10 @@ async function runBatch(scenarios, options) {
   emit({ type: "run:complete", runId: run.id });
   const eventType = finalRun.status === "failed" ? "failed" : "completed";
   dispatchWebhooks(eventType, finalRun).catch(() => {});
+  if (finalRun.status === "failed") {
+    const failedResults = results.filter((r) => r.status === "failed" || r.status === "error");
+    pushFailedRunToLogs(finalRun, failedResults, scenarios).catch(() => {});
+  }
   return { run: finalRun, results };
 }
 async function runByFilter(options) {
@@ -3277,6 +3530,10 @@ var chalkStderr = createChalk({ level: stderrColor ? stderrColor.level : 0 });
 var source_default = chalk;
 
 // src/lib/reporter.ts
+init_database();
+function useEmoji() {
+  return !process.env["NO_COLOR"] && process.argv.indexOf("--no-color") === -1;
+}
 function formatTerminal(run, results) {
   const lines = [];
   lines.push("");
@@ -3291,21 +3548,22 @@ function formatTerminal(run, results) {
     const screenshotCount = screenshots.length;
     let statusIcon;
     let statusColor;
+    const emoji = useEmoji();
     switch (result.status) {
       case "passed":
-        statusIcon = source_default.green("PASS");
+        statusIcon = emoji ? "\u2705" : source_default.green("PASS");
         statusColor = source_default.green;
         break;
       case "failed":
-        statusIcon = source_default.red("FAIL");
+        statusIcon = emoji ? "\u274C" : source_default.red("FAIL");
         statusColor = source_default.red;
         break;
       case "error":
-        statusIcon = source_default.yellow("ERR ");
+        statusIcon = emoji ? "\u26A0\uFE0F " : source_default.yellow("ERR ");
         statusColor = source_default.yellow;
         break;
       default:
-        statusIcon = source_default.dim("SKIP");
+        statusIcon = emoji ? "\u23ED\uFE0F " : source_default.dim("SKIP");
         statusColor = source_default.dim;
         break;
     }
@@ -3318,7 +3576,7 @@ function formatTerminal(run, results) {
     }
   }
   lines.push("");
-  lines.push(formatSummary(run));
+  lines.push(formatActionableSummary(run, results));
   lines.push("");
   return lines.join(`
 `);
@@ -3330,6 +3588,30 @@ function formatSummary(run) {
   const totalStr = source_default.dim(` (${run.total} total)`);
   return `  ${passedStr}${failedStr}${totalStr} in ${duration}`;
 }
+function formatActionableSummary(run, results) {
+  const emoji = useEmoji();
+  const passedCount = results.filter((r) => r.status === "passed").length;
+  const failedCount = results.filter((r) => r.status === "failed" || r.status === "error").length;
+  const shortId = run.id.slice(0, 8);
+  const passStr = `${emoji ? "\u2705" : "PASS"} ${passedCount} passed`;
+  const failStr = failedCount > 0 ? `  ${emoji ? "\u274C" : "FAIL"} ${failedCount} failed` : "";
+  const lines = [];
+  lines.push(`  ${source_default.bold(passStr)}${failedCount > 0 ? source_default.bold(failStr) : ""}`);
+  if (failedCount > 0) {
+    lines.push(source_default.dim(`  retry failed: testers retry ${shortId}  |  view: testers results ${shortId}`));
+  } else {
+    lines.push(source_default.dim(`  view: testers results ${shortId}`));
+  }
+  const totalCostCents = results.reduce((sum, r) => sum + (r.costCents ?? 0), 0);
+  const totalTokens = results.reduce((sum, r) => sum + (r.tokensUsed ?? 0), 0);
+  if (totalTokens > 0) {
+    const costStr = `$${(totalCostCents / 100).toFixed(4)}`;
+    const tokensStr = totalTokens.toLocaleString();
+    lines.push(source_default.dim(`  ${emoji ? "\uD83D\uDCB0" : "cost:"} Cost: ${costStr} (${tokensStr} tokens)`));
+  }
+  return lines.join(`
+`);
+}
 function formatJSON(run, results) {
   const output = {
     run: {
@@ -3408,6 +3690,15 @@ function formatRunList(runs) {
   return lines.join(`
 `);
 }
+function getScenarioRunStats(scenarioId) {
+  const db2 = getDatabase();
+  const lastRow = db2.query("SELECT status FROM results WHERE scenario_id = ? ORDER BY created_at DESC LIMIT 1").get(scenarioId);
+  const statsRow = db2.query("SELECT COUNT(*) as total, SUM(CASE WHEN status = 'passed' THEN 1 ELSE 0 END) as passed FROM results WHERE scenario_id = ?").get(scenarioId);
+  return {
+    lastStatus: lastRow ? lastRow.status : null,
+    passRate: statsRow && statsRow.total > 0 ? `${statsRow.passed}/${statsRow.total}` : "\u2014"
+  };
+}
 function formatScenarioList(scenarios) {
   const lines = [];
   lines.push("");
@@ -3422,7 +3713,21 @@ function formatScenarioList(scenarios) {
   for (const s of scenarios) {
     const priorityColor = s.priority === "critical" ? source_default.red : s.priority === "high" ? source_default.yellow : s.priority === "medium" ? source_default.blue : source_default.dim;
     const tags = s.tags.length > 0 ? source_default.dim(` [${s.tags.join(", ")}]`) : "";
-    lines.push(`  ${source_default.cyan(s.shortId)}  ${s.name}  ${priorityColor(s.priority)}${tags}`);
+    let lastStatusIcon = source_default.dim("\u2014");
+    let passRateStr = source_default.dim("\u2014");
+    if (s.id) {
+      const stats = getScenarioRunStats(s.id);
+      if (stats.lastStatus === "passed")
+        lastStatusIcon = source_default.green("\u2713");
+      else if (stats.lastStatus === "failed")
+        lastStatusIcon = source_default.red("\u2717");
+      else if (stats.lastStatus === "error")
+        lastStatusIcon = source_default.yellow("!");
+      else if (stats.lastStatus === "skipped")
+        lastStatusIcon = source_default.dim("~");
+      passRateStr = stats.passRate === "\u2014" ? source_default.dim("\u2014") : source_default.dim(stats.passRate);
+    }
+    lines.push(`  ${source_default.cyan(s.shortId)}  ${s.name}  ${priorityColor(s.priority)}${tags}  ${lastStatusIcon} ${passRateStr}`);
   }
   lines.push("");
   return lines.join(`
@@ -3838,26 +4143,146 @@ function detectFramework(dir) {
   return null;
 }
 function getStarterScenarios(framework, projectId) {
+  if (framework.name === "Next.js") {
+    const scenarios2 = [
+      {
+        name: "Homepage loads",
+        description: "Navigate to the homepage and verify it loads correctly. Check that the main heading and content are visible, and there are no console errors.",
+        tags: ["smoke"],
+        priority: "high",
+        projectId
+      },
+      {
+        name: "404 page works",
+        description: "Navigate to a non-existent URL (e.g. /this-page-does-not-exist) and verify the Next.js 404 page renders correctly.",
+        tags: ["smoke"],
+        priority: "medium",
+        projectId
+      },
+      {
+        name: "Navigation links work",
+        description: "Click through the main navigation links and verify each page loads without errors. Check that client-side routing is working correctly.",
+        tags: ["smoke"],
+        priority: "medium",
+        projectId
+      }
+    ];
+    if (framework.features.includes("hasAuth")) {
+      scenarios2.push({
+        name: "Login flow",
+        description: "Navigate to the login page, enter valid credentials, and verify successful authentication and redirect.",
+        tags: ["auth"],
+        priority: "critical",
+        projectId
+      }, {
+        name: "Protected route redirect",
+        description: "Try to access a protected route without authentication and verify you are redirected to the login page.",
+        tags: ["auth"],
+        priority: "high",
+        projectId
+      });
+    }
+    if (framework.features.includes("hasForms")) {
+      scenarios2.push({
+        name: "Form validation",
+        description: "Submit forms with empty/invalid data and verify validation errors appear correctly.",
+        tags: ["forms"],
+        priority: "medium",
+        projectId
+      });
+    }
+    return scenarios2;
+  }
+  if (framework.name === "Vite" || framework.name === "SvelteKit") {
+    const scenarios2 = [
+      {
+        name: "Homepage loads",
+        description: "Navigate to the homepage and verify it loads correctly with no console errors.",
+        tags: ["smoke"],
+        priority: "high",
+        projectId
+      },
+      {
+        name: "Mobile viewport check",
+        description: "Set the viewport to 375x812 (iPhone) and verify the homepage renders correctly without horizontal scrolling or layout issues.",
+        tags: ["responsive"],
+        priority: "medium",
+        projectId
+      },
+      {
+        name: "No console errors",
+        description: "Navigate through the app and verify there are no JavaScript errors or warnings in the browser console.",
+        tags: ["smoke"],
+        priority: "high",
+        projectId
+      }
+    ];
+    if (framework.features.includes("hasAuth")) {
+      scenarios2.push({
+        name: "Login flow",
+        description: "Navigate to the login page, enter valid credentials, and verify successful authentication.",
+        tags: ["auth"],
+        priority: "critical",
+        projectId
+      });
+    }
+    return scenarios2;
+  }
+  if (framework.name === "Nuxt") {
+    const scenarios2 = [
+      {
+        name: "Homepage loads",
+        description: "Navigate to the homepage and verify it loads correctly. Check that the main heading and content are visible.",
+        tags: ["smoke"],
+        priority: "high",
+        projectId
+      },
+      {
+        name: "Navigation works",
+        description: "Click through main navigation links and verify each page loads without errors.",
+        tags: ["smoke"],
+        priority: "medium",
+        projectId
+      },
+      {
+        name: "Mobile viewport check",
+        description: "Set the viewport to 375x812 and verify the homepage renders correctly on mobile.",
+        tags: ["responsive"],
+        priority: "medium",
+        projectId
+      }
+    ];
+    if (framework.features.includes("hasAuth")) {
+      scenarios2.push({
+        name: "Login flow",
+        description: "Navigate to the login page, enter valid credentials, and verify successful authentication.",
+        tags: ["auth"],
+        priority: "critical",
+        projectId
+      });
+    }
+    return scenarios2;
+  }
   const scenarios = [
     {
-      name: "Landing page loads",
-      description: "Navigate to the landing page and verify it loads correctly with no console errors. Check that the main heading, navigation, and primary CTA are visible.",
+      name: "Homepage loads",
+      description: "Navigate to the homepage and verify it loads correctly with no console errors. Check that the main heading, navigation, and primary CTA are visible.",
       tags: ["smoke"],
       priority: "high",
       projectId
     },
     {
-      name: "Navigation works",
-      description: "Click through main navigation links and verify each page loads without errors.",
+      name: "Form submit works",
+      description: "Find the main form on the page, fill it in with valid test data, submit it, and verify the success state.",
       tags: ["smoke"],
       priority: "medium",
       projectId
     },
     {
-      name: "No console errors",
-      description: "Navigate through the main pages and check the browser console for any JavaScript errors or warnings.",
-      tags: ["smoke"],
-      priority: "high",
+      name: "Mobile viewport check",
+      description: "Set the viewport to 375x812 (iPhone) and verify the homepage renders correctly without horizontal scrolling or layout issues.",
+      tags: ["responsive"],
+      priority: "medium",
       projectId
     }
   ];
@@ -4700,12 +5125,13 @@ function formatCostsTerminal(summary) {
   }
   if (summary.byScenario.length > 0) {
     lines.push("");
-    lines.push(source_default.bold("  Top Scenarios by Cost"));
-    lines.push(`  ${"Scenario".padEnd(40)} ${"Cost".padEnd(12)} ${"Tokens".padEnd(12)} Runs`);
-    lines.push(`  ${"\u2500".repeat(40)} ${"\u2500".repeat(12)} ${"\u2500".repeat(12)} ${"\u2500".repeat(6)}`);
+    lines.push(source_default.bold("  Scenarios by Cost (most expensive first)"));
+    lines.push(`  ${"Scenario".padEnd(40)} ${"Total Cost".padEnd(12)} ${"Avg/Run".padEnd(12)} ${"Runs".padEnd(6)} Tokens`);
+    lines.push(`  ${"\u2500".repeat(40)} ${"\u2500".repeat(12)} ${"\u2500".repeat(12)} ${"\u2500".repeat(6)} ${"\u2500".repeat(10)}`);
     for (const s of summary.byScenario) {
       const label = s.name.length > 38 ? s.name.slice(0, 35) + "..." : s.name;
-      lines.push(`  ${label.padEnd(40)} ${formatDollars(s.costCents).padEnd(12)} ${formatTokens(s.tokens).padEnd(12)} ${s.runs}`);
+      const avgPerRun = s.runs > 0 ? s.costCents / s.runs : 0;
+      lines.push(`  ${label.padEnd(40)} ${formatDollars(s.costCents).padEnd(12)} ${formatDollars(avgPerRun).padEnd(12)} ${String(s.runs).padEnd(6)} ${formatTokens(s.tokens)}`);
     }
   }
   lines.push("");
@@ -4861,7 +5287,10 @@ export {
   listFlows,
   listAuthPresets,
   listAgents,
+  launchLightpanda,
   launchBrowser,
+  isLightpandaAvailable,
+  installLightpanda,
   installBrowser,
   initProject,
   importFromTodos,
@@ -4883,6 +5312,7 @@ export {
   getProject,
   getPage,
   getNextRunTime,
+  getLightpandaPage,
   getFlow,
   getExitCode,
   getEnabledSchedules,
@@ -4932,6 +5362,7 @@ export {
   createClient,
   createAuthPreset,
   connectToTodos,
+  closeLightpanda,
   closeDatabase,
   closeBrowser,
   checkBudget,