@hasna/testers 0.0.8 → 0.0.10

package/dist/db/results.d.ts

@@ -17,4 +17,5 @@ export declare function updateResult(id: string, updates: Partial<{
     costCents: number;
 }>): Result;
 export declare function getResultsByRun(runId: string): Result[];
+export declare function countResultsByRun(runId: string): number;
 //# sourceMappingURL=results.d.ts.map

package/dist/db/results.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"results.d.ts","sourceRoot":"","sources":["../../src/db/results.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,KAAK,MAAM,EAEX,KAAK,YAAY,EAElB,MAAM,mBAAmB,CAAC;AAG3B,wBAAgB,YAAY,CAAC,KAAK,EAAE;IAClC,KAAK,EAAE,MAAM,CAAC;IACd,UAAU,EAAE,MAAM,CAAC;IACnB,KAAK,EAAE,MAAM,CAAC;IACd,UAAU,EAAE,MAAM,CAAC;CACpB,GAAG,MAAM,CAkBT;AAED,wBAAgB,SAAS,CAAC,EAAE,EAAE,MAAM,GAAG,MAAM,GAAG,IAAI,CAanD;AAED,wBAAgB,WAAW,CAAC,KAAK,EAAE,MAAM,GAAG,MAAM,EAAE,CAMnD;AAED,wBAAgB,YAAY,CAC1B,EAAE,EAAE,MAAM,EACV,OAAO,EAAE,OAAO,CAAC;IACf,MAAM,EAAE,YAAY,CAAC;IACrB,SAAS,EAAE,MAAM,CAAC;IAClB,KAAK,EAAE,MAAM,CAAC;IACd,cAAc,EAAE,MAAM,CAAC;IACvB,UAAU,EAAE,MAAM,CAAC;IACnB,UAAU,EAAE,MAAM,CAAC;IACnB,SAAS,EAAE,MAAM,CAAC;CACnB,CAAC,GACD,MAAM,CA+CR;AAED,wBAAgB,eAAe,CAAC,KAAK,EAAE,MAAM,GAAG,MAAM,EAAE,CAEvD"}
+{"version":3,"file":"results.d.ts","sourceRoot":"","sources":["../../src/db/results.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,KAAK,MAAM,EAEX,KAAK,YAAY,EAElB,MAAM,mBAAmB,CAAC;AAG3B,wBAAgB,YAAY,CAAC,KAAK,EAAE;IAClC,KAAK,EAAE,MAAM,CAAC;IACd,UAAU,EAAE,MAAM,CAAC;IACnB,KAAK,EAAE,MAAM,CAAC;IACd,UAAU,EAAE,MAAM,CAAC;CACpB,GAAG,MAAM,CAkBT;AAED,wBAAgB,SAAS,CAAC,EAAE,EAAE,MAAM,GAAG,MAAM,GAAG,IAAI,CAanD;AAED,wBAAgB,WAAW,CAAC,KAAK,EAAE,MAAM,GAAG,MAAM,EAAE,CAMnD;AAED,wBAAgB,YAAY,CAC1B,EAAE,EAAE,MAAM,EACV,OAAO,EAAE,OAAO,CAAC;IACf,MAAM,EAAE,YAAY,CAAC;IACrB,SAAS,EAAE,MAAM,CAAC;IAClB,KAAK,EAAE,MAAM,CAAC;IACd,cAAc,EAAE,MAAM,CAAC;IACvB,UAAU,EAAE,MAAM,CAAC;IACnB,UAAU,EAAE,MAAM,CAAC;IACnB,SAAS,EAAE,MAAM,CAAC;CACnB,CAAC,GACD,MAAM,CA+CR;AAED,wBAAgB,eAAe,CAAC,KAAK,EAAE,MAAM,GAAG,MAAM,EAAE,CAEvD;AAED,wBAAgB,iBAAiB,CAAC,KAAK,EAAE,MAAM,GAAG,MAAM,CAMvD"}

package/dist/db/runs.d.ts

@@ -4,6 +4,7 @@ export declare function createRun(input: CreateRunInput & {
 }): Run;
 export declare function getRun(id: string): Run | null;
 export declare function listRuns(filter?: RunFilter): Run[];
+export declare function countRuns(filter?: RunFilter): number;
 export declare function updateRun(id: string, updates: Partial<RunRow>): Run;
 export declare function deleteRun(id: string): boolean;
 //# sourceMappingURL=runs.d.ts.map

package/dist/db/runs.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"runs.d.ts","sourceRoot":"","sources":["../../src/db/runs.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,KAAK,GAAG,EACR,KAAK,MAAM,EACX,KAAK,cAAc,EACnB,KAAK,SAAS,EAEf,MAAM,mBAAmB,CAAC;AAG3B,wBAAgB,SAAS,CAAC,KAAK,EAAE,cAAc,GAAG;IAAE,KAAK,EAAE,MAAM,CAAA;CAAE,GAAG,GAAG,CAoBxE;AAED,wBAAgB,MAAM,CAAC,EAAE,EAAE,MAAM,GAAG,GAAG,GAAG,IAAI,CAc7C;AAED,wBAAgB,QAAQ,CAAC,MAAM,CAAC,EAAE,SAAS,GAAG,GAAG,EAAE,CAgClD;AAED,wBAAgB,SAAS,CAAC,EAAE,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,CAAC,MAAM,CAAC,GAAG,GAAG,CAmEnE;AAED,wBAAgB,SAAS,CAAC,EAAE,EAAE,MAAM,GAAG,OAAO,CAO7C"}
+{"version":3,"file":"runs.d.ts","sourceRoot":"","sources":["../../src/db/runs.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,KAAK,GAAG,EACR,KAAK,MAAM,EACX,KAAK,cAAc,EACnB,KAAK,SAAS,EAEf,MAAM,mBAAmB,CAAC;AAG3B,wBAAgB,SAAS,CAAC,KAAK,EAAE,cAAc,GAAG;IAAE,KAAK,EAAE,MAAM,CAAA;CAAE,GAAG,GAAG,CAoBxE;AAED,wBAAgB,MAAM,CAAC,EAAE,EAAE,MAAM,GAAG,GAAG,GAAG,IAAI,CAc7C;AAED,wBAAgB,QAAQ,CAAC,MAAM,CAAC,EAAE,SAAS,GAAG,GAAG,EAAE,CAgClD;AAED,wBAAgB,SAAS,CAAC,MAAM,CAAC,EAAE,SAAS,GAAG,MAAM,CAmBpD;AAED,wBAAgB,SAAS,CAAC,EAAE,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,CAAC,MAAM,CAAC,GAAG,GAAG,CAmEnE;AAED,wBAAgB,SAAS,CAAC,EAAE,EAAE,MAAM,GAAG,OAAO,CAO7C"}

package/dist/db/scenarios.d.ts

@@ -4,5 +4,6 @@ export declare function getScenario(id: string): Scenario | null;
 export declare function getScenarioByShortId(shortId: string): Scenario | null;
 export declare function listScenarios(filter?: ScenarioFilter): Scenario[];
 export declare function updateScenario(id: string, input: UpdateScenarioInput, version: number): Scenario;
+export declare function countScenarios(filter?: ScenarioFilter): number;
 export declare function deleteScenario(id: string): boolean;
 //# sourceMappingURL=scenarios.d.ts.map

package/dist/db/scenarios.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"scenarios.d.ts","sourceRoot":"","sources":["../../src/db/scenarios.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,KAAK,QAAQ,EAEb,KAAK,mBAAmB,EACxB,KAAK,mBAAmB,EACxB,KAAK,cAAc,EAGpB,MAAM,mBAAmB,CAAC;AAsB3B,wBAAgB,cAAc,CAAC,KAAK,EAAE,mBAAmB,GAAG,QAAQ,CA8BnE;AAED,wBAAgB,WAAW,CAAC,EAAE,EAAE,MAAM,GAAG,QAAQ,GAAG,IAAI,CAmBvD;AAED,wBAAgB,oBAAoB,CAAC,OAAO,EAAE,MAAM,GAAG,QAAQ,GAAG,IAAI,CAIrE;AAED,wBAAgB,aAAa,CAAC,MAAM,CAAC,EAAE,cAAc,GAAG,QAAQ,EAAE,CA6CjE;AAED,wBAAgB,cAAc,CAAC,EAAE,EAAE,MAAM,EAAE,KAAK,EAAE,mBAAmB,EAAE,OAAO,EAAE,MAAM,GAAG,QAAQ,CAoFhG;AAED,wBAAgB,cAAc,CAAC,EAAE,EAAE,MAAM,GAAG,OAAO,CAOlD"}
+{"version":3,"file":"scenarios.d.ts","sourceRoot":"","sources":["../../src/db/scenarios.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,KAAK,QAAQ,EAEb,KAAK,mBAAmB,EACxB,KAAK,mBAAmB,EACxB,KAAK,cAAc,EAGpB,MAAM,mBAAmB,CAAC;AAsB3B,wBAAgB,cAAc,CAAC,KAAK,EAAE,mBAAmB,GAAG,QAAQ,CA8BnE;AAED,wBAAgB,WAAW,CAAC,EAAE,EAAE,MAAM,GAAG,QAAQ,GAAG,IAAI,CAmBvD;AAED,wBAAgB,oBAAoB,CAAC,OAAO,EAAE,MAAM,GAAG,QAAQ,GAAG,IAAI,CAIrE;AAED,wBAAgB,aAAa,CAAC,MAAM,CAAC,EAAE,cAAc,GAAG,QAAQ,EAAE,CA6CjE;AAED,wBAAgB,cAAc,CAAC,EAAE,EAAE,MAAM,EAAE,KAAK,EAAE,mBAAmB,EAAE,OAAO,EAAE,MAAM,GAAG,QAAQ,CAoFhG;AAED,wBAAgB,cAAc,CAAC,MAAM,CAAC,EAAE,cAAc,GAAG,MAAM,CA8B9D;AAED,wBAAgB,cAAc,CAAC,EAAE,EAAE,MAAM,GAAG,OAAO,CAOlD"}

package/dist/db/screenshots.d.ts

@@ -13,4 +13,5 @@ export declare function createScreenshot(input: {
 export declare function getScreenshot(id: string): Screenshot | null;
 export declare function listScreenshots(resultId: string): Screenshot[];
 export declare function getScreenshotsByResult(resultId: string): Screenshot[];
+export declare function countScreenshots(resultId: string): number;
 //# sourceMappingURL=screenshots.d.ts.map

package/dist/db/screenshots.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"screenshots.d.ts","sourceRoot":"","sources":["../../src/db/screenshots.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,KAAK,UAAU,EAGhB,MAAM,mBAAmB,CAAC;AAG3B,wBAAgB,gBAAgB,CAAC,KAAK,EAAE;IACtC,QAAQ,EAAE,MAAM,CAAC;IACjB,UAAU,EAAE,MAAM,CAAC;IACnB,MAAM,EAAE,MAAM,CAAC;IACf,QAAQ,EAAE,MAAM,CAAC;IACjB,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,MAAM,CAAC;IACf,WAAW,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAC5B,OAAO,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IACxB,aAAa,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;CAC/B,GAAG,UAAU,CAuBb;AAED,wBAAgB,aAAa,CAAC,EAAE,EAAE,MAAM,GAAG,UAAU,GAAG,IAAI,CAI3D;AAED,wBAAgB,eAAe,CAAC,QAAQ,EAAE,MAAM,GAAG,UAAU,EAAE,CAM9D;AAED,wBAAgB,sBAAsB,CAAC,QAAQ,EAAE,MAAM,GAAG,UAAU,EAAE,CAErE"}
+{"version":3,"file":"screenshots.d.ts","sourceRoot":"","sources":["../../src/db/screenshots.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,KAAK,UAAU,EAGhB,MAAM,mBAAmB,CAAC;AAG3B,wBAAgB,gBAAgB,CAAC,KAAK,EAAE;IACtC,QAAQ,EAAE,MAAM,CAAC;IACjB,UAAU,EAAE,MAAM,CAAC;IACnB,MAAM,EAAE,MAAM,CAAC;IACf,QAAQ,EAAE,MAAM,CAAC;IACjB,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,MAAM,CAAC;IACf,WAAW,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAC5B,OAAO,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IACxB,aAAa,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;CAC/B,GAAG,UAAU,CAuBb;AAED,wBAAgB,aAAa,CAAC,EAAE,EAAE,MAAM,GAAG,UAAU,GAAG,IAAI,CAI3D;AAED,wBAAgB,eAAe,CAAC,QAAQ,EAAE,MAAM,GAAG,UAAU,EAAE,CAM9D;AAED,wBAAgB,sBAAsB,CAAC,QAAQ,EAAE,MAAM,GAAG,UAAU,EAAE,CAErE;AAED,wBAAgB,gBAAgB,CAAC,QAAQ,EAAE,MAAM,GAAG,MAAM,CAMzD"}

package/dist/index.js

@@ -513,7 +513,8 @@ __export(exports_runs, {
   listRuns: () => listRuns,
   getRun: () => getRun,
   deleteRun: () => deleteRun,
-  createRun: () => createRun
+  createRun: () => createRun,
+  countRuns: () => countRuns
 });
 function createRun(input) {
   const db2 = getDatabase();
@@ -566,6 +567,24 @@ function listRuns(filter) {
   const rows = db2.query(sql).all(...params);
   return rows.map(runFromRow);
 }
+function countRuns(filter) {
+  const db2 = getDatabase();
+  const conditions = [];
+  const params = [];
+  if (filter?.projectId) {
+    conditions.push("project_id = ?");
+    params.push(filter.projectId);
+  }
+  if (filter?.status) {
+    conditions.push("status = ?");
+    params.push(filter.status);
+  }
+  let sql = "SELECT COUNT(*) as count FROM runs";
+  if (conditions.length > 0)
+    sql += " WHERE " + conditions.join(" AND ");
+  const row = db2.query(sql).get(...params);
+  return row.count;
+}
 function updateRun(id, updates) {
   const db2 = getDatabase();
   const existing = getRun(id);
@@ -2665,6 +2684,38 @@ async function testWebhook(id) {
   }
 }
 
+// src/lib/logs-integration.ts
+async function pushFailedRunToLogs(run, failedResults, scenarios) {
+  const logsUrl = process.env.LOGS_URL;
+  if (!logsUrl)
+    return;
+  const scenarioMap = new Map(scenarios.map((s) => [s.id, s]));
+  const entries = failedResults.map((result) => {
+    const scenario = scenarioMap.get(result.scenarioId);
+    return {
+      level: "error",
+      source: "sdk",
+      service: "testers",
+      message: `[testers] Scenario failed: ${scenario?.name ?? result.scenarioId}${result.error ? ` \u2014 ${result.error}` : ""}`,
+      metadata: {
+        run_id: run.id,
+        scenario_id: result.scenarioId,
+        scenario_name: scenario?.name,
+        url: run.url,
+        status: result.status,
+        duration_ms: result.durationMs
+      }
+    };
+  });
+  try {
+    await fetch(`${logsUrl.replace(/\/$/, "")}/api/logs`, {
+      method: "POST",
+      headers: { "Content-Type": "application/json" },
+      body: JSON.stringify(entries)
+    });
+  } catch {}
+}
+
 // src/lib/runner.ts
 var eventHandler = null;
 function onRunEvent(handler) {
@@ -2677,7 +2728,7 @@ function emit(event) {
 function withTimeout(promise, ms, label) {
   return new Promise((resolve, reject) => {
     const timer = setTimeout(() => {
-      reject(new Error(`Scenario timeout after ${ms}ms: ${label}`));
+      reject(new Error(`Scenario '${label}' timed out after ${ms}ms. Try: testers run --timeout ${ms * 2} or simplify the scenario steps.`));
     }, ms);
     promise.then((val) => {
       clearTimeout(timer);
@@ -2810,6 +2861,7 @@ async function runBatch(scenarios, options) {
     } catch {}
     return true;
   };
+  const maxRetries = options.retry ?? 0;
   if (parallel <= 1) {
     for (const scenario of sortedScenarios) {
       if (!await canRun(scenario)) {
@@ -2820,7 +2872,13 @@ async function runBatch(scenarios, options) {
         emit({ type: "scenario:error", scenarioId: scenario.id, scenarioName: scenario.name, error: "Dependency failed \u2014 skipped", runId: run.id });
         continue;
       }
-      const result = await runSingleScenario(scenario, run.id, options);
+      let result = await runSingleScenario(scenario, run.id, options);
+      let attempt = 1;
+      while ((result.status === "failed" || result.status === "error") && attempt <= maxRetries) {
+        emit({ type: "scenario:start", scenarioId: scenario.id, scenarioName: scenario.name, runId: run.id, retryAttempt: attempt + 1, maxRetries: maxRetries + 1 });
+        result = await runSingleScenario(scenario, run.id, options);
+        attempt++;
+      }
       results.push(result);
       if (result.status === "failed" || result.status === "error") {
         failedScenarioIds.add(scenario.id);
@@ -2867,6 +2925,10 @@ async function runBatch(scenarios, options) {
   emit({ type: "run:complete", runId: run.id });
   const eventType = finalRun.status === "failed" ? "failed" : "completed";
   dispatchWebhooks(eventType, finalRun).catch(() => {});
+  if (finalRun.status === "failed") {
+    const failedResults = results.filter((r) => r.status === "failed" || r.status === "error");
+    pushFailedRunToLogs(finalRun, failedResults, scenarios).catch(() => {});
+  }
   return { run: finalRun, results };
 }
 async function runByFilter(options) {
@@ -3468,6 +3530,10 @@ var chalkStderr = createChalk({ level: stderrColor ? stderrColor.level : 0 });
 var source_default = chalk;
 
 // src/lib/reporter.ts
+init_database();
+function useEmoji() {
+  return !process.env["NO_COLOR"] && process.argv.indexOf("--no-color") === -1;
+}
 function formatTerminal(run, results) {
   const lines = [];
   lines.push("");
@@ -3482,21 +3548,22 @@ function formatTerminal(run, results) {
     const screenshotCount = screenshots.length;
     let statusIcon;
     let statusColor;
+    const emoji = useEmoji();
     switch (result.status) {
       case "passed":
-        statusIcon = source_default.green("PASS");
+        statusIcon = emoji ? "\u2705" : source_default.green("PASS");
         statusColor = source_default.green;
         break;
       case "failed":
-        statusIcon = source_default.red("FAIL");
+        statusIcon = emoji ? "\u274C" : source_default.red("FAIL");
         statusColor = source_default.red;
         break;
       case "error":
-        statusIcon = source_default.yellow("ERR ");
+        statusIcon = emoji ? "\u26A0\uFE0F " : source_default.yellow("ERR ");
         statusColor = source_default.yellow;
         break;
       default:
-        statusIcon = source_default.dim("SKIP");
+        statusIcon = emoji ? "\u23ED\uFE0F " : source_default.dim("SKIP");
         statusColor = source_default.dim;
         break;
     }
@@ -3509,7 +3576,7 @@ function formatTerminal(run, results) {
     }
   }
   lines.push("");
-  lines.push(formatSummary(run));
+  lines.push(formatActionableSummary(run, results));
   lines.push("");
   return lines.join(`
 `);
@@ -3521,6 +3588,30 @@ function formatSummary(run) {
   const totalStr = source_default.dim(` (${run.total} total)`);
   return `  ${passedStr}${failedStr}${totalStr} in ${duration}`;
 }
+function formatActionableSummary(run, results) {
+  const emoji = useEmoji();
+  const passedCount = results.filter((r) => r.status === "passed").length;
+  const failedCount = results.filter((r) => r.status === "failed" || r.status === "error").length;
+  const shortId = run.id.slice(0, 8);
+  const passStr = `${emoji ? "\u2705" : "PASS"} ${passedCount} passed`;
+  const failStr = failedCount > 0 ? `  ${emoji ? "\u274C" : "FAIL"} ${failedCount} failed` : "";
+  const lines = [];
+  lines.push(`  ${source_default.bold(passStr)}${failedCount > 0 ? source_default.bold(failStr) : ""}`);
+  if (failedCount > 0) {
+    lines.push(source_default.dim(`  retry failed: testers retry ${shortId}  |  view: testers results ${shortId}`));
+  } else {
+    lines.push(source_default.dim(`  view: testers results ${shortId}`));
+  }
+  const totalCostCents = results.reduce((sum, r) => sum + (r.costCents ?? 0), 0);
+  const totalTokens = results.reduce((sum, r) => sum + (r.tokensUsed ?? 0), 0);
+  if (totalTokens > 0) {
+    const costStr = `$${(totalCostCents / 100).toFixed(4)}`;
+    const tokensStr = totalTokens.toLocaleString();
+    lines.push(source_default.dim(`  ${emoji ? "\uD83D\uDCB0" : "cost:"} Cost: ${costStr} (${tokensStr} tokens)`));
+  }
+  return lines.join(`
+`);
+}
 function formatJSON(run, results) {
   const output = {
     run: {
@@ -3599,6 +3690,15 @@ function formatRunList(runs) {
   return lines.join(`
 `);
 }
+function getScenarioRunStats(scenarioId) {
+  const db2 = getDatabase();
+  const lastRow = db2.query("SELECT status FROM results WHERE scenario_id = ? ORDER BY created_at DESC LIMIT 1").get(scenarioId);
+  const statsRow = db2.query("SELECT COUNT(*) as total, SUM(CASE WHEN status = 'passed' THEN 1 ELSE 0 END) as passed FROM results WHERE scenario_id = ?").get(scenarioId);
+  return {
+    lastStatus: lastRow ? lastRow.status : null,
+    passRate: statsRow && statsRow.total > 0 ? `${statsRow.passed}/${statsRow.total}` : "\u2014"
+  };
+}
 function formatScenarioList(scenarios) {
   const lines = [];
   lines.push("");
@@ -3613,7 +3713,21 @@ function formatScenarioList(scenarios) {
   for (const s of scenarios) {
     const priorityColor = s.priority === "critical" ? source_default.red : s.priority === "high" ? source_default.yellow : s.priority === "medium" ? source_default.blue : source_default.dim;
     const tags = s.tags.length > 0 ? source_default.dim(` [${s.tags.join(", ")}]`) : "";
-    lines.push(`  ${source_default.cyan(s.shortId)}  ${s.name}  ${priorityColor(s.priority)}${tags}`);
+    let lastStatusIcon = source_default.dim("\u2014");
+    let passRateStr = source_default.dim("\u2014");
+    if (s.id) {
+      const stats = getScenarioRunStats(s.id);
+      if (stats.lastStatus === "passed")
+        lastStatusIcon = source_default.green("\u2713");
+      else if (stats.lastStatus === "failed")
+        lastStatusIcon = source_default.red("\u2717");
+      else if (stats.lastStatus === "error")
+        lastStatusIcon = source_default.yellow("!");
+      else if (stats.lastStatus === "skipped")
+        lastStatusIcon = source_default.dim("~");
+      passRateStr = stats.passRate === "\u2014" ? source_default.dim("\u2014") : source_default.dim(stats.passRate);
+    }
+    lines.push(`  ${source_default.cyan(s.shortId)}  ${s.name}  ${priorityColor(s.priority)}${tags}  ${lastStatusIcon} ${passRateStr}`);
   }
   lines.push("");
   return lines.join(`
@@ -4029,26 +4143,146 @@ function detectFramework(dir) {
   return null;
 }
 function getStarterScenarios(framework, projectId) {
+  if (framework.name === "Next.js") {
+    const scenarios2 = [
+      {
+        name: "Homepage loads",
+        description: "Navigate to the homepage and verify it loads correctly. Check that the main heading and content are visible, and there are no console errors.",
+        tags: ["smoke"],
+        priority: "high",
+        projectId
+      },
+      {
+        name: "404 page works",
+        description: "Navigate to a non-existent URL (e.g. /this-page-does-not-exist) and verify the Next.js 404 page renders correctly.",
+        tags: ["smoke"],
+        priority: "medium",
+        projectId
+      },
+      {
+        name: "Navigation links work",
+        description: "Click through the main navigation links and verify each page loads without errors. Check that client-side routing is working correctly.",
+        tags: ["smoke"],
+        priority: "medium",
+        projectId
+      }
+    ];
+    if (framework.features.includes("hasAuth")) {
+      scenarios2.push({
+        name: "Login flow",
+        description: "Navigate to the login page, enter valid credentials, and verify successful authentication and redirect.",
+        tags: ["auth"],
+        priority: "critical",
+        projectId
+      }, {
+        name: "Protected route redirect",
+        description: "Try to access a protected route without authentication and verify you are redirected to the login page.",
+        tags: ["auth"],
+        priority: "high",
+        projectId
+      });
+    }
+    if (framework.features.includes("hasForms")) {
+      scenarios2.push({
+        name: "Form validation",
+        description: "Submit forms with empty/invalid data and verify validation errors appear correctly.",
+        tags: ["forms"],
+        priority: "medium",
+        projectId
+      });
+    }
+    return scenarios2;
+  }
+  if (framework.name === "Vite" || framework.name === "SvelteKit") {
+    const scenarios2 = [
+      {
+        name: "Homepage loads",
+        description: "Navigate to the homepage and verify it loads correctly with no console errors.",
+        tags: ["smoke"],
+        priority: "high",
+        projectId
+      },
+      {
+        name: "Mobile viewport check",
+        description: "Set the viewport to 375x812 (iPhone) and verify the homepage renders correctly without horizontal scrolling or layout issues.",
+        tags: ["responsive"],
+        priority: "medium",
+        projectId
+      },
+      {
+        name: "No console errors",
+        description: "Navigate through the app and verify there are no JavaScript errors or warnings in the browser console.",
+        tags: ["smoke"],
+        priority: "high",
+        projectId
+      }
+    ];
+    if (framework.features.includes("hasAuth")) {
+      scenarios2.push({
+        name: "Login flow",
+        description: "Navigate to the login page, enter valid credentials, and verify successful authentication.",
+        tags: ["auth"],
+        priority: "critical",
+        projectId
+      });
+    }
+    return scenarios2;
+  }
+  if (framework.name === "Nuxt") {
+    const scenarios2 = [
+      {
+        name: "Homepage loads",
+        description: "Navigate to the homepage and verify it loads correctly. Check that the main heading and content are visible.",
+        tags: ["smoke"],
+        priority: "high",
+        projectId
+      },
+      {
+        name: "Navigation works",
+        description: "Click through main navigation links and verify each page loads without errors.",
+        tags: ["smoke"],
+        priority: "medium",
+        projectId
+      },
+      {
+        name: "Mobile viewport check",
+        description: "Set the viewport to 375x812 and verify the homepage renders correctly on mobile.",
+        tags: ["responsive"],
+        priority: "medium",
+        projectId
+      }
+    ];
+    if (framework.features.includes("hasAuth")) {
+      scenarios2.push({
+        name: "Login flow",
+        description: "Navigate to the login page, enter valid credentials, and verify successful authentication.",
+        tags: ["auth"],
+        priority: "critical",
+        projectId
+      });
+    }
+    return scenarios2;
+  }
   const scenarios = [
     {
-      name: "Landing page loads",
-      description: "Navigate to the landing page and verify it loads correctly with no console errors. Check that the main heading, navigation, and primary CTA are visible.",
+      name: "Homepage loads",
+      description: "Navigate to the homepage and verify it loads correctly with no console errors. Check that the main heading, navigation, and primary CTA are visible.",
       tags: ["smoke"],
       priority: "high",
       projectId
     },
     {
-      name: "Navigation works",
-      description: "Click through main navigation links and verify each page loads without errors.",
+      name: "Form submit works",
+      description: "Find the main form on the page, fill it in with valid test data, submit it, and verify the success state.",
       tags: ["smoke"],
       priority: "medium",
       projectId
     },
     {
-      name: "No console errors",
-      description: "Navigate through the main pages and check the browser console for any JavaScript errors or warnings.",
-      tags: ["smoke"],
-      priority: "high",
+      name: "Mobile viewport check",
+      description: "Set the viewport to 375x812 (iPhone) and verify the homepage renders correctly without horizontal scrolling or layout issues.",
+      tags: ["responsive"],
+      priority: "medium",
       projectId
     }
   ];
@@ -4891,12 +5125,13 @@ function formatCostsTerminal(summary) {
   }
   if (summary.byScenario.length > 0) {
     lines.push("");
-    lines.push(source_default.bold("  Top Scenarios by Cost"));
-    lines.push(`  ${"Scenario".padEnd(40)} ${"Cost".padEnd(12)} ${"Tokens".padEnd(12)} Runs`);
-    lines.push(`  ${"\u2500".repeat(40)} ${"\u2500".repeat(12)} ${"\u2500".repeat(12)} ${"\u2500".repeat(6)}`);
+    lines.push(source_default.bold("  Scenarios by Cost (most expensive first)"));
+    lines.push(`  ${"Scenario".padEnd(40)} ${"Total Cost".padEnd(12)} ${"Avg/Run".padEnd(12)} ${"Runs".padEnd(6)} Tokens`);
+    lines.push(`  ${"\u2500".repeat(40)} ${"\u2500".repeat(12)} ${"\u2500".repeat(12)} ${"\u2500".repeat(6)} ${"\u2500".repeat(10)}`);
     for (const s of summary.byScenario) {
       const label = s.name.length > 38 ? s.name.slice(0, 35) + "..." : s.name;
-      lines.push(`  ${label.padEnd(40)} ${formatDollars(s.costCents).padEnd(12)} ${formatTokens(s.tokens).padEnd(12)} ${s.runs}`);
+      const avgPerRun = s.runs > 0 ? s.costCents / s.runs : 0;
+      lines.push(`  ${label.padEnd(40)} ${formatDollars(s.costCents).padEnd(12)} ${formatDollars(avgPerRun).padEnd(12)} ${String(s.runs).padEnd(6)} ${formatTokens(s.tokens)}`);
     }
   }
   lines.push("");

package/dist/lib/costs.d.ts

@@ -33,4 +33,5 @@ export declare function checkBudget(estimatedCostCents: number): {
 };
 export declare function formatCostsTerminal(summary: CostSummary): string;
 export declare function formatCostsJSON(summary: CostSummary): string;
+export declare function formatCostsCsv(summary: CostSummary): string;
 //# sourceMappingURL=costs.d.ts.map

package/dist/lib/costs.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"costs.d.ts","sourceRoot":"","sources":["../../src/lib/costs.ts"],"names":[],"mappings":"AAMA,MAAM,WAAW,WAAW;IAC1B,MAAM,EAAE,MAAM,CAAC;IACf,cAAc,EAAE,MAAM,CAAC;IACvB,WAAW,EAAE,MAAM,CAAC;IACpB,QAAQ,EAAE,MAAM,CAAC;IACjB,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE;QAAE,SAAS,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,MAAM,CAAC;QAAC,IAAI,EAAE,MAAM,CAAA;KAAE,CAAC,CAAC;IAC7E,UAAU,EAAE,KAAK,CAAC;QAAE,UAAU,EAAE,MAAM,CAAC;QAAC,IAAI,EAAE,MAAM,CAAC;QAAC,SAAS,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,MAAM,CAAC;QAAC,IAAI,EAAE,MAAM,CAAA;KAAE,CAAC,CAAC;IACzG,aAAa,EAAE,MAAM,CAAC;IACtB,qBAAqB,EAAE,MAAM,CAAC;CAC/B;AAED,MAAM,WAAW,YAAY;IAC3B,cAAc,EAAE,MAAM,CAAC;IACvB,cAAc,EAAE,MAAM,CAAC;IACvB,aAAa,EAAE,MAAM,CAAC;CACvB;AA0CD,wBAAgB,cAAc,CAAC,OAAO,CAAC,EAAE;IACvC,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,MAAM,CAAC,EAAE,KAAK,GAAG,MAAM,GAAG,OAAO,GAAG,KAAK,CAAC;CAC3C,GAAG,WAAW,CAyFd;AAED,wBAAgB,WAAW,CAAC,kBAAkB,EAAE,MAAM,GAAG;IAAE,OAAO,EAAE,OAAO,CAAC;IAAC,OAAO,CAAC,EAAE,MAAM,CAAA;CAAE,CA+B9F;AAcD,wBAAgB,mBAAmB,CAAC,OAAO,EAAE,WAAW,GAAG,MAAM,CAwChE;AAED,wBAAgB,eAAe,CAAC,OAAO,EAAE,WAAW,GAAG,MAAM,CAE5D"}
+{"version":3,"file":"costs.d.ts","sourceRoot":"","sources":["../../src/lib/costs.ts"],"names":[],"mappings":"AAMA,MAAM,WAAW,WAAW;IAC1B,MAAM,EAAE,MAAM,CAAC;IACf,cAAc,EAAE,MAAM,CAAC;IACvB,WAAW,EAAE,MAAM,CAAC;IACpB,QAAQ,EAAE,MAAM,CAAC;IACjB,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE;QAAE,SAAS,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,MAAM,CAAC;QAAC,IAAI,EAAE,MAAM,CAAA;KAAE,CAAC,CAAC;IAC7E,UAAU,EAAE,KAAK,CAAC;QAAE,UAAU,EAAE,MAAM,CAAC;QAAC,IAAI,EAAE,MAAM,CAAC;QAAC,SAAS,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,MAAM,CAAC;QAAC,IAAI,EAAE,MAAM,CAAA;KAAE,CAAC,CAAC;IACzG,aAAa,EAAE,MAAM,CAAC;IACtB,qBAAqB,EAAE,MAAM,CAAC;CAC/B;AAED,MAAM,WAAW,YAAY;IAC3B,cAAc,EAAE,MAAM,CAAC;IACvB,cAAc,EAAE,MAAM,CAAC;IACvB,aAAa,EAAE,MAAM,CAAC;CACvB;AA0CD,wBAAgB,cAAc,CAAC,OAAO,CAAC,EAAE;IACvC,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,MAAM,CAAC,EAAE,KAAK,GAAG,MAAM,GAAG,OAAO,GAAG,KAAK,CAAC;CAC3C,GAAG,WAAW,CAyFd;AAED,wBAAgB,WAAW,CAAC,kBAAkB,EAAE,MAAM,GAAG;IAAE,OAAO,EAAE,OAAO,CAAC;IAAC,OAAO,CAAC,EAAE,MAAM,CAAA;CAAE,CA+B9F;AAcD,wBAAgB,mBAAmB,CAAC,OAAO,EAAE,WAAW,GAAG,MAAM,CAyChE;AAED,wBAAgB,eAAe,CAAC,OAAO,EAAE,WAAW,GAAG,MAAM,CAE5D;AAED,wBAAgB,cAAc,CAAC,OAAO,EAAE,WAAW,GAAG,MAAM,CAS3D"}

package/dist/lib/init.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"init.d.ts","sourceRoot":"","sources":["../../src/lib/init.ts"],"names":[],"mappings":"AAGA,OAAO,EAAE,cAAc,EAAE,MAAM,oBAAoB,CAAC;AACpD,OAAO,EAAE,aAAa,EAAE,MAAM,mBAAmB,CAAC;AAClD,OAAO,KAAK,EAAE,mBAAmB,EAAE,MAAM,mBAAmB,CAAC;AAI7D,UAAU,aAAa;IACrB,IAAI,EAAE,MAAM,CAAC;IACb,UAAU,EAAE,MAAM,CAAC;IACnB,QAAQ,EAAE,MAAM,EAAE,CAAC;CACpB;AAED,wBAAgB,eAAe,CAAC,GAAG,EAAE,MAAM,GAAG,aAAa,GAAG,IAAI,CAmDjE;AAID,wBAAgB,mBAAmB,CACjC,SAAS,EAAE;IAAE,IAAI,EAAE,MAAM,CAAC;IAAC,QAAQ,EAAE,MAAM,EAAE,CAAA;CAAE,EAC/C,SAAS,EAAE,MAAM,GAChB,mBAAmB,EAAE,CA6DvB;AAID,MAAM,WAAW,WAAW;IAC1B,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,GAAG,CAAC,EAAE,MAAM,CAAC;IACb,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,GAAG,CAAC,EAAE,MAAM,CAAC;CACd;AAED,MAAM,WAAW,UAAU;IACzB,OAAO,EAAE,UAAU,CAAC,OAAO,aAAa,CAAC,CAAC;IAC1C,SAAS,EAAE,UAAU,CAAC,OAAO,cAAc,CAAC,EAAE,CAAC;IAC/C,SAAS,EAAE,aAAa,GAAG,IAAI,CAAC;IAChC,GAAG,EAAE,MAAM,CAAC;CACb;AAED,wBAAgB,WAAW,CAAC,OAAO,EAAE,WAAW,GAAG,UAAU,CAuC5D"}
+{"version":3,"file":"init.d.ts","sourceRoot":"","sources":["../../src/lib/init.ts"],"names":[],"mappings":"AAGA,OAAO,EAAE,cAAc,EAAE,MAAM,oBAAoB,CAAC;AACpD,OAAO,EAAE,aAAa,EAAE,MAAM,mBAAmB,CAAC;AAClD,OAAO,KAAK,EAAE,mBAAmB,EAAE,MAAM,mBAAmB,CAAC;AAI7D,UAAU,aAAa;IACrB,IAAI,EAAE,MAAM,CAAC;IACb,UAAU,EAAE,MAAM,CAAC;IACnB,QAAQ,EAAE,MAAM,EAAE,CAAC;CACpB;AAED,wBAAgB,eAAe,CAAC,GAAG,EAAE,MAAM,GAAG,aAAa,GAAG,IAAI,CAmDjE;AAID,wBAAgB,mBAAmB,CACjC,SAAS,EAAE;IAAE,IAAI,EAAE,MAAM,CAAC;IAAC,QAAQ,EAAE,MAAM,EAAE,CAAA;CAAE,EAC/C,SAAS,EAAE,MAAM,GAChB,mBAAmB,EAAE,CAkNvB;AAID,MAAM,WAAW,WAAW;IAC1B,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,GAAG,CAAC,EAAE,MAAM,CAAC;IACb,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,GAAG,CAAC,EAAE,MAAM,CAAC;CACd;AAED,MAAM,WAAW,UAAU;IACzB,OAAO,EAAE,UAAU,CAAC,OAAO,aAAa,CAAC,CAAC;IAC1C,SAAS,EAAE,UAAU,CAAC,OAAO,cAAc,CAAC,EAAE,CAAC;IAC/C,SAAS,EAAE,aAAa,GAAG,IAAI,CAAC;IAChC,GAAG,EAAE,MAAM,CAAC;CACb;AAED,wBAAgB,WAAW,CAAC,OAAO,EAAE,WAAW,GAAG,UAAU,CAuC5D"}

package/dist/lib/logs-integration.d.ts

@@ -0,0 +1,7 @@
+import type { Run, Result, Scenario } from "../types/index.js";
+/**
+ * Push failed test results to open-logs if LOGS_URL env var is set.
+ * No-op when LOGS_URL is not configured.
+ */
+export declare function pushFailedRunToLogs(run: Run, failedResults: Result[], scenarios: Scenario[]): Promise<void>;
+//# sourceMappingURL=logs-integration.d.ts.map

package/dist/lib/logs-integration.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"logs-integration.d.ts","sourceRoot":"","sources":["../../src/lib/logs-integration.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,GAAG,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,mBAAmB,CAAC;AAE/D;;;GAGG;AACH,wBAAsB,mBAAmB,CACvC,GAAG,EAAE,GAAG,EACR,aAAa,EAAE,MAAM,EAAE,EACvB,SAAS,EAAE,QAAQ,EAAE,GACpB,OAAO,CAAC,IAAI,CAAC,CAiCf"}

package/dist/lib/reporter.d.ts

@@ -5,10 +5,17 @@ export interface ReportOptions {
 }
 export declare function formatTerminal(run: Run, results: Result[]): string;
 export declare function formatSummary(run: Run): string;
+export declare function formatActionableSummary(run: Run, results: Result[]): string;
 export declare function formatJSON(run: Run, results: Result[]): string;
 export declare function getExitCode(run: Run): number;
 export declare function formatRunList(runs: Run[]): string;
+export interface ScenarioRunStats {
+    lastStatus: "passed" | "failed" | "error" | "skipped" | null;
+    passRate: string;
+}
+export declare function getScenarioRunStats(scenarioId: string): ScenarioRunStats;
 export declare function formatScenarioList(scenarios: Array<{
+    id?: string;
     shortId: string;
     name: string;
     priority: string;

package/dist/lib/reporter.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"reporter.d.ts","sourceRoot":"","sources":["../../src/lib/reporter.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,GAAG,EAAE,MAAM,EAAE,UAAU,EAAE,MAAM,mBAAmB,CAAC;AAIjE,MAAM,WAAW,aAAa;IAC5B,IAAI,CAAC,EAAE,OAAO,CAAC;IACf,OAAO,CAAC,EAAE,OAAO,CAAC;CACnB;AAED,wBAAgB,cAAc,CAAC,GAAG,EAAE,GAAG,EAAE,OAAO,EAAE,MAAM,EAAE,GAAG,MAAM,CAmDlE;AAED,wBAAgB,aAAa,CAAC,GAAG,EAAE,GAAG,GAAG,MAAM,CAU9C;AAED,wBAAgB,UAAU,CAAC,GAAG,EAAE,GAAG,EAAE,OAAO,EAAE,MAAM,EAAE,GAAG,MAAM,CAoD9D;AAED,wBAAgB,WAAW,CAAC,GAAG,EAAE,GAAG,GAAG,MAAM,CAI5C;AAED,wBAAgB,aAAa,CAAC,IAAI,EAAE,GAAG,EAAE,GAAG,MAAM,CA6BjD;AAED,wBAAgB,kBAAkB,CAAC,SAAS,EAAE,KAAK,CAAC;IAAE,OAAO,EAAE,MAAM,CAAC;IAAC,IAAI,EAAE,MAAM,CAAC;IAAC,QAAQ,EAAE,MAAM,CAAC;IAAC,IAAI,EAAE,MAAM,EAAE,CAAA;CAAE,CAAC,GAAG,MAAM,CA2BhI;AAED,wBAAgB,kBAAkB,CAAC,MAAM,EAAE,MAAM,EAAE,WAAW,EAAE,UAAU,EAAE,GAAG,MAAM,CAqCpF"}
+{"version":3,"file":"reporter.d.ts","sourceRoot":"","sources":["../../src/lib/reporter.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,GAAG,EAAE,MAAM,EAAE,UAAU,EAAE,MAAM,mBAAmB,CAAC;AAWjE,MAAM,WAAW,aAAa;IAC5B,IAAI,CAAC,EAAE,OAAO,CAAC;IACf,OAAO,CAAC,EAAE,OAAO,CAAC;CACnB;AAED,wBAAgB,cAAc,CAAC,GAAG,EAAE,GAAG,EAAE,OAAO,EAAE,MAAM,EAAE,GAAG,MAAM,CAoDlE;AAED,wBAAgB,aAAa,CAAC,GAAG,EAAE,GAAG,GAAG,MAAM,CAU9C;AAED,wBAAgB,uBAAuB,CAAC,GAAG,EAAE,GAAG,EAAE,OAAO,EAAE,MAAM,EAAE,GAAG,MAAM,CA4B3E;AAED,wBAAgB,UAAU,CAAC,GAAG,EAAE,GAAG,EAAE,OAAO,EAAE,MAAM,EAAE,GAAG,MAAM,CAoD9D;AAED,wBAAgB,WAAW,CAAC,GAAG,EAAE,GAAG,GAAG,MAAM,CAI5C;AAED,wBAAgB,aAAa,CAAC,IAAI,EAAE,GAAG,EAAE,GAAG,MAAM,CA6BjD;AAED,MAAM,WAAW,gBAAgB;IAC/B,UAAU,EAAE,QAAQ,GAAG,QAAQ,GAAG,OAAO,GAAG,SAAS,GAAG,IAAI,CAAC;IAC7D,QAAQ,EAAE,MAAM,CAAC;CAClB;AAED,wBAAgB,mBAAmB,CAAC,UAAU,EAAE,MAAM,GAAG,gBAAgB,CAiBxE;AAED,wBAAgB,kBAAkB,CAAC,SAAS,EAAE,KAAK,CAAC;IAAE,EAAE,CAAC,EAAE,MAAM,CAAC;IAAC,OAAO,EAAE,MAAM,CAAC;IAAC,IAAI,EAAE,MAAM,CAAC;IAAC,QAAQ,EAAE,MAAM,CAAC;IAAC,IAAI,EAAE,MAAM,EAAE,CAAA;CAAE,CAAC,GAAG,MAAM,CAwC7I;AAED,wBAAgB,kBAAkB,CAAC,MAAM,EAAE,MAAM,EAAE,WAAW,EAAE,UAAU,EAAE,GAAG,MAAM,CAqCpF"}

package/dist/lib/runner.d.ts

@@ -5,6 +5,7 @@ export interface RunOptions {
     headed?: boolean;
     parallel?: number;
     timeout?: number;
+    retry?: number;
     projectId?: string;
     apiKey?: string;
     screenshotDir?: string;
@@ -23,6 +24,8 @@ export interface RunEvent {
     toolResult?: string;
     thinking?: string;
     stepNumber?: number;
+    retryAttempt?: number;
+    maxRetries?: number;
 }
 export type RunEventHandler = (event: RunEvent) => void;
 export declare function onRunEvent(handler: RunEventHandler): void;

package/dist/lib/runner.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"runner.d.ts","sourceRoot":"","sources":["../../src/lib/runner.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,QAAQ,EAAE,GAAG,EAAE,MAAM,EAAE,MAAM,mBAAmB,CAAC;AAY/D,MAAM,WAAW,UAAU;IACzB,GAAG,EAAE,MAAM,CAAC;IACZ,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,MAAM,CAAC,EAAE,OAAO,CAAC;IACjB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,MAAM,CAAC,EAAE,YAAY,GAAG,YAAY,CAAC;CACtC;AAED,MAAM,WAAW,QAAQ;IACvB,IAAI,EACA,gBAAgB,GAChB,eAAe,GACf,eAAe,GACf,gBAAgB,GAChB,qBAAqB,GACrB,cAAc,GACd,gBAAgB,GAChB,kBAAkB,GAClB,eAAe,CAAC;IACpB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,SAAS,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IACpC,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,UAAU,CAAC,EAAE,MAAM,CAAC;CACrB;AAED,MAAM,MAAM,eAAe,GAAG,CAAC,KAAK,EAAE,QAAQ,KAAK,IAAI,CAAC;AAIxD,wBAAgB,UAAU,CAAC,OAAO,EAAE,eAAe,GAAG,IAAI,CAEzD;AAkBD,wBAAsB,iBAAiB,CACrC,QAAQ,EAAE,QAAQ,EAClB,KAAK,EAAE,MAAM,EACb,OAAO,EAAE,UAAU,GAClB,OAAO,CAAC,MAAM,CAAC,CAmGjB;AAED,wBAAsB,QAAQ,CAC5B,SAAS,EAAE,QAAQ,EAAE,EACrB,OAAO,EAAE,UAAU,GAClB,OAAO,CAAC;IAAE,GAAG,EAAE,GAAG,CAAC;IAAC,OAAO,EAAE,MAAM,EAAE,CAAA;CAAE,CAAC,CAwH1C;AAED,wBAAsB,WAAW,CAC/B,OAAO,EAAE,UAAU,GAAG;IAAE,IAAI,CAAC,EAAE,MAAM,EAAE,CAAC;IAAC,QAAQ,CAAC,EAAE,MAAM,CAAC;IAAC,WAAW,CAAC,EAAE,MAAM,EAAE,CAAA;CAAE,GACnF,OAAO,CAAC;IAAE,GAAG,EAAE,GAAG,CAAC;IAAC,OAAO,EAAE,MAAM,EAAE,CAAA;CAAE,CAAC,CAuB1C;AAED;;;GAGG;AACH,wBAAgB,aAAa,CAC3B,OAAO,EAAE,UAAU,GAAG;IAAE,IAAI,CAAC,EAAE,MAAM,EAAE,CAAC;IAAC,QAAQ,CAAC,EAAE,MAAM,CAAC;IAAC,WAAW,CAAC,EAAE,MAAM,EAAE,CAAA;CAAE,GACnF;IAAE,KAAK,EAAE,MAAM,CAAC;IAAC,aAAa,EAAE,MAAM,CAAA;CAAE,CAmF1C"}
+{"version":3,"file":"runner.d.ts","sourceRoot":"","sources":["../../src/lib/runner.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,QAAQ,EAAE,GAAG,EAAE,MAAM,EAAE,MAAM,mBAAmB,CAAC;AAa/D,MAAM,WAAW,UAAU;IACzB,GAAG,EAAE,MAAM,CAAC;IACZ,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,MAAM,CAAC,EAAE,OAAO,CAAC;IACjB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,MAAM,CAAC,EAAE,YAAY,GAAG,YAAY,CAAC;CACtC;AAED,MAAM,WAAW,QAAQ;IACvB,IAAI,EACA,gBAAgB,GAChB,eAAe,GACf,eAAe,GACf,gBAAgB,GAChB,qBAAqB,GACrB,cAAc,GACd,gBAAgB,GAChB,kBAAkB,GAClB,eAAe,CAAC;IACpB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,SAAS,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IACpC,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,UAAU,CAAC,EAAE,MAAM,CAAC;CACrB;AAED,MAAM,MAAM,eAAe,GAAG,CAAC,KAAK,EAAE,QAAQ,KAAK,IAAI,CAAC;AAIxD,wBAAgB,UAAU,CAAC,OAAO,EAAE,eAAe,GAAG,IAAI,CAEzD;AAkBD,wBAAsB,iBAAiB,CACrC,QAAQ,EAAE,QAAQ,EAClB,KAAK,EAAE,MAAM,EACb,OAAO,EAAE,UAAU,GAClB,OAAO,CAAC,MAAM,CAAC,CAmGjB;AAED,wBAAsB,QAAQ,CAC5B,SAAS,EAAE,QAAQ,EAAE,EACrB,OAAO,EAAE,UAAU,GAClB,OAAO,CAAC;IAAE,GAAG,EAAE,GAAG,CAAC;IAAC,OAAO,EAAE,MAAM,EAAE,CAAA;CAAE,CAAC,CAsI1C;AAED,wBAAsB,WAAW,CAC/B,OAAO,EAAE,UAAU,GAAG;IAAE,IAAI,CAAC,EAAE,MAAM,EAAE,CAAC;IAAC,QAAQ,CAAC,EAAE,MAAM,CAAC;IAAC,WAAW,CAAC,EAAE,MAAM,EAAE,CAAA;CAAE,GACnF,OAAO,CAAC;IAAE,GAAG,EAAE,GAAG,CAAC;IAAC,OAAO,EAAE,MAAM,EAAE,CAAA;CAAE,CAAC,CAuB1C;AAED;;;GAGG;AACH,wBAAgB,aAAa,CAC3B,OAAO,EAAE,UAAU,GAAG;IAAE,IAAI,CAAC,EAAE,MAAM,EAAE,CAAC;IAAC,QAAQ,CAAC,EAAE,MAAM,CAAC;IAAC,WAAW,CAAC,EAAE,MAAM,EAAE,CAAA;CAAE,GACnF;IAAE,KAAK,EAAE,MAAM,CAAC;IAAC,aAAa,EAAE,MAAM,CAAA;CAAE,CAmF1C"}

package/dist/mcp/index.js

@@ -6272,6 +6272,38 @@ async function dispatchWebhooks(event, run, schedule) {
   }
 }
 
+// src/lib/logs-integration.ts
+async function pushFailedRunToLogs(run, failedResults, scenarios) {
+  const logsUrl = process.env.LOGS_URL;
+  if (!logsUrl)
+    return;
+  const scenarioMap = new Map(scenarios.map((s) => [s.id, s]));
+  const entries = failedResults.map((result) => {
+    const scenario = scenarioMap.get(result.scenarioId);
+    return {
+      level: "error",
+      source: "sdk",
+      service: "testers",
+      message: `[testers] Scenario failed: ${scenario?.name ?? result.scenarioId}${result.error ? ` \u2014 ${result.error}` : ""}`,
+      metadata: {
+        run_id: run.id,
+        scenario_id: result.scenarioId,
+        scenario_name: scenario?.name,
+        url: run.url,
+        status: result.status,
+        duration_ms: result.durationMs
+      }
+    };
+  });
+  try {
+    await fetch(`${logsUrl.replace(/\/$/, "")}/api/logs`, {
+      method: "POST",
+      headers: { "Content-Type": "application/json" },
+      body: JSON.stringify(entries)
+    });
+  } catch {}
+}
+
 // src/lib/runner.ts
 var eventHandler = null;
 function emit(event) {
@@ -6281,7 +6313,7 @@ function emit(event) {
 function withTimeout(promise, ms, label) {
   return new Promise((resolve, reject) => {
     const timer = setTimeout(() => {
-      reject(new Error(`Scenario timeout after ${ms}ms: ${label}`));
+      reject(new Error(`Scenario '${label}' timed out after ${ms}ms. Try: testers run --timeout ${ms * 2} or simplify the scenario steps.`));
     }, ms);
     promise.then((val) => {
       clearTimeout(timer);
@@ -6414,6 +6446,7 @@ async function runBatch(scenarios, options) {
     } catch {}
     return true;
   };
+  const maxRetries = options.retry ?? 0;
   if (parallel <= 1) {
     for (const scenario of sortedScenarios) {
       if (!await canRun(scenario)) {
@@ -6424,7 +6457,13 @@ async function runBatch(scenarios, options) {
         emit({ type: "scenario:error", scenarioId: scenario.id, scenarioName: scenario.name, error: "Dependency failed \u2014 skipped", runId: run.id });
         continue;
       }
-      const result = await runSingleScenario(scenario, run.id, options);
+      let result = await runSingleScenario(scenario, run.id, options);
+      let attempt = 1;
+      while ((result.status === "failed" || result.status === "error") && attempt <= maxRetries) {
+        emit({ type: "scenario:start", scenarioId: scenario.id, scenarioName: scenario.name, runId: run.id, retryAttempt: attempt + 1, maxRetries: maxRetries + 1 });
+        result = await runSingleScenario(scenario, run.id, options);
+        attempt++;
+      }
       results.push(result);
       if (result.status === "failed" || result.status === "error") {
         failedScenarioIds.add(scenario.id);
@@ -6471,6 +6510,10 @@ async function runBatch(scenarios, options) {
   emit({ type: "run:complete", runId: run.id });
   const eventType = finalRun.status === "failed" ? "failed" : "completed";
   dispatchWebhooks(eventType, finalRun).catch(() => {});
+  if (finalRun.status === "failed") {
+    const failedResults = results.filter((r) => r.status === "failed" || r.status === "error");
+    pushFailedRunToLogs(finalRun, failedResults, scenarios).catch(() => {});
+  }
   return { run: finalRun, results };
 }
 async function runByFilter(options) {