@hasna/testers 0.0.4 → 0.0.6

package/dist/index.js

@@ -124,7 +124,18 @@ function scheduleFromRow(row) {
     updatedAt: row.updated_at
   };
 }
-var MODEL_MAP, ScenarioNotFoundError, RunNotFoundError, ResultNotFoundError, VersionConflictError, BrowserError, AIClientError, TodosConnectionError, ProjectNotFoundError, AgentNotFoundError, ScheduleNotFoundError;
+function flowFromRow(row) {
+  return {
+    id: row.id,
+    projectId: row.project_id,
+    name: row.name,
+    description: row.description,
+    scenarioIds: JSON.parse(row.scenario_ids),
+    createdAt: row.created_at,
+    updatedAt: row.updated_at
+  };
+}
+var MODEL_MAP, ScenarioNotFoundError, RunNotFoundError, ResultNotFoundError, VersionConflictError, BrowserError, AIClientError, TodosConnectionError, ProjectNotFoundError, AgentNotFoundError, ScheduleNotFoundError, FlowNotFoundError, DependencyCycleError;
 var init_types = __esm(() => {
   MODEL_MAP = {
     quick: "claude-haiku-4-5-20251001",
@@ -191,6 +202,18 @@ var init_types = __esm(() => {
       this.name = "ScheduleNotFoundError";
     }
   };
+  FlowNotFoundError = class FlowNotFoundError extends Error {
+    constructor(id) {
+      super(`Flow not found: ${id}`);
+      this.name = "FlowNotFoundError";
+    }
+  };
+  DependencyCycleError = class DependencyCycleError extends Error {
+    constructor(scenarioId, dependsOn) {
+      super(`Adding dependency ${dependsOn} to ${scenarioId} would create a cycle`);
+      this.name = "DependencyCycleError";
+    }
+  };
 });
 
 // src/db/database.ts
@@ -260,6 +283,8 @@ function resetDatabase() {
   const database = getDatabase();
   database.exec("DELETE FROM screenshots");
   database.exec("DELETE FROM results");
+  database.exec("DELETE FROM scenario_dependencies");
+  database.exec("DELETE FROM flows");
   database.exec("DELETE FROM webhooks");
   database.exec("DELETE FROM auth_presets");
   database.exec("DELETE FROM schedules");
@@ -433,6 +458,28 @@ var init_database = __esm(() => {
     created_at TEXT NOT NULL DEFAULT (datetime('now'))
   );
   CREATE INDEX IF NOT EXISTS idx_webhooks_active ON webhooks(active);
+  `,
+    `
+  CREATE TABLE IF NOT EXISTS scenario_dependencies (
+    scenario_id TEXT NOT NULL REFERENCES scenarios(id) ON DELETE CASCADE,
+    depends_on TEXT NOT NULL REFERENCES scenarios(id) ON DELETE CASCADE,
+    PRIMARY KEY (scenario_id, depends_on),
+    CHECK (scenario_id != depends_on)
+  );
+
+  CREATE TABLE IF NOT EXISTS flows (
+    id TEXT PRIMARY KEY,
+    project_id TEXT REFERENCES projects(id) ON DELETE CASCADE,
+    name TEXT NOT NULL,
+    description TEXT,
+    scenario_ids TEXT NOT NULL DEFAULT '[]',
+    created_at TEXT NOT NULL DEFAULT (datetime('now')),
+    updated_at TEXT NOT NULL DEFAULT (datetime('now'))
+  );
+
+  CREATE INDEX IF NOT EXISTS idx_deps_scenario ON scenario_dependencies(scenario_id);
+  CREATE INDEX IF NOT EXISTS idx_deps_depends ON scenario_dependencies(depends_on);
+  CREATE INDEX IF NOT EXISTS idx_flows_project ON flows(project_id);
   `
   ];
 });
@@ -569,6 +616,157 @@ var init_runs = __esm(() => {
   init_database();
 });
 
+// src/db/flows.ts
+var exports_flows = {};
+__export(exports_flows, {
+  topologicalSort: () => topologicalSort,
+  removeDependency: () => removeDependency,
+  listFlows: () => listFlows,
+  getTransitiveDependencies: () => getTransitiveDependencies,
+  getFlow: () => getFlow,
+  getDependents: () => getDependents,
+  getDependencies: () => getDependencies,
+  deleteFlow: () => deleteFlow,
+  createFlow: () => createFlow,
+  addDependency: () => addDependency
+});
+function addDependency(scenarioId, dependsOn) {
+  const db2 = getDatabase();
+  const visited = new Set;
+  const queue = [dependsOn];
+  while (queue.length > 0) {
+    const current = queue.shift();
+    if (current === scenarioId) {
+      throw new DependencyCycleError(scenarioId, dependsOn);
+    }
+    if (visited.has(current))
+      continue;
+    visited.add(current);
+    const deps = db2.query("SELECT depends_on FROM scenario_dependencies WHERE scenario_id = ?").all(current);
+    for (const dep of deps) {
+      if (!visited.has(dep.depends_on)) {
+        queue.push(dep.depends_on);
+      }
+    }
+  }
+  db2.query("INSERT OR IGNORE INTO scenario_dependencies (scenario_id, depends_on) VALUES (?, ?)").run(scenarioId, dependsOn);
+}
+function removeDependency(scenarioId, dependsOn) {
+  const db2 = getDatabase();
+  const result = db2.query("DELETE FROM scenario_dependencies WHERE scenario_id = ? AND depends_on = ?").run(scenarioId, dependsOn);
+  return result.changes > 0;
+}
+function getDependencies(scenarioId) {
+  const db2 = getDatabase();
+  const rows = db2.query("SELECT depends_on FROM scenario_dependencies WHERE scenario_id = ?").all(scenarioId);
+  return rows.map((r) => r.depends_on);
+}
+function getDependents(scenarioId) {
+  const db2 = getDatabase();
+  const rows = db2.query("SELECT scenario_id FROM scenario_dependencies WHERE depends_on = ?").all(scenarioId);
+  return rows.map((r) => r.scenario_id);
+}
+function getTransitiveDependencies(scenarioId) {
+  const db2 = getDatabase();
+  const visited = new Set;
+  const queue = [scenarioId];
+  while (queue.length > 0) {
+    const current = queue.shift();
+    const deps = db2.query("SELECT depends_on FROM scenario_dependencies WHERE scenario_id = ?").all(current);
+    for (const dep of deps) {
+      if (!visited.has(dep.depends_on)) {
+        visited.add(dep.depends_on);
+        queue.push(dep.depends_on);
+      }
+    }
+  }
+  return Array.from(visited);
+}
+function topologicalSort(scenarioIds) {
+  const db2 = getDatabase();
+  const idSet = new Set(scenarioIds);
+  const inDegree = new Map;
+  const dependents = new Map;
+  for (const id of scenarioIds) {
+    inDegree.set(id, 0);
+    dependents.set(id, []);
+  }
+  for (const id of scenarioIds) {
+    const deps = db2.query("SELECT depends_on FROM scenario_dependencies WHERE scenario_id = ?").all(id);
+    for (const dep of deps) {
+      if (idSet.has(dep.depends_on)) {
+        inDegree.set(id, (inDegree.get(id) ?? 0) + 1);
+        dependents.get(dep.depends_on).push(id);
+      }
+    }
+  }
+  const queue = [];
+  for (const [id, deg] of inDegree) {
+    if (deg === 0)
+      queue.push(id);
+  }
+  const sorted = [];
+  while (queue.length > 0) {
+    const current = queue.shift();
+    sorted.push(current);
+    for (const dep of dependents.get(current) ?? []) {
+      const newDeg = (inDegree.get(dep) ?? 1) - 1;
+      inDegree.set(dep, newDeg);
+      if (newDeg === 0)
+        queue.push(dep);
+    }
+  }
+  if (sorted.length !== scenarioIds.length) {
+    throw new DependencyCycleError("multiple", "multiple");
+  }
+  return sorted;
+}
+function createFlow(input) {
+  const db2 = getDatabase();
+  const id = uuid();
+  const timestamp = now();
+  db2.query(`
+    INSERT INTO flows (id, project_id, name, description, scenario_ids, created_at, updated_at)
+    VALUES (?, ?, ?, ?, ?, ?, ?)
+  `).run(id, input.projectId ?? null, input.name, input.description ?? null, JSON.stringify(input.scenarioIds), timestamp, timestamp);
+  return getFlow(id);
+}
+function getFlow(id) {
+  const db2 = getDatabase();
+  let row = db2.query("SELECT * FROM flows WHERE id = ?").get(id);
+  if (row)
+    return flowFromRow(row);
+  const fullId = resolvePartialId("flows", id);
+  if (fullId) {
+    row = db2.query("SELECT * FROM flows WHERE id = ?").get(fullId);
+    if (row)
+      return flowFromRow(row);
+  }
+  return null;
+}
+function listFlows(projectId) {
+  const db2 = getDatabase();
+  if (projectId) {
+    const rows2 = db2.query("SELECT * FROM flows WHERE project_id = ? ORDER BY created_at DESC").all(projectId);
+    return rows2.map(flowFromRow);
+  }
+  const rows = db2.query("SELECT * FROM flows ORDER BY created_at DESC").all();
+  return rows.map(flowFromRow);
+}
+function deleteFlow(id) {
+  const db2 = getDatabase();
+  const flow = getFlow(id);
+  if (!flow)
+    return false;
+  const result = db2.query("DELETE FROM flows WHERE id = ?").run(flow.id);
+  return result.changes > 0;
+}
+var init_flows = __esm(() => {
+  init_database();
+  init_database();
+  init_types();
+});
+
 // src/index.ts
 init_types();
 init_database();
@@ -1043,6 +1241,10 @@ function updateLastRun(id, runId, nextRunAt) {
     UPDATE schedules SET last_run_id = ?, last_run_at = ?, next_run_at = ?, updated_at = ? WHERE id = ?
   `).run(runId, timestamp, nextRunAt, timestamp, id);
 }
+
+// src/index.ts
+init_flows();
+
 // src/lib/config.ts
 init_types();
 import { homedir as homedir2 } from "os";
@@ -1951,7 +2153,8 @@ async function runAgentLoop(options) {
     screenshotter,
     model,
     runId,
-    maxTurns = 30
+    maxTurns = 30,
+    onStep
   } = options;
   const systemPrompt = [
     "You are an expert QA testing agent. Your job is to thoroughly test web application scenarios.",
@@ -2010,8 +2213,8 @@ async function runAgentLoop(options) {
       }
       const toolUseBlocks = response.content.filter((block) => block.type === "tool_use");
       if (toolUseBlocks.length === 0 && response.stop_reason === "end_turn") {
-        const textBlocks = response.content.filter((block) => block.type === "text");
-        const textReasoning = textBlocks.map((b) => b.text).join(`
+        const textBlocks2 = response.content.filter((block) => block.type === "text");
+        const textReasoning = textBlocks2.map((b) => b.text).join(`
 `);
         return {
           status: "error",
@@ -2022,10 +2225,22 @@ async function runAgentLoop(options) {
         };
       }
       const toolResults = [];
+      const textBlocks = response.content.filter((block) => block.type === "text");
+      if (textBlocks.length > 0 && onStep) {
+        const thinking = textBlocks.map((b) => b.text).join(`
+`);
+        onStep({ type: "thinking", thinking, stepNumber });
+      }
       for (const toolBlock of toolUseBlocks) {
         stepNumber++;
         const toolInput = toolBlock.input;
+        if (onStep) {
+          onStep({ type: "tool_call", toolName: toolBlock.name, toolInput, stepNumber });
+        }
         const execResult = await executeTool(page, screenshotter, toolBlock.name, toolInput, { runId, scenarioSlug, stepNumber });
+        if (onStep) {
+          onStep({ type: "tool_result", toolName: toolBlock.name, toolResult: execResult.result, stepNumber });
+        }
         if (execResult.screenshot) {
           screenshots.push({
             ...execResult.screenshot,
@@ -2115,7 +2330,20 @@ async function runSingleScenario(scenario, runId, options) {
       screenshotter,
       model,
       runId,
-      maxTurns: 30
+      maxTurns: 30,
+      onStep: (stepEvent) => {
+        emit({
+          type: `step:${stepEvent.type}`,
+          scenarioId: scenario.id,
+          scenarioName: scenario.name,
+          runId,
+          toolName: stepEvent.toolName,
+          toolInput: stepEvent.toolInput,
+          toolResult: stepEvent.toolResult,
+          thinking: stepEvent.thinking,
+          stepNumber: stepEvent.stepNumber
+        });
+      }
     });
     for (const ss of agentResult.screenshots) {
       createScreenshot({
@@ -2168,24 +2396,70 @@ async function runBatch(scenarios, options) {
     projectId: options.projectId
   });
   updateRun(run.id, { status: "running", total: scenarios.length });
+  let sortedScenarios = scenarios;
+  try {
+    const { topologicalSort: topologicalSort2 } = await Promise.resolve().then(() => (init_flows(), exports_flows));
+    const scenarioIds = scenarios.map((s) => s.id);
+    const sortedIds = topologicalSort2(scenarioIds);
+    const scenarioMap = new Map(scenarios.map((s) => [s.id, s]));
+    sortedScenarios = sortedIds.map((id) => scenarioMap.get(id)).filter((s) => s !== undefined);
+    for (const s of scenarios) {
+      if (!sortedIds.includes(s.id))
+        sortedScenarios.push(s);
+    }
+  } catch {}
   const results = [];
+  const failedScenarioIds = new Set;
+  const canRun = async (scenario) => {
+    try {
+      const { getDependencies: getDependencies2 } = await Promise.resolve().then(() => (init_flows(), exports_flows));
+      const deps = getDependencies2(scenario.id);
+      for (const depId of deps) {
+        if (failedScenarioIds.has(depId))
+          return false;
+      }
+    } catch {}
+    return true;
+  };
   if (parallel <= 1) {
-    for (const scenario of scenarios) {
+    for (const scenario of sortedScenarios) {
+      if (!await canRun(scenario)) {
+        const result2 = createResult({ runId: run.id, scenarioId: scenario.id, model, stepsTotal: 0 });
+        const skipped = updateResult(result2.id, { status: "skipped", error: "Skipped: dependency failed" });
+        results.push(skipped);
+        failedScenarioIds.add(scenario.id);
+        emit({ type: "scenario:error", scenarioId: scenario.id, scenarioName: scenario.name, error: "Dependency failed \u2014 skipped", runId: run.id });
+        continue;
+      }
       const result = await runSingleScenario(scenario, run.id, options);
       results.push(result);
+      if (result.status === "failed" || result.status === "error") {
+        failedScenarioIds.add(scenario.id);
+      }
     }
   } else {
-    const queue = [...scenarios];
+    const queue = [...sortedScenarios];
     const running = [];
     const processNext = async () => {
       const scenario = queue.shift();
       if (!scenario)
         return;
+      if (!await canRun(scenario)) {
+        const result2 = createResult({ runId: run.id, scenarioId: scenario.id, model, stepsTotal: 0 });
+        const skipped = updateResult(result2.id, { status: "skipped", error: "Skipped: dependency failed" });
+        results.push(skipped);
+        failedScenarioIds.add(scenario.id);
+        await processNext();
+        return;
+      }
       const result = await runSingleScenario(scenario, run.id, options);
       results.push(result);
+      if (result.status === "failed" || result.status === "error") {
+        failedScenarioIds.add(scenario.id);
+      }
       await processNext();
     };
-    const workers = Math.min(parallel, scenarios.length);
+    const workers = Math.min(parallel, sortedScenarios.length);
     for (let i = 0;i < workers; i++) {
       running.push(processNext());
     }
@@ -4488,6 +4762,7 @@ export {
   updateRun,
   updateResult,
   updateLastRun,
+  topologicalSort,
   testWebhook,
   taskToScenarioInput,
   startWatcher,
@@ -4509,6 +4784,7 @@ export {
   resolveModel as resolveModelConfig,
   resolveModel2 as resolveModel,
   resetDatabase,
+  removeDependency,
   registerAgent,
   pullTasks,
   projectFromRow,
@@ -4527,6 +4803,7 @@ export {
   listRuns,
   listResults,
   listProjects,
+  listFlows,
   listAuthPresets,
   listAgents,
   launchBrowser,
@@ -4535,6 +4812,7 @@ export {
   importFromTodos,
   imageToBase64,
   getWebhook,
+  getTransitiveDependencies,
   getTemplate,
   getStarterScenarios,
   getScreenshotsByResult,
@@ -4550,8 +4828,11 @@ export {
   getProject,
   getPage,
   getNextRunTime,
+  getFlow,
   getExitCode,
   getEnabledSchedules,
+  getDependents,
+  getDependencies,
   getDefaultConfig,
   getDatabase,
   getCostSummary,
@@ -4572,6 +4853,7 @@ export {
   formatDiffJSON,
   formatCostsTerminal,
   formatCostsJSON,
+  flowFromRow,
   executeTool,
   ensureProject,
   ensureDir,
@@ -4582,6 +4864,7 @@ export {
   deleteSchedule,
   deleteScenario,
   deleteRun,
+  deleteFlow,
   deleteAuthPreset,
   createWebhook,
   createScreenshot,
@@ -4590,6 +4873,7 @@ export {
   createRun,
   createResult,
   createProject,
+  createFlow,
   createClient,
   createAuthPreset,
   connectToTodos,
@@ -4597,6 +4881,7 @@ export {
   closeBrowser,
   checkBudget,
   agentFromRow,
+  addDependency,
   VersionConflictError,
   TodosConnectionError,
   Screenshotter,
@@ -4608,6 +4893,8 @@ export {
   ResultNotFoundError,
   ProjectNotFoundError,
   MODEL_MAP,
+  FlowNotFoundError,
+  DependencyCycleError,
   BrowserPool,
   BrowserError,
   BROWSER_TOOLS,

package/dist/lib/ai-client.d.ts

@@ -31,6 +31,14 @@ interface ToolExecutionResult {
  * Returns the result string and an optional screenshot capture.
  */
 export declare function executeTool(page: Page, screenshotter: Screenshotter, toolName: string, toolInput: Record<string, unknown>, context: ToolContext): Promise<ToolExecutionResult>;
+export type StepEventHandler = (event: {
+    type: "tool_call" | "tool_result" | "thinking";
+    toolName?: string;
+    toolInput?: Record<string, unknown>;
+    toolResult?: string;
+    thinking?: string;
+    stepNumber: number;
+}) => void;
 interface AgentLoopOptions {
     client: Anthropic;
     page: Page;
@@ -39,6 +47,7 @@ interface AgentLoopOptions {
     model: string;
     runId: string;
     maxTurns?: number;
+    onStep?: StepEventHandler;
 }
 interface AgentLoopResult {
     status: "passed" | "failed" | "error";

package/dist/lib/ai-client.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"ai-client.d.ts","sourceRoot":"","sources":["../../src/lib/ai-client.ts"],"names":[],"mappings":"AAAA,OAAO,SAAS,MAAM,mBAAmB,CAAC;AAC1C,OAAO,KAAK,EAAE,IAAI,EAAE,MAAM,YAAY,CAAC;AACvC,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,oBAAoB,CAAC;AAExD,OAAO,KAAK,EAAe,QAAQ,EAAE,MAAM,mBAAmB,CAAC;AAI/D;;;GAGG;AACH,wBAAgB,YAAY,CAAC,YAAY,EAAE,MAAM,GAAG,MAAM,CAKzD;AAID,eAAO,MAAM,aAAa,EAAE,SAAS,CAAC,IAAI,EAyTzC,CAAC;AAIF,UAAU,WAAW;IACnB,KAAK,EAAE,MAAM,CAAC;IACd,YAAY,EAAE,MAAM,CAAC;IACrB,UAAU,EAAE,MAAM,CAAC;CACpB;AAED,UAAU,gBAAgB;IACxB,QAAQ,EAAE,MAAM,CAAC;IACjB,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,MAAM,CAAC;IACf,SAAS,EAAE,MAAM,CAAC;IAClB,WAAW,EAAE,MAAM,GAAG,IAAI,CAAC;IAC3B,OAAO,EAAE,MAAM,GAAG,IAAI,CAAC;IACvB,aAAa,EAAE,MAAM,GAAG,IAAI,CAAC;CAC9B;AAED,UAAU,mBAAmB;IAC3B,MAAM,EAAE,MAAM,CAAC;IACf,UAAU,CAAC,EAAE,gBAAgB,CAAC;CAC/B;AAED;;;GAGG;AACH,wBAAsB,WAAW,CAC/B,IAAI,EAAE,IAAI,EACV,aAAa,EAAE,aAAa,EAC5B,QAAQ,EAAE,MAAM,EAChB,SAAS,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,EAClC,OAAO,EAAE,WAAW,GACnB,OAAO,CAAC,mBAAmB,CAAC,CA8P9B;AAID,UAAU,gBAAgB;IACxB,MAAM,EAAE,SAAS,CAAC;IAClB,IAAI,EAAE,IAAI,CAAC;IACX,QAAQ,EAAE,QAAQ,CAAC;IACnB,aAAa,EAAE,aAAa,CAAC;IAC7B,KAAK,EAAE,MAAM,CAAC;IACd,KAAK,EAAE,MAAM,CAAC;IACd,QAAQ,CAAC,EAAE,MAAM,CAAC;CACnB;AAED,UAAU,eAAe;IACvB,MAAM,EAAE,QAAQ,GAAG,QAAQ,GAAG,OAAO,CAAC;IACtC,SAAS,EAAE,MAAM,CAAC;IAClB,cAAc,EAAE,MAAM,CAAC;IACvB,UAAU,EAAE,MAAM,CAAC;IACnB,WAAW,EAAE,KAAK,CAAC;QACjB,QAAQ,EAAE,MAAM,CAAC;QACjB,KAAK,EAAE,MAAM,CAAC;QACd,MAAM,EAAE,MAAM,CAAC;QACf,SAAS,EAAE,MAAM,CAAC;QAClB,MAAM,EAAE,MAAM,CAAC;QACf,UAAU,EAAE,MAAM,CAAC;QACnB,WAAW,EAAE,MAAM,GAAG,IAAI,CAAC;QAC3B,OAAO,EAAE,MAAM,GAAG,IAAI,CAAC;QACvB,aAAa,EAAE,MAAM,GAAG,IAAI,CAAC;KAC9B,CAAC,CAAC;CACJ;AAED;;;;GAIG;AACH,wBAAsB,YAAY,CAChC,OAAO,EAAE,gBAAgB,GACxB,OAAO,CAAC,eAAe,CAAC,CAyK1B;AAID;;;GAGG;AACH,wBAAgB,YAAY,CAAC,MAAM,CAAC,EAAE,MAAM,GAAG,SAAS,CAQvD"}
+{"version":3,"file":"ai-client.d.ts","sourceRoot":"","sources":["../../src/lib/ai-client.ts"],"names":[],"mappings":"AAAA,OAAO,SAAS,MAAM,mBAAmB,CAAC;AAC1C,OAAO,KAAK,EAAE,IAAI,EAAE,MAAM,YAAY,CAAC;AACvC,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,oBAAoB,CAAC;AAExD,OAAO,KAAK,EAAe,QAAQ,EAAE,MAAM,mBAAmB,CAAC;AAI/D;;;GAGG;AACH,wBAAgB,YAAY,CAAC,YAAY,EAAE,MAAM,GAAG,MAAM,CAKzD;AAID,eAAO,MAAM,aAAa,EAAE,SAAS,CAAC,IAAI,EAyTzC,CAAC;AAIF,UAAU,WAAW;IACnB,KAAK,EAAE,MAAM,CAAC;IACd,YAAY,EAAE,MAAM,CAAC;IACrB,UAAU,EAAE,MAAM,CAAC;CACpB;AAED,UAAU,gBAAgB;IACxB,QAAQ,EAAE,MAAM,CAAC;IACjB,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,MAAM,CAAC;IACf,SAAS,EAAE,MAAM,CAAC;IAClB,WAAW,EAAE,MAAM,GAAG,IAAI,CAAC;IAC3B,OAAO,EAAE,MAAM,GAAG,IAAI,CAAC;IACvB,aAAa,EAAE,MAAM,GAAG,IAAI,CAAC;CAC9B;AAED,UAAU,mBAAmB;IAC3B,MAAM,EAAE,MAAM,CAAC;IACf,UAAU,CAAC,EAAE,gBAAgB,CAAC;CAC/B;AAED;;;GAGG;AACH,wBAAsB,WAAW,CAC/B,IAAI,EAAE,IAAI,EACV,aAAa,EAAE,aAAa,EAC5B,QAAQ,EAAE,MAAM,EAChB,SAAS,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,EAClC,OAAO,EAAE,WAAW,GACnB,OAAO,CAAC,mBAAmB,CAAC,CA8P9B;AAID,MAAM,MAAM,gBAAgB,GAAG,CAAC,KAAK,EAAE;IACrC,IAAI,EAAE,WAAW,GAAG,aAAa,GAAG,UAAU,CAAC;IAC/C,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,SAAS,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IACpC,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,UAAU,EAAE,MAAM,CAAC;CACpB,KAAK,IAAI,CAAC;AAEX,UAAU,gBAAgB;IACxB,MAAM,EAAE,SAAS,CAAC;IAClB,IAAI,EAAE,IAAI,CAAC;IACX,QAAQ,EAAE,QAAQ,CAAC;IACnB,aAAa,EAAE,aAAa,CAAC;IAC7B,KAAK,EAAE,MAAM,CAAC;IACd,KAAK,EAAE,MAAM,CAAC;IACd,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,MAAM,CAAC,EAAE,gBAAgB,CAAC;CAC3B;AAED,UAAU,eAAe;IACvB,MAAM,EAAE,QAAQ,GAAG,QAAQ,GAAG,OAAO,CAAC;IACtC,SAAS,EAAE,MAAM,CAAC;IAClB,cAAc,EAAE,MAAM,CAAC;IACvB,UAAU,EAAE,MAAM,CAAC;IACnB,WAAW,EAAE,KAAK,CAAC;QACjB,QAAQ,EAAE,MAAM,CAAC;QACjB,KAAK,EAAE,MAAM,CAAC;QACd,MAAM,EAAE,MAAM,CAAC;QACf,SAAS,EAAE,MAAM,CAAC;QAClB,MAAM,EAAE,MAAM,CAAC;QACf,UAAU,EAAE,MAAM,CAAC;QACnB,WAAW,EAAE,MAAM,GAAG,IAAI,CAAC;QAC3B,OAAO,EAAE,MAAM,GAAG,IAAI,CAAC;QACvB,aAAa,EAAE,MAAM,GAAG,IAAI,CAAC;KAC9B,CAAC,CAAC;CACJ;AAED;;;;GAIG;AACH,wBAAsB,YAAY,CAChC,OAAO,EAAE,gBAAgB,GACxB,OAAO,CAAC,eAAe,CAAC,CA6L1B;AAID;;;GAGG;AACH,wBAAgB,YAAY,CAAC,MAAM,CAAC,EAAE,MAAM,GAAG,SAAS,CAQvD"}

package/dist/lib/runner.d.ts

@@ -10,13 +10,18 @@ export interface RunOptions {
     screenshotDir?: string;
 }
 export interface RunEvent {
-    type: "scenario:start" | "scenario:pass" | "scenario:fail" | "scenario:error" | "screenshot:captured" | "run:complete";
+    type: "scenario:start" | "scenario:pass" | "scenario:fail" | "scenario:error" | "screenshot:captured" | "run:complete" | "step:tool_call" | "step:tool_result" | "step:thinking";
     scenarioId?: string;
     scenarioName?: string;
     resultId?: string;
     runId?: string;
     error?: string;
     screenshotPath?: string;
+    toolName?: string;
+    toolInput?: Record<string, unknown>;
+    toolResult?: string;
+    thinking?: string;
+    stepNumber?: number;
 }
 export type RunEventHandler = (event: RunEvent) => void;
 export declare function onRunEvent(handler: RunEventHandler): void;

package/dist/lib/runner.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"runner.d.ts","sourceRoot":"","sources":["../../src/lib/runner.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,QAAQ,EAAE,GAAG,EAAE,MAAM,EAAE,MAAM,mBAAmB,CAAC;AAW/D,MAAM,WAAW,UAAU;IACzB,GAAG,EAAE,MAAM,CAAC;IACZ,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,MAAM,CAAC,EAAE,OAAO,CAAC;IACjB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,aAAa,CAAC,EAAE,MAAM,CAAC;CACxB;AAED,MAAM,WAAW,QAAQ;IACvB,IAAI,EAAE,gBAAgB,GAAG,eAAe,GAAG,eAAe,GAAG,gBAAgB,GAAG,qBAAqB,GAAG,cAAc,CAAC;IACvH,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,cAAc,CAAC,EAAE,MAAM,CAAC;CACzB;AAED,MAAM,MAAM,eAAe,GAAG,CAAC,KAAK,EAAE,QAAQ,KAAK,IAAI,CAAC;AAIxD,wBAAgB,UAAU,CAAC,OAAO,EAAE,eAAe,GAAG,IAAI,CAEzD;AAMD,wBAAsB,iBAAiB,CACrC,QAAQ,EAAE,QAAQ,EAClB,KAAK,EAAE,MAAM,EACb,OAAO,EAAE,UAAU,GAClB,OAAO,CAAC,MAAM,CAAC,CAoFjB;AAED,wBAAsB,QAAQ,CAC5B,SAAS,EAAE,QAAQ,EAAE,EACrB,OAAO,EAAE,UAAU,GAClB,OAAO,CAAC;IAAE,GAAG,EAAE,GAAG,CAAC;IAAC,OAAO,EAAE,MAAM,EAAE,CAAA;CAAE,CAAC,CA4D1C;AAED,wBAAsB,WAAW,CAC/B,OAAO,EAAE,UAAU,GAAG;IAAE,IAAI,CAAC,EAAE,MAAM,EAAE,CAAC;IAAC,QAAQ,CAAC,EAAE,MAAM,CAAC;IAAC,WAAW,CAAC,EAAE,MAAM,EAAE,CAAA;CAAE,GACnF,OAAO,CAAC;IAAE,GAAG,EAAE,GAAG,CAAC;IAAC,OAAO,EAAE,MAAM,EAAE,CAAA;CAAE,CAAC,CAuB1C;AAED;;;GAGG;AACH,wBAAgB,aAAa,CAC3B,OAAO,EAAE,UAAU,GAAG;IAAE,IAAI,CAAC,EAAE,MAAM,EAAE,CAAC;IAAC,QAAQ,CAAC,EAAE,MAAM,CAAC;IAAC,WAAW,CAAC,EAAE,MAAM,EAAE,CAAA;CAAE,GACnF;IAAE,KAAK,EAAE,MAAM,CAAC;IAAC,aAAa,EAAE,MAAM,CAAA;CAAE,CA+E1C"}
+{"version":3,"file":"runner.d.ts","sourceRoot":"","sources":["../../src/lib/runner.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,QAAQ,EAAE,GAAG,EAAE,MAAM,EAAE,MAAM,mBAAmB,CAAC;AAW/D,MAAM,WAAW,UAAU;IACzB,GAAG,EAAE,MAAM,CAAC;IACZ,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,MAAM,CAAC,EAAE,OAAO,CAAC;IACjB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,aAAa,CAAC,EAAE,MAAM,CAAC;CACxB;AAED,MAAM,WAAW,QAAQ;IACvB,IAAI,EACA,gBAAgB,GAChB,eAAe,GACf,eAAe,GACf,gBAAgB,GAChB,qBAAqB,GACrB,cAAc,GACd,gBAAgB,GAChB,kBAAkB,GAClB,eAAe,CAAC;IACpB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,SAAS,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IACpC,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,UAAU,CAAC,EAAE,MAAM,CAAC;CACrB;AAED,MAAM,MAAM,eAAe,GAAG,CAAC,KAAK,EAAE,QAAQ,KAAK,IAAI,CAAC;AAIxD,wBAAgB,UAAU,CAAC,OAAO,EAAE,eAAe,GAAG,IAAI,CAEzD;AAMD,wBAAsB,iBAAiB,CACrC,QAAQ,EAAE,QAAQ,EAClB,KAAK,EAAE,MAAM,EACb,OAAO,EAAE,UAAU,GAClB,OAAO,CAAC,MAAM,CAAC,CAiGjB;AAED,wBAAsB,QAAQ,CAC5B,SAAS,EAAE,QAAQ,EAAE,EACrB,OAAO,EAAE,UAAU,GAClB,OAAO,CAAC;IAAE,GAAG,EAAE,GAAG,CAAC;IAAC,OAAO,EAAE,MAAM,EAAE,CAAA;CAAE,CAAC,CAoH1C;AAED,wBAAsB,WAAW,CAC/B,OAAO,EAAE,UAAU,GAAG;IAAE,IAAI,CAAC,EAAE,MAAM,EAAE,CAAC;IAAC,QAAQ,CAAC,EAAE,MAAM,CAAC;IAAC,WAAW,CAAC,EAAE,MAAM,EAAE,CAAA;CAAE,GACnF,OAAO,CAAC;IAAE,GAAG,EAAE,GAAG,CAAC;IAAC,OAAO,EAAE,MAAM,EAAE,CAAA;CAAE,CAAC,CAuB1C;AAED;;;GAGG;AACH,wBAAgB,aAAa,CAC3B,OAAO,EAAE,UAAU,GAAG;IAAE,IAAI,CAAC,EAAE,MAAM,EAAE,CAAC;IAAC,QAAQ,CAAC,EAAE,MAAM,CAAC;IAAC,WAAW,CAAC,EAAE,MAAM,EAAE,CAAA;CAAE,GACnF;IAAE,KAAK,EAAE,MAAM,CAAC;IAAC,aAAa,EAAE,MAAM,CAAA;CAAE,CA+E1C"}