@hasna/testers 0.0.5 → 0.0.6

package/dist/index.js

@@ -124,7 +124,18 @@ function scheduleFromRow(row) {
     updatedAt: row.updated_at
   };
 }
-var MODEL_MAP, ScenarioNotFoundError, RunNotFoundError, ResultNotFoundError, VersionConflictError, BrowserError, AIClientError, TodosConnectionError, ProjectNotFoundError, AgentNotFoundError, ScheduleNotFoundError;
+function flowFromRow(row) {
+  return {
+    id: row.id,
+    projectId: row.project_id,
+    name: row.name,
+    description: row.description,
+    scenarioIds: JSON.parse(row.scenario_ids),
+    createdAt: row.created_at,
+    updatedAt: row.updated_at
+  };
+}
+var MODEL_MAP, ScenarioNotFoundError, RunNotFoundError, ResultNotFoundError, VersionConflictError, BrowserError, AIClientError, TodosConnectionError, ProjectNotFoundError, AgentNotFoundError, ScheduleNotFoundError, FlowNotFoundError, DependencyCycleError;
 var init_types = __esm(() => {
   MODEL_MAP = {
     quick: "claude-haiku-4-5-20251001",
@@ -191,6 +202,18 @@ var init_types = __esm(() => {
       this.name = "ScheduleNotFoundError";
     }
   };
+  FlowNotFoundError = class FlowNotFoundError extends Error {
+    constructor(id) {
+      super(`Flow not found: ${id}`);
+      this.name = "FlowNotFoundError";
+    }
+  };
+  DependencyCycleError = class DependencyCycleError extends Error {
+    constructor(scenarioId, dependsOn) {
+      super(`Adding dependency ${dependsOn} to ${scenarioId} would create a cycle`);
+      this.name = "DependencyCycleError";
+    }
+  };
 });
 
 // src/db/database.ts
@@ -260,6 +283,8 @@ function resetDatabase() {
   const database = getDatabase();
   database.exec("DELETE FROM screenshots");
   database.exec("DELETE FROM results");
+  database.exec("DELETE FROM scenario_dependencies");
+  database.exec("DELETE FROM flows");
   database.exec("DELETE FROM webhooks");
   database.exec("DELETE FROM auth_presets");
   database.exec("DELETE FROM schedules");
@@ -433,6 +458,28 @@ var init_database = __esm(() => {
     created_at TEXT NOT NULL DEFAULT (datetime('now'))
   );
   CREATE INDEX IF NOT EXISTS idx_webhooks_active ON webhooks(active);
+  `,
+    `
+  CREATE TABLE IF NOT EXISTS scenario_dependencies (
+    scenario_id TEXT NOT NULL REFERENCES scenarios(id) ON DELETE CASCADE,
+    depends_on TEXT NOT NULL REFERENCES scenarios(id) ON DELETE CASCADE,
+    PRIMARY KEY (scenario_id, depends_on),
+    CHECK (scenario_id != depends_on)
+  );
+
+  CREATE TABLE IF NOT EXISTS flows (
+    id TEXT PRIMARY KEY,
+    project_id TEXT REFERENCES projects(id) ON DELETE CASCADE,
+    name TEXT NOT NULL,
+    description TEXT,
+    scenario_ids TEXT NOT NULL DEFAULT '[]',
+    created_at TEXT NOT NULL DEFAULT (datetime('now')),
+    updated_at TEXT NOT NULL DEFAULT (datetime('now'))
+  );
+
+  CREATE INDEX IF NOT EXISTS idx_deps_scenario ON scenario_dependencies(scenario_id);
+  CREATE INDEX IF NOT EXISTS idx_deps_depends ON scenario_dependencies(depends_on);
+  CREATE INDEX IF NOT EXISTS idx_flows_project ON flows(project_id);
   `
   ];
 });
@@ -569,6 +616,157 @@ var init_runs = __esm(() => {
   init_database();
 });
 
+// src/db/flows.ts
+var exports_flows = {};
+__export(exports_flows, {
+  topologicalSort: () => topologicalSort,
+  removeDependency: () => removeDependency,
+  listFlows: () => listFlows,
+  getTransitiveDependencies: () => getTransitiveDependencies,
+  getFlow: () => getFlow,
+  getDependents: () => getDependents,
+  getDependencies: () => getDependencies,
+  deleteFlow: () => deleteFlow,
+  createFlow: () => createFlow,
+  addDependency: () => addDependency
+});
+function addDependency(scenarioId, dependsOn) {
+  const db2 = getDatabase();
+  const visited = new Set;
+  const queue = [dependsOn];
+  while (queue.length > 0) {
+    const current = queue.shift();
+    if (current === scenarioId) {
+      throw new DependencyCycleError(scenarioId, dependsOn);
+    }
+    if (visited.has(current))
+      continue;
+    visited.add(current);
+    const deps = db2.query("SELECT depends_on FROM scenario_dependencies WHERE scenario_id = ?").all(current);
+    for (const dep of deps) {
+      if (!visited.has(dep.depends_on)) {
+        queue.push(dep.depends_on);
+      }
+    }
+  }
+  db2.query("INSERT OR IGNORE INTO scenario_dependencies (scenario_id, depends_on) VALUES (?, ?)").run(scenarioId, dependsOn);
+}
+function removeDependency(scenarioId, dependsOn) {
+  const db2 = getDatabase();
+  const result = db2.query("DELETE FROM scenario_dependencies WHERE scenario_id = ? AND depends_on = ?").run(scenarioId, dependsOn);
+  return result.changes > 0;
+}
+function getDependencies(scenarioId) {
+  const db2 = getDatabase();
+  const rows = db2.query("SELECT depends_on FROM scenario_dependencies WHERE scenario_id = ?").all(scenarioId);
+  return rows.map((r) => r.depends_on);
+}
+function getDependents(scenarioId) {
+  const db2 = getDatabase();
+  const rows = db2.query("SELECT scenario_id FROM scenario_dependencies WHERE depends_on = ?").all(scenarioId);
+  return rows.map((r) => r.scenario_id);
+}
+function getTransitiveDependencies(scenarioId) {
+  const db2 = getDatabase();
+  const visited = new Set;
+  const queue = [scenarioId];
+  while (queue.length > 0) {
+    const current = queue.shift();
+    const deps = db2.query("SELECT depends_on FROM scenario_dependencies WHERE scenario_id = ?").all(current);
+    for (const dep of deps) {
+      if (!visited.has(dep.depends_on)) {
+        visited.add(dep.depends_on);
+        queue.push(dep.depends_on);
+      }
+    }
+  }
+  return Array.from(visited);
+}
+function topologicalSort(scenarioIds) {
+  const db2 = getDatabase();
+  const idSet = new Set(scenarioIds);
+  const inDegree = new Map;
+  const dependents = new Map;
+  for (const id of scenarioIds) {
+    inDegree.set(id, 0);
+    dependents.set(id, []);
+  }
+  for (const id of scenarioIds) {
+    const deps = db2.query("SELECT depends_on FROM scenario_dependencies WHERE scenario_id = ?").all(id);
+    for (const dep of deps) {
+      if (idSet.has(dep.depends_on)) {
+        inDegree.set(id, (inDegree.get(id) ?? 0) + 1);
+        dependents.get(dep.depends_on).push(id);
+      }
+    }
+  }
+  const queue = [];
+  for (const [id, deg] of inDegree) {
+    if (deg === 0)
+      queue.push(id);
+  }
+  const sorted = [];
+  while (queue.length > 0) {
+    const current = queue.shift();
+    sorted.push(current);
+    for (const dep of dependents.get(current) ?? []) {
+      const newDeg = (inDegree.get(dep) ?? 1) - 1;
+      inDegree.set(dep, newDeg);
+      if (newDeg === 0)
+        queue.push(dep);
+    }
+  }
+  if (sorted.length !== scenarioIds.length) {
+    throw new DependencyCycleError("multiple", "multiple");
+  }
+  return sorted;
+}
+function createFlow(input) {
+  const db2 = getDatabase();
+  const id = uuid();
+  const timestamp = now();
+  db2.query(`
+    INSERT INTO flows (id, project_id, name, description, scenario_ids, created_at, updated_at)
+    VALUES (?, ?, ?, ?, ?, ?, ?)
+  `).run(id, input.projectId ?? null, input.name, input.description ?? null, JSON.stringify(input.scenarioIds), timestamp, timestamp);
+  return getFlow(id);
+}
+function getFlow(id) {
+  const db2 = getDatabase();
+  let row = db2.query("SELECT * FROM flows WHERE id = ?").get(id);
+  if (row)
+    return flowFromRow(row);
+  const fullId = resolvePartialId("flows", id);
+  if (fullId) {
+    row = db2.query("SELECT * FROM flows WHERE id = ?").get(fullId);
+    if (row)
+      return flowFromRow(row);
+  }
+  return null;
+}
+function listFlows(projectId) {
+  const db2 = getDatabase();
+  if (projectId) {
+    const rows2 = db2.query("SELECT * FROM flows WHERE project_id = ? ORDER BY created_at DESC").all(projectId);
+    return rows2.map(flowFromRow);
+  }
+  const rows = db2.query("SELECT * FROM flows ORDER BY created_at DESC").all();
+  return rows.map(flowFromRow);
+}
+function deleteFlow(id) {
+  const db2 = getDatabase();
+  const flow = getFlow(id);
+  if (!flow)
+    return false;
+  const result = db2.query("DELETE FROM flows WHERE id = ?").run(flow.id);
+  return result.changes > 0;
+}
+var init_flows = __esm(() => {
+  init_database();
+  init_database();
+  init_types();
+});
+
 // src/index.ts
 init_types();
 init_database();
@@ -1043,6 +1241,10 @@ function updateLastRun(id, runId, nextRunAt) {
     UPDATE schedules SET last_run_id = ?, last_run_at = ?, next_run_at = ?, updated_at = ? WHERE id = ?
   `).run(runId, timestamp, nextRunAt, timestamp, id);
 }
+
+// src/index.ts
+init_flows();
+
 // src/lib/config.ts
 init_types();
 import { homedir as homedir2 } from "os";
@@ -2194,24 +2396,70 @@ async function runBatch(scenarios, options) {
     projectId: options.projectId
   });
   updateRun(run.id, { status: "running", total: scenarios.length });
+  let sortedScenarios = scenarios;
+  try {
+    const { topologicalSort: topologicalSort2 } = await Promise.resolve().then(() => (init_flows(), exports_flows));
+    const scenarioIds = scenarios.map((s) => s.id);
+    const sortedIds = topologicalSort2(scenarioIds);
+    const scenarioMap = new Map(scenarios.map((s) => [s.id, s]));
+    sortedScenarios = sortedIds.map((id) => scenarioMap.get(id)).filter((s) => s !== undefined);
+    for (const s of scenarios) {
+      if (!sortedIds.includes(s.id))
+        sortedScenarios.push(s);
+    }
+  } catch {}
   const results = [];
+  const failedScenarioIds = new Set;
+  const canRun = async (scenario) => {
+    try {
+      const { getDependencies: getDependencies2 } = await Promise.resolve().then(() => (init_flows(), exports_flows));
+      const deps = getDependencies2(scenario.id);
+      for (const depId of deps) {
+        if (failedScenarioIds.has(depId))
+          return false;
+      }
+    } catch {}
+    return true;
+  };
   if (parallel <= 1) {
-    for (const scenario of scenarios) {
+    for (const scenario of sortedScenarios) {
+      if (!await canRun(scenario)) {
+        const result2 = createResult({ runId: run.id, scenarioId: scenario.id, model, stepsTotal: 0 });
+        const skipped = updateResult(result2.id, { status: "skipped", error: "Skipped: dependency failed" });
+        results.push(skipped);
+        failedScenarioIds.add(scenario.id);
+        emit({ type: "scenario:error", scenarioId: scenario.id, scenarioName: scenario.name, error: "Dependency failed \u2014 skipped", runId: run.id });
+        continue;
+      }
       const result = await runSingleScenario(scenario, run.id, options);
       results.push(result);
+      if (result.status === "failed" || result.status === "error") {
+        failedScenarioIds.add(scenario.id);
+      }
     }
   } else {
-    const queue = [...scenarios];
+    const queue = [...sortedScenarios];
     const running = [];
     const processNext = async () => {
       const scenario = queue.shift();
       if (!scenario)
         return;
+      if (!await canRun(scenario)) {
+        const result2 = createResult({ runId: run.id, scenarioId: scenario.id, model, stepsTotal: 0 });
+        const skipped = updateResult(result2.id, { status: "skipped", error: "Skipped: dependency failed" });
+        results.push(skipped);
+        failedScenarioIds.add(scenario.id);
+        await processNext();
+        return;
+      }
       const result = await runSingleScenario(scenario, run.id, options);
       results.push(result);
+      if (result.status === "failed" || result.status === "error") {
+        failedScenarioIds.add(scenario.id);
+      }
       await processNext();
     };
-    const workers = Math.min(parallel, scenarios.length);
+    const workers = Math.min(parallel, sortedScenarios.length);
     for (let i = 0;i < workers; i++) {
       running.push(processNext());
     }
@@ -4514,6 +4762,7 @@ export {
   updateRun,
   updateResult,
   updateLastRun,
+  topologicalSort,
   testWebhook,
   taskToScenarioInput,
   startWatcher,
@@ -4535,6 +4784,7 @@ export {
   resolveModel as resolveModelConfig,
   resolveModel2 as resolveModel,
   resetDatabase,
+  removeDependency,
   registerAgent,
   pullTasks,
   projectFromRow,
@@ -4553,6 +4803,7 @@ export {
   listRuns,
   listResults,
   listProjects,
+  listFlows,
   listAuthPresets,
   listAgents,
   launchBrowser,
@@ -4561,6 +4812,7 @@ export {
   importFromTodos,
   imageToBase64,
   getWebhook,
+  getTransitiveDependencies,
   getTemplate,
   getStarterScenarios,
   getScreenshotsByResult,
@@ -4576,8 +4828,11 @@ export {
   getProject,
   getPage,
   getNextRunTime,
+  getFlow,
   getExitCode,
   getEnabledSchedules,
+  getDependents,
+  getDependencies,
   getDefaultConfig,
   getDatabase,
   getCostSummary,
@@ -4598,6 +4853,7 @@ export {
   formatDiffJSON,
   formatCostsTerminal,
   formatCostsJSON,
+  flowFromRow,
   executeTool,
   ensureProject,
   ensureDir,
@@ -4608,6 +4864,7 @@ export {
   deleteSchedule,
   deleteScenario,
   deleteRun,
+  deleteFlow,
   deleteAuthPreset,
   createWebhook,
   createScreenshot,
@@ -4616,6 +4873,7 @@ export {
   createRun,
   createResult,
   createProject,
+  createFlow,
   createClient,
   createAuthPreset,
   connectToTodos,
@@ -4623,6 +4881,7 @@ export {
   closeBrowser,
   checkBudget,
   agentFromRow,
+  addDependency,
   VersionConflictError,
   TodosConnectionError,
   Screenshotter,
@@ -4634,6 +4893,8 @@ export {
   ResultNotFoundError,
   ProjectNotFoundError,
   MODEL_MAP,
+  FlowNotFoundError,
+  DependencyCycleError,
   BrowserPool,
   BrowserError,
   BROWSER_TOOLS,

package/dist/lib/runner.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"runner.d.ts","sourceRoot":"","sources":["../../src/lib/runner.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,QAAQ,EAAE,GAAG,EAAE,MAAM,EAAE,MAAM,mBAAmB,CAAC;AAW/D,MAAM,WAAW,UAAU;IACzB,GAAG,EAAE,MAAM,CAAC;IACZ,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,MAAM,CAAC,EAAE,OAAO,CAAC;IACjB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,aAAa,CAAC,EAAE,MAAM,CAAC;CACxB;AAED,MAAM,WAAW,QAAQ;IACvB,IAAI,EACA,gBAAgB,GAChB,eAAe,GACf,eAAe,GACf,gBAAgB,GAChB,qBAAqB,GACrB,cAAc,GACd,gBAAgB,GAChB,kBAAkB,GAClB,eAAe,CAAC;IACpB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,SAAS,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IACpC,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,UAAU,CAAC,EAAE,MAAM,CAAC;CACrB;AAED,MAAM,MAAM,eAAe,GAAG,CAAC,KAAK,EAAE,QAAQ,KAAK,IAAI,CAAC;AAIxD,wBAAgB,UAAU,CAAC,OAAO,EAAE,eAAe,GAAG,IAAI,CAEzD;AAMD,wBAAsB,iBAAiB,CACrC,QAAQ,EAAE,QAAQ,EAClB,KAAK,EAAE,MAAM,EACb,OAAO,EAAE,UAAU,GAClB,OAAO,CAAC,MAAM,CAAC,CAiGjB;AAED,wBAAsB,QAAQ,CAC5B,SAAS,EAAE,QAAQ,EAAE,EACrB,OAAO,EAAE,UAAU,GAClB,OAAO,CAAC;IAAE,GAAG,EAAE,GAAG,CAAC;IAAC,OAAO,EAAE,MAAM,EAAE,CAAA;CAAE,CAAC,CA4D1C;AAED,wBAAsB,WAAW,CAC/B,OAAO,EAAE,UAAU,GAAG;IAAE,IAAI,CAAC,EAAE,MAAM,EAAE,CAAC;IAAC,QAAQ,CAAC,EAAE,MAAM,CAAC;IAAC,WAAW,CAAC,EAAE,MAAM,EAAE,CAAA;CAAE,GACnF,OAAO,CAAC;IAAE,GAAG,EAAE,GAAG,CAAC;IAAC,OAAO,EAAE,MAAM,EAAE,CAAA;CAAE,CAAC,CAuB1C;AAED;;;GAGG;AACH,wBAAgB,aAAa,CAC3B,OAAO,EAAE,UAAU,GAAG;IAAE,IAAI,CAAC,EAAE,MAAM,EAAE,CAAC;IAAC,QAAQ,CAAC,EAAE,MAAM,CAAC;IAAC,WAAW,CAAC,EAAE,MAAM,EAAE,CAAA;CAAE,GACnF;IAAE,KAAK,EAAE,MAAM,CAAC;IAAC,aAAa,EAAE,MAAM,CAAA;CAAE,CA+E1C"}
+{"version":3,"file":"runner.d.ts","sourceRoot":"","sources":["../../src/lib/runner.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,QAAQ,EAAE,GAAG,EAAE,MAAM,EAAE,MAAM,mBAAmB,CAAC;AAW/D,MAAM,WAAW,UAAU;IACzB,GAAG,EAAE,MAAM,CAAC;IACZ,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,MAAM,CAAC,EAAE,OAAO,CAAC;IACjB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,aAAa,CAAC,EAAE,MAAM,CAAC;CACxB;AAED,MAAM,WAAW,QAAQ;IACvB,IAAI,EACA,gBAAgB,GAChB,eAAe,GACf,eAAe,GACf,gBAAgB,GAChB,qBAAqB,GACrB,cAAc,GACd,gBAAgB,GAChB,kBAAkB,GAClB,eAAe,CAAC;IACpB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,SAAS,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IACpC,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,UAAU,CAAC,EAAE,MAAM,CAAC;CACrB;AAED,MAAM,MAAM,eAAe,GAAG,CAAC,KAAK,EAAE,QAAQ,KAAK,IAAI,CAAC;AAIxD,wBAAgB,UAAU,CAAC,OAAO,EAAE,eAAe,GAAG,IAAI,CAEzD;AAMD,wBAAsB,iBAAiB,CACrC,QAAQ,EAAE,QAAQ,EAClB,KAAK,EAAE,MAAM,EACb,OAAO,EAAE,UAAU,GAClB,OAAO,CAAC,MAAM,CAAC,CAiGjB;AAED,wBAAsB,QAAQ,CAC5B,SAAS,EAAE,QAAQ,EAAE,EACrB,OAAO,EAAE,UAAU,GAClB,OAAO,CAAC;IAAE,GAAG,EAAE,GAAG,CAAC;IAAC,OAAO,EAAE,MAAM,EAAE,CAAA;CAAE,CAAC,CAoH1C;AAED,wBAAsB,WAAW,CAC/B,OAAO,EAAE,UAAU,GAAG;IAAE,IAAI,CAAC,EAAE,MAAM,EAAE,CAAC;IAAC,QAAQ,CAAC,EAAE,MAAM,CAAC;IAAC,WAAW,CAAC,EAAE,MAAM,EAAE,CAAA;CAAE,GACnF,OAAO,CAAC;IAAE,GAAG,EAAE,GAAG,CAAC;IAAC,OAAO,EAAE,MAAM,EAAE,CAAA;CAAE,CAAC,CAuB1C;AAED;;;GAGG;AACH,wBAAgB,aAAa,CAC3B,OAAO,EAAE,UAAU,GAAG;IAAE,IAAI,CAAC,EAAE,MAAM,EAAE,CAAC;IAAC,QAAQ,CAAC,EAAE,MAAM,CAAC;IAAC,WAAW,CAAC,EAAE,MAAM,EAAE,CAAA;CAAE,GACnF;IAAE,KAAK,EAAE,MAAM,CAAC;IAAC,aAAa,EAAE,MAAM,CAAA;CAAE,CA+E1C"}