@detiq/crawler 1.1.7 → 1.1.9

package/dist/test-executor.js

@@ -1,332 +1,358 @@
-import { chromium, firefox, webkit } from "playwright";
-import { assertCrawlUrlSafe } from "@detiq/core";
-import { analyzeFailure } from "./failure-analysis-agent.js";
-const LOCATOR_STRATEGIES = ["text", "label", "role", "css"];
-function buildLocator(page, selector, strategy = "text") {
-  switch (strategy) {
-    case "css":
-      return page.locator(selector);
-    case "text":
-      return page.getByText(selector, { exact: false });
-    case "role":
-      return page.getByRole(selector);
-    case "label":
-      return page.getByLabel(selector);
-    default:
-      return page.locator(selector);
-  }
+import { chromium, firefox, webkit } from 'playwright';
+import { assertCrawlUrlSafe } from '@detiq/core';
+import { analyzeFailure } from './failure-analysis-agent.js';
+const LOCATOR_STRATEGIES = ['text', 'label', 'role', 'css'];
+function buildLocator(page, selector, strategy = 'text') {
+    switch (strategy) {
+        case 'css': return page.locator(selector);
+        case 'text': return page.getByText(selector, { exact: false });
+        case 'role': return page.getByRole(selector);
+        case 'label': return page.getByLabel(selector);
+        default: return page.locator(selector);
+    }
 }
+/** Scans the live page for visible interactive elements — the "current page elements"
+ *  fed to the AI Self-Healing Agent when mechanical locator strategies fail. */
 async function extractCurrentPageElements(page) {
-  return page.evaluate(() => {
-    const els = Array.from(document.querySelectorAll(
-      'a, button, input, select, textarea, [role="button"], [role="link"], [role="tab"], [role="menuitem"], [aria-label]'
-    ));
-    return els.filter((el) => {
-      const rect = el.getBoundingClientRect();
-      return rect.width > 0 && rect.height > 0;
-    }).slice(0, 200).map((el) => {
-      const ariaLabel = el.getAttribute("aria-label") ?? void 0;
-      const textContent = (el.textContent ?? "").replace(/\s+/g, " ").trim().slice(0, 100) || void 0;
-      const role = el.getAttribute("role") ?? el.tagName.toLowerCase();
-      return { meaning: ariaLabel || textContent || role, role, ariaLabel, textContent };
+    return page.evaluate(() => {
+        const els = Array.from(document.querySelectorAll('a, button, input, select, textarea, [role="button"], [role="link"], [role="tab"], [role="menuitem"], [aria-label]'));
+        return els
+            .filter((el) => {
+            const rect = el.getBoundingClientRect();
+            return rect.width > 0 && rect.height > 0;
+        })
+            .slice(0, 200)
+            .map((el) => {
+            const ariaLabel = el.getAttribute('aria-label') ?? undefined;
+            const textContent = (el.textContent ?? '').replace(/\s+/g, ' ').trim().slice(0, 100) || undefined;
+            const role = el.getAttribute('role') ?? el.tagName.toLowerCase();
+            return { meaning: ariaLabel || textContent || role, role, ariaLabel, textContent };
+        });
     });
-  });
 }
+/**
+ * Resolves a step's target element in three tiers:
+ *  1. Exact selector + strategy as generated.
+ *  2. Mechanical: same selector text, other Playwright locator strategies
+ *     (handles a strategy mismatch, not an actual UI change).
+ *  3. AI: when tenantId/projectId are supplied, asks the Self-Healing Agent to find
+ *     the current page's best semantic match for the failed step description — the
+ *     tier that actually survives the app's selector text changing.
+ */
 async function resolveLocator(page, step, healCtx) {
-  const { selector, selectorStrategy = "text" } = step;
-  if (!selector) return null;
-  const primary = buildLocator(page, selector, selectorStrategy);
-  const attached = await primary.first().isVisible({ timeout: parseInt(process.env.TEST_WAIT_TIMEOUT_MS ?? "1500", 10) }).catch(() => false);
-  if (attached) return { loc: primary, healed: false };
-  for (const strategy of LOCATOR_STRATEGIES) {
-    if (strategy === selectorStrategy) continue;
-    const loc = buildLocator(page, selector, strategy);
-    const visible = await loc.first().isVisible({ timeout: parseInt(process.env.TEST_SHORT_TIMEOUT_MS ?? "800", 10) }).catch(() => false);
-    if (visible) return { loc, healed: true, healedVia: "mechanical" };
-  }
-  if (healCtx) {
-    try {
-      const { healElement } = await import("@detiq/agents");
-      const currentPageElements = await extractCurrentPageElements(page);
-      const result = await healElement({
-        tenantId: healCtx.tenantId,
-        projectId: healCtx.projectId,
-        failedElementMeaning: step.description || selector,
-        currentPageElements
-      });
-      if (result.healed && result.updatedTest) {
-        const healedLoc = page.getByText(result.updatedTest.elementMeaning, { exact: false });
-        const visible = await healedLoc.first().isVisible({ timeout: parseInt(process.env.TEST_WAIT_TIMEOUT_MS ?? "1500", 10) }).catch(() => false);
-        if (visible) {
-          return {
-            loc: healedLoc,
-            healed: true,
-            healedVia: "ai",
-            healReasoning: result.reasoning,
-            healConfidence: result.confidence
-          };
+    const { selector, selectorStrategy = 'text' } = step;
+    if (!selector)
+        return null;
+    const primary = buildLocator(page, selector, selectorStrategy);
+    const attached = await primary.first().isVisible({ timeout: parseInt(process.env.TEST_WAIT_TIMEOUT_MS ?? '1500', 10) }).catch(() => false);
+    if (attached)
+        return { loc: primary, healed: false };
+    // Tier 2 — mechanical: try other strategies before giving up
+    for (const strategy of LOCATOR_STRATEGIES) {
+        if (strategy === selectorStrategy)
+            continue;
+        const loc = buildLocator(page, selector, strategy);
+        const visible = await loc.first().isVisible({ timeout: parseInt(process.env.TEST_SHORT_TIMEOUT_MS ?? '800', 10) }).catch(() => false);
+        if (visible)
+            return { loc, healed: true, healedVia: 'mechanical' };
+    }
+    // Tier 3 — AI: the selector text itself may no longer match anything on the page.
+    if (healCtx) {
+        try {
+            const { healElement } = await import('@detiq/agents');
+            const currentPageElements = await extractCurrentPageElements(page);
+            const result = await healElement({
+                tenantId: healCtx.tenantId,
+                projectId: healCtx.projectId,
+                failedElementMeaning: step.description || selector,
+                currentPageElements,
+            });
+            if (result.healed && result.updatedTest) {
+                const healedLoc = page.getByText(result.updatedTest.elementMeaning, { exact: false });
+                const visible = await healedLoc.first().isVisible({ timeout: parseInt(process.env.TEST_WAIT_TIMEOUT_MS ?? '1500', 10) }).catch(() => false);
+                if (visible) {
+                    return {
+                        loc: healedLoc,
+                        healed: true,
+                        healedVia: 'ai',
+                        healReasoning: result.reasoning,
+                        healConfidence: result.confidence,
+                    };
+                }
+            }
+        }
+        catch {
+            // AI healing is a best-effort last resort — any failure here (LLM error, bad
+            // JSON, etc.) just falls through to the caller's normal Playwright error below.
         }
-      }
-    } catch {
     }
-  }
-  return { loc: primary, healed: false };
+    // Return primary — caller will fail with a meaningful Playwright error
+    return { loc: primary, healed: false };
 }
 function applyHealInfo(result, r) {
-  result.healed = r.healed;
-  result.healedVia = r.healedVia;
-  result.healReasoning = r.healReasoning;
-  result.healConfidence = r.healConfidence;
+    result.healed = r.healed;
+    result.healedVia = r.healedVia;
+    result.healReasoning = r.healReasoning;
+    result.healConfidence = r.healConfidence;
 }
 async function runPlan(page, plan, options, consoleLogs, networkErrors) {
-  const stepResults = [];
-  let errorStep;
-  let finalScreenshotPath;
-  for (const step of plan) {
-    const stepStart = Date.now();
-    const result = {
-      stepNumber: step.stepNumber,
-      description: step.description,
-      status: "FAILED",
-      duration: 0
-    };
-    try {
-      const timeout = step.timeout ?? parseInt(process.env.TEST_STEP_TIMEOUT_MS ?? "8000", 10);
-      switch (step.action) {
-        case "navigate":
-          if (!step.url) throw new Error("Navigate step missing url");
-          assertCrawlUrlSafe(step.url);
-          await page.goto(step.url, { waitUntil: "domcontentloaded", timeout });
-          break;
-        case "click": {
-          const r = await resolveLocator(page, step, options.healCtx);
-          if (!r) throw new Error("Could not resolve locator");
-          result.elementBoundingRect = await r.loc.first().boundingBox().catch(() => null);
-          result.elementSelector = step.selector;
-          await r.loc.first().click({ timeout });
-          applyHealInfo(result, r);
-          break;
-        }
-        case "fill": {
-          const r = await resolveLocator(page, step, options.healCtx);
-          if (!r) throw new Error("Could not resolve locator");
-          result.elementBoundingRect = await r.loc.first().boundingBox().catch(() => null);
-          result.elementSelector = step.selector;
-          await r.loc.first().fill(step.value ?? "", { timeout });
-          applyHealInfo(result, r);
-          break;
+    const stepResults = [];
+    let errorStep;
+    let finalScreenshotPath;
+    for (const step of plan) {
+        const stepStart = Date.now();
+        const result = {
+            stepNumber: step.stepNumber,
+            description: step.description,
+            status: 'FAILED',
+            duration: 0,
+        };
+        try {
+            const timeout = step.timeout ?? parseInt(process.env.TEST_STEP_TIMEOUT_MS ?? '8000', 10);
+            switch (step.action) {
+                case 'navigate':
+                    if (!step.url)
+                        throw new Error('Navigate step missing url');
+                    assertCrawlUrlSafe(step.url);
+                    await page.goto(step.url, { waitUntil: 'domcontentloaded', timeout });
+                    break;
+                case 'click': {
+                    const r = await resolveLocator(page, step, options.healCtx);
+                    if (!r)
+                        throw new Error('Could not resolve locator');
+                    result.elementBoundingRect = await r.loc.first().boundingBox().catch(() => null);
+                    result.elementSelector = step.selector;
+                    await r.loc.first().click({ timeout });
+                    applyHealInfo(result, r);
+                    break;
+                }
+                case 'fill': {
+                    const r = await resolveLocator(page, step, options.healCtx);
+                    if (!r)
+                        throw new Error('Could not resolve locator');
+                    result.elementBoundingRect = await r.loc.first().boundingBox().catch(() => null);
+                    result.elementSelector = step.selector;
+                    await r.loc.first().fill(step.value ?? '', { timeout });
+                    applyHealInfo(result, r);
+                    break;
+                }
+                case 'select': {
+                    const r = await resolveLocator(page, step, options.healCtx);
+                    if (!r)
+                        throw new Error('Could not resolve locator');
+                    result.elementBoundingRect = await r.loc.first().boundingBox().catch(() => null);
+                    result.elementSelector = step.selector;
+                    await r.loc.first().selectOption(step.value ?? '', { timeout });
+                    applyHealInfo(result, r);
+                    break;
+                }
+                case 'hover': {
+                    const r = await resolveLocator(page, step, options.healCtx);
+                    if (!r)
+                        throw new Error('Could not resolve locator');
+                    result.elementBoundingRect = await r.loc.first().boundingBox().catch(() => null);
+                    result.elementSelector = step.selector;
+                    await r.loc.first().hover({ timeout });
+                    applyHealInfo(result, r);
+                    break;
+                }
+                case 'press_key':
+                    await page.keyboard.press(step.value ?? 'Enter');
+                    break;
+                case 'assert_visible': {
+                    const r = await resolveLocator(page, step, options.healCtx);
+                    if (!r)
+                        throw new Error('Could not resolve locator');
+                    await r.loc.first().waitFor({ state: 'visible', timeout });
+                    result.elementBoundingRect = await r.loc.first().boundingBox().catch(() => null);
+                    result.elementSelector = step.selector;
+                    applyHealInfo(result, r);
+                    break;
+                }
+                case 'assert_text': {
+                    const r = await resolveLocator(page, step, options.healCtx);
+                    if (!r)
+                        throw new Error('Could not resolve locator');
+                    const text = await r.loc.first().textContent({ timeout });
+                    if (!text?.includes(step.value ?? '')) {
+                        throw new Error(`Expected text "${step.value}" not found. Got: "${text?.slice(0, 100)}"`);
+                    }
+                    result.elementBoundingRect = await r.loc.first().boundingBox().catch(() => null);
+                    result.elementSelector = step.selector;
+                    applyHealInfo(result, r);
+                    break;
+                }
+                case 'assert_url': {
+                    const url = page.url();
+                    if (!url.includes(step.value ?? '')) {
+                        throw new Error(`Expected URL to contain "${step.value}". Got: "${url}"`);
+                    }
+                    break;
+                }
+                case 'wait':
+                    await page.waitForTimeout(step.timeout ?? parseInt(process.env.TEST_STEP_DELAY_MS ?? '2000', 10));
+                    break;
+                case 'screenshot': {
+                    const ssPath = `${options.screenshotDir}/${options.testRunId}-step-${step.stepNumber}.png`;
+                    await page.screenshot({ path: ssPath, fullPage: true });
+                    result.screenshotPath = ssPath;
+                    break;
+                }
+            }
+            result.status = 'PASSED';
         }
-        case "select": {
-          const r = await resolveLocator(page, step, options.healCtx);
-          if (!r) throw new Error("Could not resolve locator");
-          result.elementBoundingRect = await r.loc.first().boundingBox().catch(() => null);
-          result.elementSelector = step.selector;
-          await r.loc.first().selectOption(step.value ?? "", { timeout });
-          applyHealInfo(result, r);
-          break;
+        catch (err) {
+            result.status = step.optional ? 'SKIPPED' : 'FAILED';
+            result.error = err.message;
+            if (!step.optional) {
+                errorStep = step.stepNumber;
+            }
         }
-        case "hover": {
-          const r = await resolveLocator(page, step, options.healCtx);
-          if (!r) throw new Error("Could not resolve locator");
-          result.elementBoundingRect = await r.loc.first().boundingBox().catch(() => null);
-          result.elementSelector = step.selector;
-          await r.loc.first().hover({ timeout });
-          applyHealInfo(result, r);
-          break;
+        try {
+            await page.waitForLoadState('networkidle', { timeout: parseInt(process.env.TEST_NETWORK_IDLE_TIMEOUT_MS ?? '1500', 10) }).catch(() => { });
+            if (!result.screenshotPath) {
+                const ssPath = `${options.screenshotDir}/${options.testRunId}-step-${step.stepNumber}.png`;
+                await page.screenshot({ path: ssPath, fullPage: true });
+                result.screenshotPath = ssPath;
+            }
         }
-        case "press_key":
-          await page.keyboard.press(step.value ?? "Enter");
-          break;
-        case "assert_visible": {
-          const r = await resolveLocator(page, step, options.healCtx);
-          if (!r) throw new Error("Could not resolve locator");
-          await r.loc.first().waitFor({ state: "visible", timeout });
-          result.elementBoundingRect = await r.loc.first().boundingBox().catch(() => null);
-          result.elementSelector = step.selector;
-          applyHealInfo(result, r);
-          break;
-        }
-        case "assert_text": {
-          const r = await resolveLocator(page, step, options.healCtx);
-          if (!r) throw new Error("Could not resolve locator");
-          const text = await r.loc.first().textContent({ timeout });
-          if (!text?.includes(step.value ?? "")) {
-            throw new Error(`Expected text "${step.value}" not found. Got: "${text?.slice(0, 100)}"`);
-          }
-          result.elementBoundingRect = await r.loc.first().boundingBox().catch(() => null);
-          result.elementSelector = step.selector;
-          applyHealInfo(result, r);
-          break;
-        }
-        case "assert_url": {
-          const url = page.url();
-          if (!url.includes(step.value ?? "")) {
-            throw new Error(`Expected URL to contain "${step.value}". Got: "${url}"`);
-          }
-          break;
-        }
-        case "wait":
-          await page.waitForTimeout(step.timeout ?? parseInt(process.env.TEST_STEP_DELAY_MS ?? "2000", 10));
-          break;
-        case "screenshot": {
-          const ssPath = `${options.screenshotDir}/${options.testRunId}-step-${step.stepNumber}.png`;
-          await page.screenshot({ path: ssPath, fullPage: true });
-          result.screenshotPath = ssPath;
-          break;
-        }
-      }
-      result.status = "PASSED";
-    } catch (err) {
-      result.status = step.optional ? "SKIPPED" : "FAILED";
-      result.error = err.message;
-      if (!step.optional) {
-        errorStep = step.stepNumber;
-      }
+        catch { /* Screenshot evidence is best-effort and should not fail the run. */ }
+        result.duration = Date.now() - stepStart;
+        stepResults.push(result);
+        options.onStepComplete?.(result);
+        if (result.status === 'FAILED')
+            break;
     }
     try {
-      await page.waitForLoadState("networkidle", { timeout: parseInt(process.env.TEST_NETWORK_IDLE_TIMEOUT_MS ?? "1500", 10) }).catch(() => {
-      });
-      if (!result.screenshotPath) {
-        const ssPath = `${options.screenshotDir}/${options.testRunId}-step-${step.stepNumber}.png`;
-        await page.screenshot({ path: ssPath, fullPage: true });
-        result.screenshotPath = ssPath;
-      }
-    } catch {
+        const finalPath = `${options.screenshotDir}/${options.testRunId}-final.png`;
+        await page.screenshot({ path: finalPath, fullPage: true });
+        finalScreenshotPath = finalPath;
     }
-    result.duration = Date.now() - stepStart;
-    stepResults.push(result);
-    options.onStepComplete?.(result);
-    if (result.status === "FAILED") break;
-  }
-  try {
-    const finalPath = `${options.screenshotDir}/${options.testRunId}-final.png`;
-    await page.screenshot({ path: finalPath, fullPage: true });
-    finalScreenshotPath = finalPath;
-  } catch {
-  }
-  return { stepResults, errorStep, finalScreenshotPath, consoleLogs, networkErrors };
+    catch { /* non-fatal */ }
+    return { stepResults, errorStep, finalScreenshotPath, consoleLogs, networkErrors };
 }
 function interpolate(template, data) {
-  if (!template) return template;
-  return template.replace(/\{\{(\w+)\}\}/g, (_, key) => data[key] ?? `{{${key}}}`);
+    if (!template)
+        return template;
+    return template.replace(/\{\{(\w+)\}\}/g, (_, key) => data[key] ?? `{{${key}}}`);
 }
-async function executeTestPlan(plan, options) {
-  if (options.dataRow && Object.keys(options.dataRow).length > 0) {
-    const data = options.dataRow;
-    plan = plan.map((step) => ({
-      ...step,
-      url: interpolate(step.url, data),
-      selector: interpolate(step.selector, data),
-      value: interpolate(step.value, data),
-      description: interpolate(step.description, data) ?? step.description
-    }));
-  }
-  const maxRuns = options.maxRuns ?? 1;
-  const browserEngine = { chromium, firefox, webkit }[options.browser ?? "chromium"] ?? chromium;
-  const start = Date.now();
-  const outcomes = [];
-  let lastResult = null;
-  let lastNetworkTimings = [];
-  for (let run = 0; run < maxRuns; run++) {
-    const browser = await browserEngine.launch({
-      headless: true,
-      // Optional override for environments with a non-standard/pre-provisioned
-      // browser install (e.g. a custom base image with only system Chromium).
-      ...process.env.PLAYWRIGHT_EXECUTABLE_PATH ? { executablePath: process.env.PLAYWRIGHT_EXECUTABLE_PATH } : {}
-    });
-    let parsedStorageState;
-    try {
-      parsedStorageState = options.storageState ? JSON.parse(options.storageState) : void 0;
-    } catch {
-      parsedStorageState = void 0;
+export async function executeTestPlan(plan, options) {
+    if (options.dataRow && Object.keys(options.dataRow).length > 0) {
+        const data = options.dataRow;
+        plan = plan.map((step) => ({
+            ...step,
+            url: interpolate(step.url, data),
+            selector: interpolate(step.selector, data),
+            value: interpolate(step.value, data),
+            description: interpolate(step.description, data) ?? step.description,
+        }));
     }
-    const context = await browser.newContext({
-      viewport: options.viewport ?? { width: 1440, height: 900 },
-      ...parsedStorageState ? { storageState: parsedStorageState } : {}
-    });
-    const page = await context.newPage();
-    await page.addStyleTag({ content: "*, *::before, *::after { animation-duration: 0s !important; transition-duration: 0s !important; }" }).catch(() => {
-    });
-    const consoleLogs = [];
-    const networkErrors = [];
-    const networkTimings = [];
-    const requestStartTimes = /* @__PURE__ */ new Map();
-    page.on("console", (msg) => {
-      if (consoleLogs.length < 100) {
-        consoleLogs.push({ type: msg.type(), text: msg.text().slice(0, 500), timestamp: Date.now() });
-      }
-    });
-    page.on("request", (request) => {
-      const url = request.url();
-      if (url.includes("/api/") || url.match(/\/(graphql|rest|v\d)\//)) {
-        requestStartTimes.set(request.url(), Date.now());
-      }
-    });
-    page.on("response", (response) => {
-      const url = response.url();
-      const start2 = requestStartTimes.get(url);
-      if (start2 && networkTimings.length < 200) {
-        networkTimings.push({ url: url.slice(0, 300), method: response.request().method(), status: response.status(), duration: Date.now() - start2 });
-        requestStartTimes.delete(url);
-      }
-      if (!response.ok() && !url.includes("favicon") && networkErrors.length < 50) {
-        networkErrors.push({
-          url: url.slice(0, 300),
-          status: response.status(),
-          method: response.request().method(),
-          timestamp: Date.now()
+    const maxRuns = options.maxRuns ?? 1;
+    const browserEngine = { chromium, firefox, webkit }[options.browser ?? 'chromium'] ?? chromium;
+    const start = Date.now();
+    const outcomes = [];
+    let lastResult = null;
+    let lastNetworkTimings = [];
+    for (let run = 0; run < maxRuns; run++) {
+        const browser = await browserEngine.launch({
+            headless: true,
+            // Optional override for environments with a non-standard/pre-provisioned
+            // browser install (e.g. a custom base image with only system Chromium).
+            ...(process.env.PLAYWRIGHT_EXECUTABLE_PATH ? { executablePath: process.env.PLAYWRIGHT_EXECUTABLE_PATH } : {}),
         });
-      }
-    });
-    const TEST_EXECUTION_TIMEOUT_MS = 5 * 6e4;
-    lastResult = await Promise.race([
-      runPlan(page, plan, options, consoleLogs, networkErrors),
-      new Promise(
-        (_, reject) => setTimeout(() => reject(new Error("Test execution timed out")), TEST_EXECUTION_TIMEOUT_MS)
-      )
-    ]);
-    lastNetworkTimings = networkTimings;
-    await browser.close();
-    const passed = !lastResult.stepResults.some((r) => r.status === "FAILED");
-    outcomes.push(passed ? "PASSED" : "FAILED");
-    if (run > 0 && outcomes.every((o) => o === outcomes[0])) break;
-  }
-  const passCount = outcomes.filter((o) => o === "PASSED").length;
-  const failCount = outcomes.filter((o) => o === "FAILED").length;
-  let status;
-  if (maxRuns > 1 && passCount > 0 && failCount > 0) {
-    status = "FLAKY";
-  } else if (passCount === outcomes.length) {
-    status = "PASSED";
-  } else {
-    status = "FAILED";
-  }
-  let rootCauseSummary;
-  if (status === "FAILED" || status === "FLAKY") {
-    const failedStep = lastResult.stepResults.find((s) => s.status === "FAILED");
-    rootCauseSummary = await analyzeFailure({
-      tenantId: options.healCtx?.tenantId,
-      error: failedStep?.error ?? "Unknown error",
-      stepDescription: failedStep?.description,
-      consoleLogs: lastResult.consoleLogs,
-      networkErrors: lastResult.networkErrors,
-      screenshotPath: lastResult.finalScreenshotPath
-    }).catch(() => void 0) ?? void 0;
-  }
-  return {
-    stepResults: lastResult.stepResults,
-    status,
-    errorStep: lastResult.errorStep,
-    totalDuration: Date.now() - start,
-    finalScreenshotPath: lastResult.finalScreenshotPath,
-    retryCount: outcomes.length - 1,
-    consoleLogs: lastResult.consoleLogs,
-    networkErrors: lastResult.networkErrors,
-    rootCauseSummary,
-    networkTimings: lastNetworkTimings
-  };
+        let parsedStorageState;
+        try {
+            parsedStorageState = options.storageState ? JSON.parse(options.storageState) : undefined;
+        }
+        catch {
+            parsedStorageState = undefined;
+        }
+        const context = await browser.newContext({
+            viewport: options.viewport ?? { width: 1440, height: 900 },
+            ...(parsedStorageState ? { storageState: parsedStorageState } : {}),
+        });
+        const page = await context.newPage();
+        await page
+            .addStyleTag({ content: '*, *::before, *::after { animation-duration: 0s !important; transition-duration: 0s !important; }' })
+            .catch(() => { });
+        const consoleLogs = [];
+        const networkErrors = [];
+        const networkTimings = [];
+        const requestStartTimes = new Map();
+        page.on('console', msg => {
+            if (consoleLogs.length < 100) {
+                consoleLogs.push({ type: msg.type(), text: msg.text().slice(0, 500), timestamp: Date.now() });
+            }
+        });
+        page.on('request', request => {
+            const url = request.url();
+            if (url.includes('/api/') || url.match(/\/(graphql|rest|v\d)\//)) {
+                requestStartTimes.set(request.url(), Date.now());
+            }
+        });
+        page.on('response', response => {
+            const url = response.url();
+            const start = requestStartTimes.get(url);
+            if (start && networkTimings.length < 200) {
+                networkTimings.push({ url: url.slice(0, 300), method: response.request().method(), status: response.status(), duration: Date.now() - start });
+                requestStartTimes.delete(url);
+            }
+            if (!response.ok() && !url.includes('favicon') && networkErrors.length < 50) {
+                networkErrors.push({
+                    url: url.slice(0, 300),
+                    status: response.status(),
+                    method: response.request().method(),
+                    timestamp: Date.now(),
+                });
+            }
+        });
+        const TEST_EXECUTION_TIMEOUT_MS = 5 * 60_000;
+        lastResult = await Promise.race([
+            runPlan(page, plan, options, consoleLogs, networkErrors),
+            new Promise((_, reject) => setTimeout(() => reject(new Error('Test execution timed out')), TEST_EXECUTION_TIMEOUT_MS)),
+        ]);
+        lastNetworkTimings = networkTimings;
+        await browser.close();
+        const passed = !lastResult.stepResults.some((r) => r.status === 'FAILED');
+        outcomes.push(passed ? 'PASSED' : 'FAILED');
+        // If all subsequent runs are consistent with first, no need to keep going
+        if (run > 0 && outcomes.every((o) => o === outcomes[0]))
+            break;
+    }
+    const passCount = outcomes.filter((o) => o === 'PASSED').length;
+    const failCount = outcomes.filter((o) => o === 'FAILED').length;
+    let status;
+    if (maxRuns > 1 && passCount > 0 && failCount > 0) {
+        status = 'FLAKY';
+    }
+    else if (passCount === outcomes.length) {
+        status = 'PASSED';
+    }
+    else {
+        status = 'FAILED';
+    }
+    let rootCauseSummary;
+    if (status === 'FAILED' || status === 'FLAKY') {
+        const failedStep = lastResult.stepResults.find(s => s.status === 'FAILED');
+        rootCauseSummary = await analyzeFailure({
+            tenantId: options.healCtx?.tenantId,
+            error: failedStep?.error ?? 'Unknown error',
+            stepDescription: failedStep?.description,
+            consoleLogs: lastResult.consoleLogs,
+            networkErrors: lastResult.networkErrors,
+            screenshotPath: lastResult.finalScreenshotPath,
+        }).catch(() => undefined) ?? undefined;
+    }
+    return {
+        stepResults: lastResult.stepResults,
+        status,
+        errorStep: lastResult.errorStep,
+        totalDuration: Date.now() - start,
+        finalScreenshotPath: lastResult.finalScreenshotPath,
+        retryCount: outcomes.length - 1,
+        consoleLogs: lastResult.consoleLogs,
+        networkErrors: lastResult.networkErrors,
+        rootCauseSummary,
+        networkTimings: lastNetworkTimings,
+    };
 }
-export {
-  executeTestPlan
-};
-//# sourceMappingURL=test-executor.js.map