@hasna/testers 0.0.6 → 0.0.8

package/dist/mcp/index.js

@@ -11,6 +11,7 @@ var __export = (target, all) => {
     });
 };
 var __esm = (fn, res) => () => (fn && (res = fn(fn = 0)), res);
+var __require = import.meta.require;
 
 // src/types/index.ts
 function projectFromRow(row) {
@@ -50,6 +51,7 @@ function scenarioFromRow(row) {
     requiresAuth: row.requires_auth === 1,
     authConfig: row.auth_config ? JSON.parse(row.auth_config) : null,
     metadata: row.metadata ? JSON.parse(row.metadata) : null,
+    assertions: JSON.parse(row.assertions || "[]"),
     version: row.version,
     createdAt: row.created_at,
     updatedAt: row.updated_at
@@ -69,7 +71,8 @@ function runFromRow(row) {
     failed: row.failed,
     startedAt: row.started_at,
     finishedAt: row.finished_at,
-    metadata: row.metadata ? JSON.parse(row.metadata) : null
+    metadata: row.metadata ? JSON.parse(row.metadata) : null,
+    isBaseline: row.is_baseline === 1
   };
 }
 function resultFromRow(row) {
@@ -424,10 +427,190 @@ var init_database = __esm(() => {
   CREATE INDEX IF NOT EXISTS idx_deps_scenario ON scenario_dependencies(scenario_id);
   CREATE INDEX IF NOT EXISTS idx_deps_depends ON scenario_dependencies(depends_on);
   CREATE INDEX IF NOT EXISTS idx_flows_project ON flows(project_id);
+  `,
+    `
+  ALTER TABLE scenarios ADD COLUMN assertions TEXT DEFAULT '[]';
+  `,
+    `
+  CREATE TABLE IF NOT EXISTS environments (
+    id TEXT PRIMARY KEY,
+    name TEXT NOT NULL UNIQUE,
+    url TEXT NOT NULL,
+    auth_preset_name TEXT,
+    project_id TEXT REFERENCES projects(id) ON DELETE CASCADE,
+    is_default INTEGER NOT NULL DEFAULT 0,
+    metadata TEXT DEFAULT '{}',
+    created_at TEXT NOT NULL DEFAULT (datetime('now'))
+  );
+  `,
+    `
+  ALTER TABLE runs ADD COLUMN is_baseline INTEGER NOT NULL DEFAULT 0;
   `
   ];
 });
 
+// src/lib/browser-lightpanda.ts
+var exports_browser_lightpanda = {};
+__export(exports_browser_lightpanda, {
+  startLightpandaServer: () => startLightpandaServer,
+  launchLightpanda: () => launchLightpanda,
+  isLightpandaAvailable: () => isLightpandaAvailable,
+  installLightpanda: () => installLightpanda,
+  getLightpandaPage: () => getLightpandaPage,
+  closeLightpanda: () => closeLightpanda
+});
+import { chromium } from "playwright";
+import { spawn } from "child_process";
+function isLightpandaAvailable() {
+  try {
+    const possiblePaths = [
+      `${process.env["HOME"]}/.cache/lightpanda-node/lightpanda`,
+      process.env["LIGHTPANDA_EXECUTABLE_PATH"]
+    ];
+    for (const p of possiblePaths) {
+      if (p) {
+        try {
+          const { existsSync: existsSync2 } = __require("fs");
+          if (existsSync2(p))
+            return true;
+        } catch {
+          continue;
+        }
+      }
+    }
+    const { execSync } = __require("child_process");
+    execSync("lightpanda --version", { stdio: "ignore", timeout: 5000 });
+    return true;
+  } catch {
+    return false;
+  }
+}
+function findLightpandaBinary() {
+  const envPath = process.env["LIGHTPANDA_EXECUTABLE_PATH"];
+  if (envPath)
+    return envPath;
+  const cachePath = `${process.env["HOME"]}/.cache/lightpanda-node/lightpanda`;
+  try {
+    const { existsSync: existsSync2 } = __require("fs");
+    if (existsSync2(cachePath))
+      return cachePath;
+  } catch {}
+  return "lightpanda";
+}
+async function startLightpandaServer(port) {
+  const binary = findLightpandaBinary();
+  const cdpPort = port ?? 9222 + Math.floor(Math.random() * 1000);
+  return new Promise((resolve, reject) => {
+    const proc = spawn(binary, ["serve", "--port", String(cdpPort)], {
+      stdio: ["ignore", "pipe", "pipe"]
+    });
+    let resolved = false;
+    const timeout = setTimeout(() => {
+      if (!resolved) {
+        resolved = true;
+        resolve({
+          process: proc,
+          wsEndpoint: `ws://127.0.0.1:${cdpPort}`
+        });
+      }
+    }, 5000);
+    proc.stdout?.on("data", (data) => {
+      const output = data.toString();
+      if (output.includes("127.0.0.1") || output.includes("listening") || output.includes("DevTools")) {
+        if (!resolved) {
+          resolved = true;
+          clearTimeout(timeout);
+          resolve({
+            process: proc,
+            wsEndpoint: `ws://127.0.0.1:${cdpPort}`
+          });
+        }
+      }
+    });
+    proc.stderr?.on("data", (data) => {
+      const output = data.toString();
+      if (output.includes("127.0.0.1") || output.includes("listening")) {
+        if (!resolved) {
+          resolved = true;
+          clearTimeout(timeout);
+          resolve({
+            process: proc,
+            wsEndpoint: `ws://127.0.0.1:${cdpPort}`
+          });
+        }
+      }
+    });
+    proc.on("error", (err) => {
+      clearTimeout(timeout);
+      if (!resolved) {
+        resolved = true;
+        reject(new BrowserError(`Failed to start Lightpanda: ${err.message}. ` + `Install it with: bun install @lightpanda/browser`));
+      }
+    });
+    proc.on("exit", (code) => {
+      if (!resolved) {
+        resolved = true;
+        clearTimeout(timeout);
+        reject(new BrowserError(`Lightpanda exited with code ${code}. ` + `Install it with: bun install @lightpanda/browser`));
+      }
+    });
+  });
+}
+async function launchLightpanda(_options) {
+  try {
+    const { process: proc, wsEndpoint } = await startLightpandaServer();
+    lightpandaProcess = proc;
+    const browser = await chromium.connectOverCDP(wsEndpoint);
+    return browser;
+  } catch (error) {
+    const message = error instanceof Error ? error.message : String(error);
+    throw new BrowserError(`Failed to launch Lightpanda: ${message}`);
+  }
+}
+async function getLightpandaPage(browser, options) {
+  try {
+    const contexts = browser.contexts();
+    const context = contexts.length > 0 ? contexts[0] : await browser.newContext({
+      viewport: options?.viewport ?? { width: 1280, height: 720 },
+      userAgent: options?.userAgent,
+      locale: options?.locale
+    });
+    const page = await context.newPage();
+    return page;
+  } catch (error) {
+    const message = error instanceof Error ? error.message : String(error);
+    throw new BrowserError(`Failed to create Lightpanda page: ${message}`);
+  }
+}
+async function closeLightpanda(browser) {
+  try {
+    await browser.close();
+  } catch {}
+  if (lightpandaProcess) {
+    try {
+      lightpandaProcess.kill("SIGTERM");
+      lightpandaProcess = null;
+    } catch {}
+  }
+}
+async function installLightpanda() {
+  const { execSync } = __require("child_process");
+  try {
+    execSync("bun install @lightpanda/browser", {
+      stdio: "inherit",
+      cwd: process.env["HOME"]
+    });
+  } catch (error) {
+    const message = error instanceof Error ? error.message : String(error);
+    throw new BrowserError(`Failed to install Lightpanda: ${message}
+` + `Try manually: bun install @lightpanda/browser`);
+  }
+}
+var lightpandaProcess = null;
+var init_browser_lightpanda = __esm(() => {
+  init_types();
+});
+
 // src/db/flows.ts
 var exports_flows = {};
 __export(exports_flows, {
@@ -4577,9 +4760,9 @@ function createScenario(input) {
   const short_id = nextShortId(input.projectId);
   const timestamp = now();
   db2.query(`
-    INSERT INTO scenarios (id, short_id, project_id, name, description, steps, tags, priority, model, timeout_ms, target_path, requires_auth, auth_config, metadata, version, created_at, updated_at)
-    VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, 1, ?, ?)
-  `).run(id, short_id, input.projectId ?? null, input.name, input.description, JSON.stringify(input.steps ?? []), JSON.stringify(input.tags ?? []), input.priority ?? "medium", input.model ?? null, input.timeoutMs ?? null, input.targetPath ?? null, input.requiresAuth ? 1 : 0, input.authConfig ? JSON.stringify(input.authConfig) : null, input.metadata ? JSON.stringify(input.metadata) : null, timestamp, timestamp);
+    INSERT INTO scenarios (id, short_id, project_id, name, description, steps, tags, priority, model, timeout_ms, target_path, requires_auth, auth_config, metadata, assertions, version, created_at, updated_at)
+    VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, 1, ?, ?)
+  `).run(id, short_id, input.projectId ?? null, input.name, input.description, JSON.stringify(input.steps ?? []), JSON.stringify(input.tags ?? []), input.priority ?? "medium", input.model ?? null, input.timeoutMs ?? null, input.targetPath ?? null, input.requiresAuth ? 1 : 0, input.authConfig ? JSON.stringify(input.authConfig) : null, input.metadata ? JSON.stringify(input.metadata) : null, JSON.stringify(input.assertions ?? []), timestamp, timestamp);
   return getScenario(id);
 }
 function getScenario(id) {
@@ -4697,6 +4880,10 @@ function updateScenario(id, input, version) {
     sets.push("metadata = ?");
     params.push(JSON.stringify(input.metadata));
   }
+  if (input.assertions !== undefined) {
+    sets.push("assertions = ?");
+    params.push(JSON.stringify(input.assertions));
+  }
   if (sets.length === 0) {
     return existing;
   }
@@ -4827,6 +5014,10 @@ function updateRun(id, updates) {
     sets.push("metadata = ?");
     params.push(updates.metadata);
   }
+  if (updates.is_baseline !== undefined) {
+    sets.push("is_baseline = ?");
+    params.push(updates.is_baseline);
+  }
   if (sets.length === 0) {
     return existing;
   }
@@ -4998,14 +5189,22 @@ function listAgents() {
 }
 
 // src/lib/browser.ts
-import { chromium } from "playwright";
+import { chromium as chromium2 } from "playwright";
 init_types();
 var DEFAULT_VIEWPORT = { width: 1280, height: 720 };
 async function launchBrowser(options) {
+  const engine = options?.engine ?? process.env["TESTERS_BROWSER_ENGINE"] ?? "playwright";
+  if (engine === "lightpanda") {
+    const { launchLightpanda: launchLightpanda2, isLightpandaAvailable: isLightpandaAvailable2 } = await Promise.resolve().then(() => (init_browser_lightpanda(), exports_browser_lightpanda));
+    if (!isLightpandaAvailable2()) {
+      throw new BrowserError("Lightpanda not installed. Run: testers install-browser --engine lightpanda");
+    }
+    return launchLightpanda2({ viewport: options?.viewport });
+  }
   const headless = options?.headless ?? true;
   const viewport = options?.viewport ?? DEFAULT_VIEWPORT;
   try {
-    const browser = await chromium.launch({
+    const browser = await chromium2.launch({
       headless,
       args: [
         `--window-size=${viewport.width},${viewport.height}`
@@ -5018,6 +5217,11 @@ async function launchBrowser(options) {
   }
 }
 async function getPage(browser, options) {
+  const engine = options?.engine ?? "playwright";
+  if (engine === "lightpanda") {
+    const { getLightpandaPage: getLightpandaPage2 } = await Promise.resolve().then(() => (init_browser_lightpanda(), exports_browser_lightpanda));
+    return getLightpandaPage2(browser, options);
+  }
   const viewport = options?.viewport ?? DEFAULT_VIEWPORT;
   try {
     const context = await browser.newContext({
@@ -5032,7 +5236,11 @@ async function getPage(browser, options) {
     throw new BrowserError(`Failed to create page: ${message}`);
   }
 }
-async function closeBrowser(browser) {
+async function closeBrowser(browser, engine) {
+  if (engine === "lightpanda") {
+    const { closeLightpanda: closeLightpanda2 } = await Promise.resolve().then(() => (init_browser_lightpanda(), exports_browser_lightpanda));
+    return closeLightpanda2(browser);
+  }
   try {
     await browser.close();
   } catch (error) {
@@ -5966,12 +6174,124 @@ function loadConfig() {
   return config;
 }
 
+// src/lib/webhooks.ts
+init_database();
+function fromRow(row) {
+  return {
+    id: row.id,
+    url: row.url,
+    events: JSON.parse(row.events),
+    projectId: row.project_id,
+    secret: row.secret,
+    active: row.active === 1,
+    createdAt: row.created_at
+  };
+}
+function listWebhooks(projectId) {
+  const db2 = getDatabase();
+  let query = "SELECT * FROM webhooks WHERE active = 1";
+  const params = [];
+  if (projectId) {
+    query += " AND (project_id = ? OR project_id IS NULL)";
+    params.push(projectId);
+  }
+  query += " ORDER BY created_at DESC";
+  const rows = db2.query(query).all(...params);
+  return rows.map(fromRow);
+}
+function signPayload(body, secret) {
+  const encoder = new TextEncoder;
+  const key = encoder.encode(secret);
+  const data = encoder.encode(body);
+  let hash = 0;
+  for (let i = 0;i < data.length; i++) {
+    hash = (hash << 5) - hash + data[i] + (key[i % key.length] ?? 0) | 0;
+  }
+  return `sha256=${Math.abs(hash).toString(16).padStart(16, "0")}`;
+}
+function formatSlackPayload(payload) {
+  const status = payload.run.status === "passed" ? ":white_check_mark:" : ":x:";
+  const color = payload.run.status === "passed" ? "#22c55e" : "#ef4444";
+  return {
+    attachments: [
+      {
+        color,
+        blocks: [
+          {
+            type: "section",
+            text: {
+              type: "mrkdwn",
+              text: `${status} *Test Run ${payload.run.status.toUpperCase()}*
+` + `URL: ${payload.run.url}
+` + `Results: ${payload.run.passed}/${payload.run.total} passed` + (payload.run.failed > 0 ? ` (${payload.run.failed} failed)` : "") + (payload.schedule ? `
+Schedule: ${payload.schedule.name}` : "")
+            }
+          }
+        ]
+      }
+    ]
+  };
+}
+async function dispatchWebhooks(event, run, schedule) {
+  const webhooks = listWebhooks(run.projectId ?? undefined);
+  const payload = {
+    event,
+    run: {
+      id: run.id,
+      url: run.url,
+      status: run.status,
+      passed: run.passed,
+      failed: run.failed,
+      total: run.total
+    },
+    schedule,
+    timestamp: new Date().toISOString()
+  };
+  for (const webhook of webhooks) {
+    if (!webhook.events.includes(event) && !webhook.events.includes("*"))
+      continue;
+    const isSlack = webhook.url.includes("hooks.slack.com");
+    const body = isSlack ? JSON.stringify(formatSlackPayload(payload)) : JSON.stringify(payload);
+    const headers = {
+      "Content-Type": "application/json"
+    };
+    if (webhook.secret) {
+      headers["X-Testers-Signature"] = signPayload(body, webhook.secret);
+    }
+    try {
+      const response = await fetch(webhook.url, {
+        method: "POST",
+        headers,
+        body
+      });
+      if (!response.ok) {
+        await new Promise((r) => setTimeout(r, 5000));
+        await fetch(webhook.url, { method: "POST", headers, body });
+      }
+    } catch {}
+  }
+}
+
 // src/lib/runner.ts
 var eventHandler = null;
 function emit(event) {
   if (eventHandler)
     eventHandler(event);
 }
+function withTimeout(promise, ms, label) {
+  return new Promise((resolve, reject) => {
+    const timer = setTimeout(() => {
+      reject(new Error(`Scenario timeout after ${ms}ms: ${label}`));
+    }, ms);
+    promise.then((val) => {
+      clearTimeout(timer);
+      resolve(val);
+    }, (err) => {
+      clearTimeout(timer);
+      reject(err);
+    });
+  });
+}
 async function runSingleScenario(scenario, runId, options) {
   const config = loadConfig();
   const model = resolveModel(options.model ?? scenario.model ?? config.defaultModel);
@@ -5989,13 +6309,14 @@ async function runSingleScenario(scenario, runId, options) {
   let browser = null;
   let page = null;
   try {
-    browser = await launchBrowser({ headless: !(options.headed ?? false) });
+    browser = await launchBrowser({ headless: !(options.headed ?? false), engine: options.engine });
     page = await getPage(browser, {
       viewport: config.browser.viewport
     });
     const targetUrl = scenario.targetPath ? `${options.url.replace(/\/$/, "")}${scenario.targetPath}` : options.url;
-    await page.goto(targetUrl, { timeout: options.timeout ?? config.browser.timeout });
-    const agentResult = await runAgentLoop({
+    const scenarioTimeout = scenario.timeoutMs ?? options.timeout ?? config.browser.timeout ?? 60000;
+    await page.goto(targetUrl, { timeout: Math.min(scenarioTimeout, 30000) });
+    const agentResult = await withTimeout(runAgentLoop({
       client,
       page,
       scenario,
@@ -6016,7 +6337,7 @@ async function runSingleScenario(scenario, runId, options) {
           stepNumber: stepEvent.stepNumber
         });
       }
-    });
+    }), scenarioTimeout, scenario.name);
     for (const ss of agentResult.screenshots) {
       createScreenshot({
         resultId: result.id,
@@ -6053,7 +6374,7 @@ async function runSingleScenario(scenario, runId, options) {
     return updatedResult;
   } finally {
     if (browser)
-      await closeBrowser(browser);
+      await closeBrowser(browser, options.engine);
   }
 }
 async function runBatch(scenarios, options) {
@@ -6148,6 +6469,8 @@ async function runBatch(scenarios, options) {
     finished_at: new Date().toISOString()
   });
   emit({ type: "run:complete", runId: run.id });
+  const eventType = finalRun.status === "failed" ? "failed" : "completed";
+  dispatchWebhooks(eventType, finalRun).catch(() => {});
   return { run: finalRun, results };
 }
 async function runByFilter(options) {
@@ -6233,6 +6556,9 @@ function startRunAsync(options) {
         finished_at: new Date().toISOString()
       });
       emit({ type: "run:complete", runId: run.id });
+      const asyncRun = getRun(run.id);
+      if (asyncRun)
+        dispatchWebhooks(asyncRun.status === "failed" ? "failed" : "completed", asyncRun).catch(() => {});
     } catch (error) {
       const errorMsg = error instanceof Error ? error.message : String(error);
       updateRun(run.id, {
@@ -6240,6 +6566,9 @@ function startRunAsync(options) {
         finished_at: new Date().toISOString()
       });
       emit({ type: "run:complete", runId: run.id, error: errorMsg });
+      const failedRun = getRun(run.id);
+      if (failedRun)
+        dispatchWebhooks("failed", failedRun).catch(() => {});
     }
   })();
   return { runId: run.id, scenarioCount: scenarios.length };