@fasttest-ai/qa-agent 0.2.0 → 0.3.0

package/dist/index.js

@@ -1,12 +1,12 @@
 #!/usr/bin/env node
 /**
- * QA Agent — MCP server (stdio transport).
+ * FastTest Agent — MCP server (stdio transport).
  *
  * This is the ONLY MCP server in the architecture.
  * Flow: Claude Code → MCP → Local Skill → HTTPS → Cloud API
  *
  * Exposes:
- *   - 16 browser tools (Playwright, runs locally)
+ *   - 21 browser tools (Playwright, runs locally)
  *   - Local-first tools (test, explore, heal — host AI drives via structured prompts)
  *   - Cloud tools (save_suite, update_suite, run, status, cancel, etc. — require setup)
  */
@@ -15,6 +15,7 @@ import { StdioServerTransport } from "@modelcontextprotocol/sdk/server/stdio.js"
 import { z } from "zod";
 import { readFileSync, writeFileSync, existsSync } from "node:fs";
 import { join } from "node:path";
+import { execFile } from "node:child_process";
 import { BrowserManager } from "./browser.js";
 import { CloudClient } from "./cloud.js";
 import * as actions from "./actions.js";
@@ -38,7 +39,10 @@ snapshot above shows the current state of the page. Follow this methodology:
    - browser_click — click elements (use CSS selectors from the snapshot)
    - browser_fill — type into inputs
    - browser_press_key — keyboard actions (Enter, Tab, Escape)
-   - browser_select_option — select dropdown values
+   - browser_fill_form — fill multiple form fields at once
+   - browser_drag — drag and drop elements
+   - browser_resize — resize viewport for responsive testing
+   - browser_tabs — manage browser tabs (list, create, switch, close)
    - browser_wait — wait for elements or a timeout
 3. **Verify**: After each significant action, use browser_assert to check \
    the expected outcome. Available assertion types: element_visible, \
@@ -81,7 +85,22 @@ After testing, provide a clear summary:
   selectors
 
 If cloud is connected (setup completed), ask if the user wants to save \
-passing tests as a reusable suite via \`save_suite\` for CI/CD replay.`;
+passing tests as a reusable suite via \`save_suite\` for CI/CD replay.
+
+## Saving tests for CI/CD
+
+When saving test suites via \`save_suite\`, replace sensitive values with \
+\`{{VAR_NAME}}\` placeholders (UPPER_SNAKE_CASE):
+- Passwords: \`{{TEST_USER_PASSWORD}}\`
+- Emails/usernames: \`{{TEST_USER_EMAIL}}\`
+- API keys: \`{{STRIPE_TEST_KEY}}\`
+- Any value from .env files: use the matching env var name
+
+The test runner resolves these from environment variables at execution time. \
+In CI, they are set as GitHub repository secrets.
+
+Do NOT use placeholders for non-sensitive data like URLs, button labels, or \
+page content — only for credentials, tokens, and secrets.`;
 const LOCAL_EXPLORE_PROMPT = `\
 You are autonomously exploring a web application to discover testable flows. \
 The page snapshot and screenshot above show your starting point.
@@ -182,6 +201,80 @@ You are the last resort. Use your reasoning to diagnose and fix this.
 - Do NOT suggest fragile selectors (nth-child, auto-generated CSS classes).
 - Do NOT suggest more than 3 candidates — if none of them work after \
   verification, the element is likely gone.`;
+const LOCAL_CHAOS_PROMPT = `\
+You are running a "Break My App" adversarial testing session. Your goal is to \
+systematically attack this page to find security issues, crashes, and missing validation. \
+Use the browser tools (browser_fill, browser_click, browser_evaluate, browser_console_logs, \
+browser_screenshot) to execute each attack.
+
+WARNING: Run against staging/dev environments only. Adversarial payloads may trigger WAF rules.
+
+## Phase 1: Survey
+
+Read the page snapshot below carefully. Catalog every form, input field, button, \
+link, and interactive element. Identify the most interesting targets — forms with \
+auth, payment, CRUD operations, file uploads. Note the current URL and page title.
+
+## Phase 2: Input Fuzzing
+
+For each input field you found, try these payloads one at a time, submitting the \
+form after each:
+
+**XSS payloads:**
+- \`<script>alert(1)</script>\`
+- \`<img onerror=alert(1) src=x>\`
+- \`javascript:alert(1)\`
+
+**SQL injection:**
+- \`' OR 1=1 --\`
+- \`'; DROP TABLE users; --\`
+
+**Boundary testing:**
+- Empty submission (clear all fields, submit)
+- Long string (paste 5000+ chars of "AAAA...")
+- Unicode: RTL mark \\u200F, zero-width space \\u200B, emoji-only "🔥💀🎉"
+- Negative numbers: \`-1\`, \`-999999\`
+
+After each submission: call \`browser_console_logs\` and check for any \`[error]\` \
+entries. Take a screenshot if you find something interesting.
+
+## Phase 3: Interaction Fuzzing
+
+- Double-click submit buttons rapidly (click twice with no delay)
+- Rapid-fire click the same action button 5 times quickly
+- Use \`browser_evaluate\` to click disabled buttons: \
+  \`document.querySelector('button[disabled]')?.removeAttribute('disabled'); \
+  document.querySelector('button[disabled]')?.click();\`
+- Press browser back during form submission (navigate, then immediately go back)
+
+## Phase 4: Auth & Access
+
+- Use \`browser_evaluate\` to read localStorage and cookies: \
+  \`JSON.stringify({localStorage: {...localStorage}, cookies: document.cookie})\`
+- If tokens are found, clear them: \
+  \`localStorage.clear(); document.cookie.split(';').forEach(c => \
+  document.cookie = c.trim().split('=')[0] + '=;expires=Thu, 01 Jan 1970');\`
+- After clearing, try accessing the same page — does it still show protected content?
+
+## Phase 5: Console Monitoring
+
+After every action, check \`browser_console_logs\` for:
+- Unhandled exceptions or promise rejections
+- 404 or 500 network errors
+- Exposed stack traces or sensitive data in error messages
+
+## Output Format
+
+After testing, summarize your findings as a structured list. For each finding:
+- **severity**: critical (XSS executes, app crashes, data leak), high (unhandled \
+  exception, auth bypass), medium (missing validation, accepts garbage), low (cosmetic issue)
+- **category**: xss, injection, crash, validation, error, auth
+- **description**: What you found
+- **reproduction_steps**: Numbered steps to reproduce
+- **console_errors**: Any relevant console errors
+
+If you want to save these findings, call the \`save_chaos_report\` tool with \
+the URL and findings array.`;
 // ---------------------------------------------------------------------------
 // CLI arg parsing
 // ---------------------------------------------------------------------------
@@ -219,7 +312,7 @@ const cliArgs = parseArgs();
 const globalCfg = loadGlobalConfig();
 // Resolution: CLI --api-key wins, then config file, then undefined
 const resolvedApiKey = cliArgs.apiKey || globalCfg.api_key || undefined;
-const resolvedBaseUrl = cliArgs.baseUrl || globalCfg.base_url || "https://api.qa-agent.dev";
+const resolvedBaseUrl = cliArgs.baseUrl || globalCfg.base_url || "https://api.fasttest.ai";
 const orgSlug = resolvedApiKey ? (resolvedApiKey.split("_")[1] ?? "default") : "default";
 const browserMgr = new BrowserManager({
     browserType: cliArgs.browser,
@@ -235,7 +328,7 @@ let cloud = resolvedApiKey
 // ---------------------------------------------------------------------------
 function requireCloud() {
     if (!cloud) {
-        throw new Error("Not connected to QA Agent cloud. Run the `setup` tool first to create an organization.");
+        throw new Error("Not connected to FastTest cloud. Run the `setup` tool first to create an organization.");
     }
     return cloud;
 }
@@ -282,7 +375,7 @@ async function resolveProjectId(projectName) {
     return undefined;
 }
 const server = new McpServer({
-    name: "qa-agent",
+    name: "fasttest",
     version: "0.1.0",
 });
 // ---------------------------------------------------------------------------
@@ -404,71 +497,205 @@ server.tool("browser_evaluate", "Execute JavaScript in the page context and retu
     const result = await actions.evaluate(page, expression);
     return { content: [{ type: "text", text: JSON.stringify(result, null, 2) }] };
 });
+server.tool("browser_drag", "Drag an element and drop it onto another element", {
+    source: z.string().describe("CSS selector of the element to drag"),
+    target: z.string().describe("CSS selector of the drop target"),
+}, async ({ source, target }) => {
+    const page = await browserMgr.getPage();
+    const result = await actions.drag(page, source, target);
+    return { content: [{ type: "text", text: JSON.stringify(result) }] };
+});
+server.tool("browser_resize", "Resize the browser viewport (useful for responsive/mobile testing)", {
+    width: z.number().describe("Viewport width in pixels"),
+    height: z.number().describe("Viewport height in pixels"),
+}, async ({ width, height }) => {
+    const page = await browserMgr.getPage();
+    const result = await actions.resize(page, width, height);
+    return { content: [{ type: "text", text: JSON.stringify(result) }] };
+});
+server.tool("browser_tabs", "Manage browser tabs: list, create, switch, or close tabs", {
+    action: z.enum(["list", "create", "switch", "close"]).describe("Tab action to perform"),
+    url: z.string().optional().describe("URL to open in new tab (only for 'create' action)"),
+    index: z.number().optional().describe("Tab index (for 'switch' and 'close' actions)"),
+}, async ({ action, url, index }) => {
+    try {
+        switch (action) {
+            case "list": {
+                const pages = await browserMgr.listPagesAsync();
+                return { content: [{ type: "text", text: JSON.stringify({ success: true, tabs: pages }) }] };
+            }
+            case "create": {
+                const page = await browserMgr.createPage(url);
+                return {
+                    content: [{
+                            type: "text",
+                            text: JSON.stringify({ success: true, url: page.url(), title: await page.title() }),
+                        }],
+                };
+            }
+            case "switch": {
+                if (index === undefined) {
+                    return { content: [{ type: "text", text: JSON.stringify({ success: false, error: "index is required for switch" }) }] };
+                }
+                const page = await browserMgr.switchToPage(index);
+                return {
+                    content: [{
+                            type: "text",
+                            text: JSON.stringify({ success: true, url: page.url(), title: await page.title() }),
+                        }],
+                };
+            }
+            case "close": {
+                if (index === undefined) {
+                    return { content: [{ type: "text", text: JSON.stringify({ success: false, error: "index is required for close" }) }] };
+                }
+                await browserMgr.closePage(index);
+                return { content: [{ type: "text", text: JSON.stringify({ success: true }) }] };
+            }
+        }
+    }
+    catch (err) {
+        return { content: [{ type: "text", text: JSON.stringify({ success: false, error: String(err) }) }] };
+    }
+});
+server.tool("browser_fill_form", "Fill multiple form fields at once (batch operation, fewer round-trips than individual browser_fill calls)", {
+    fields: z.record(z.string(), z.string()).describe("Map of CSS selector → value to fill (e.g. {\"#email\": \"test@example.com\", \"#password\": \"secret\"})"),
+}, async ({ fields }) => {
+    const page = await browserMgr.getPage();
+    const result = await actions.fillForm(page, fields);
+    return { content: [{ type: "text", text: JSON.stringify(result) }] };
+});
+server.tool("browser_network_requests", "List captured network requests from the current session. Shows API calls, failed requests, and document loads (static assets are filtered out).", {
+    filter_status: z.number().optional().describe("Only show requests with this HTTP status code or higher (e.g. 400 for errors only)"),
+}, async ({ filter_status }) => {
+    const entries = browserMgr.getNetworkSummary();
+    // Filter static assets — only show API/document/error requests
+    const filtered = entries.filter((e) => {
+        const mime = e.mimeType.toLowerCase();
+        const isRelevant = mime.includes("json") || mime.includes("text/html") ||
+            mime.includes("text/plain") || e.status >= 400;
+        if (!isRelevant)
+            return false;
+        if (filter_status !== undefined && e.status < filter_status)
+            return false;
+        return true;
+    });
+    return {
+        content: [{
+                type: "text",
+                text: JSON.stringify({ total: filtered.length, requests: filtered.slice(-100) }, null, 2),
+            }],
+    };
+});
 // ---------------------------------------------------------------------------
-// Setup Tool — first-time onboarding
+// Setup Tool — device auth flow (opens browser for secure authentication)
 // ---------------------------------------------------------------------------
-server.tool("setup", "Set up QA Agent: create an organization and save API key. Run this before using cloud features (test plans, execution, healing).", {
-    org_name: z.string().describe("Organization name (e.g. 'Acme Corp')"),
-    org_slug: z.string().optional().describe("URL-safe slug (e.g. 'acme-corp'). Auto-derived from name if omitted."),
-    base_url: z.string().optional().describe("Cloud API base URL (default: https://api.qa-agent.dev)"),
-}, async ({ org_name, org_slug, base_url }) => {
+function openBrowser(url) {
+    try {
+        const platform = process.platform;
+        if (platform === "darwin") {
+            execFile("open", [url], { stdio: "ignore" });
+        }
+        else if (platform === "win32") {
+            execFile("cmd", ["/c", "start", "", url], { stdio: "ignore" });
+        }
+        else {
+            execFile("xdg-open", [url], { stdio: "ignore" });
+        }
+    }
+    catch {
+        // Silently fail — the URL is shown to the user as fallback
+    }
+}
+function sleep(ms) {
+    return new Promise((resolve) => setTimeout(resolve, ms));
+}
+server.tool("setup", "Set up FastTest Agent: authenticate via browser to connect your editor to your FastTest account. Opens a browser window for secure login.", {
+    base_url: z.string().optional().describe("Cloud API base URL (default: https://api.fasttest.ai)"),
+}, async ({ base_url }) => {
     if (cloud) {
         return {
             content: [{
                     type: "text",
-                    text: "Already connected to QA Agent cloud. To switch organizations, edit ~/.qa-agent/config.json or pass --api-key on the CLI.",
+                    text: "Already connected to FastTest cloud. To switch organizations, edit ~/.fasttest/config.json or pass --api-key on the CLI.",
                 }],
         };
     }
-    const slug = org_slug ?? org_name
-        .toLowerCase()
-        .replace(/[^a-z0-9]+/g, "-")
-        .replace(/^-|-$/g, "");
     const targetBaseUrl = base_url ?? resolvedBaseUrl;
     try {
-        const result = await CloudClient.createOrg(targetBaseUrl, {
-            name: org_name,
-            slug,
-        });
-        saveGlobalConfig({
-            api_key: result.api_key,
-            base_url: targetBaseUrl,
-        });
-        cloud = new CloudClient({ apiKey: result.api_key, baseUrl: targetBaseUrl });
+        // 1. Request a device code from the backend
+        const deviceCode = await CloudClient.requestDeviceCode(targetBaseUrl);
+        // 2. Open the browser to the verification URL
+        openBrowser(deviceCode.verification_url);
+        const lines = [
+            "Opening your browser to authenticate...",
+            "",
+            "If it doesn't open automatically, visit:",
+            `  ${deviceCode.verification_url}`,
+            "",
+            `Device code: **${deviceCode.code}**`,
+            "",
+            "Waiting for confirmation (expires in 5 minutes)...",
+        ];
+        // 3. Poll for completion
+        const pollIntervalMs = 2000;
+        const maxAttempts = Math.ceil((deviceCode.expires_in * 1000) / pollIntervalMs);
+        for (let i = 0; i < maxAttempts; i++) {
+            await sleep(pollIntervalMs);
+            const status = await CloudClient.pollDeviceCode(targetBaseUrl, deviceCode.poll_token);
+            if (status.status === "completed" && status.api_key) {
+                // Save the API key
+                saveGlobalConfig({
+                    api_key: status.api_key,
+                    base_url: targetBaseUrl,
+                });
+                cloud = new CloudClient({ apiKey: status.api_key, baseUrl: targetBaseUrl });
+                return {
+                    content: [{
+                            type: "text",
+                            text: [
+                                ...lines,
+                                "",
+                                `Authenticated as **${status.org_name}** (${status.org_slug}).`,
+                                "",
+                                `  Config saved to: ~/.fasttest/config.json`,
+                                "",
+                                "Cloud features are now active. You can use `test`, `run`, `explore`, and all other tools.",
+                            ].join("\n"),
+                        }],
+                };
+            }
+            if (status.status === "expired") {
+                return {
+                    content: [{
+                            type: "text",
+                            text: [
+                                ...lines,
+                                "",
+                                "Device code expired. Run `setup` again to get a new code.",
+                            ].join("\n"),
+                        }],
+                };
+            }
+            // Still pending — continue polling
+        }
+        // Timed out
         return {
             content: [{
                     type: "text",
                     text: [
-                        `Organization "${result.name}" created successfully.`,
-                        ``,
-                        `  Plan: ${result.plan}`,
-                        `  API Key: ${result.api_key}`,
-                        `  Config saved to: ~/.qa-agent/config.json`,
-                        ``,
-                        `Cloud features are now active. You can use \`test\`, \`run\`, \`explore\`, and all other tools.`,
+                        ...lines,
+                        "",
+                        "Timed out waiting for browser confirmation. Run `setup` again to retry.",
                     ].join("\n"),
                 }],
         };
     }
     catch (err) {
-        const msg = String(err);
-        if (msg.includes("409")) {
-            return {
-                content: [{
-                        type: "text",
-                        text: [
-                            `Organization slug "${slug}" is already taken.`,
-                            `If this is your org, add your API key to ~/.qa-agent/config.json:`,
-                            `  { "api_key": "qa_${slug}_..." }`,
-                            `Or pass --api-key on the CLI.`,
-                        ].join("\n"),
-                    }],
-            };
-        }
         return {
             content: [{
                     type: "text",
-                    text: `Failed to create organization: ${msg}`,
+                    text: `Setup failed: ${String(err)}`,
                 }],
         };
     }
@@ -508,7 +735,10 @@ server.tool("test", "Start a conversational test session. Describe what you want
     }
     return { content: [{ type: "text", text: lines.join("\n") }] };
 });
-server.tool("save_suite", "Save test cases as a reusable test suite in the cloud. Use this after running tests to persist them for CI/CD replay.", {
+server.tool("save_suite", "Save test cases as a reusable test suite in the cloud. Use this after running tests to persist them for CI/CD replay. " +
+    "IMPORTANT: For sensitive values (passwords, API keys, tokens), use {{VAR_NAME}} placeholders instead of literal values. " +
+    "Example: use {{TEST_USER_PASSWORD}} instead of the actual password. " +
+    "The runner resolves these from environment variables at execution time. Variable names must be UPPER_SNAKE_CASE.", {
     suite_name: z.string().describe("Name for the test suite (e.g. 'Login Flow', 'Checkout Tests')"),
     description: z.string().optional().describe("What this suite tests"),
     project: z.string().optional().describe("Project name (auto-resolved or created)"),
@@ -516,7 +746,8 @@ server.tool("save_suite", "Save test cases as a reusable test suite in the cloud
         name: z.string().describe("Test case name"),
         description: z.string().optional().describe("What this test verifies"),
         priority: z.enum(["high", "medium", "low"]).optional().describe("Test priority"),
-        steps: z.array(z.record(z.string(), z.unknown())).describe("Test steps: [{action, selector?, value?, url?, description?}]"),
+        steps: z.array(z.record(z.string(), z.unknown())).describe("Test steps: [{action, selector?, value?, url?, description?}]. " +
+            "Use {{VAR_NAME}} placeholders for sensitive values (e.g. value: '{{TEST_PASSWORD}}')"),
         assertions: z.array(z.record(z.string(), z.unknown())).describe("Assertions: [{type, selector?, text?, url?, count?}]"),
         tags: z.array(z.string()).optional().describe("Tags for categorization"),
     })).describe("Array of test cases to save"),
@@ -554,23 +785,38 @@ server.tool("save_suite", "Save test cases as a reusable test suite in the cloud
         });
         savedCases.push(`  - ${created.name} (${created.id})`);
     }
+    // Scan for {{VAR}} placeholders to show CI/CD guidance
+    const allVars = new Set();
+    for (const tc of test_cases) {
+        const raw = JSON.stringify(tc.steps) + JSON.stringify(tc.assertions);
+        const matches = raw.matchAll(/\{\{([A-Z][A-Z0-9_]*)\}\}/g);
+        for (const m of matches)
+            allVars.add(m[1]);
+    }
+    const lines = [
+        `Suite "${suite.name}" saved successfully.`,
+        `  Suite ID: ${suite.id}`,
+        `  Project: ${finalProjectId}`,
+        `  Test cases (${savedCases.length}):`,
+        ...savedCases,
+        "",
+        `To replay: \`run(suite_id: "${suite.id}")\``,
+        `To replay by name: \`run(suite_name: "${suite_name}")\``,
+    ];
+    if (allVars.size > 0) {
+        lines.push("");
+        lines.push("Environment variables required for CI/CD:");
+        lines.push("Set these as GitHub repository secrets before running in CI:");
+        for (const v of Array.from(allVars).sort()) {
+            lines.push(`  - ${v}`);
+        }
+    }
     return {
-        content: [{
-                type: "text",
-                text: [
-                    `Suite "${suite.name}" saved successfully.`,
-                    `  Suite ID: ${suite.id}`,
-                    `  Project: ${finalProjectId}`,
-                    `  Test cases (${savedCases.length}):`,
-                    ...savedCases,
-                    "",
-                    `To replay: \`run(suite_id: "${suite.id}")\``,
-                    `To replay by name: \`run(suite_name: "${suite_name}")\``,
-                ].join("\n"),
-            }],
+        content: [{ type: "text", text: lines.join("\n") }],
     };
 });
-server.tool("update_suite", "Update test cases in an existing suite. Use this when the app has changed and tests need updating.", {
+server.tool("update_suite", "Update test cases in an existing suite. Use this when the app has changed and tests need updating. " +
+    "Use {{VAR_NAME}} placeholders for sensitive values (passwords, API keys, tokens) — same as save_suite.", {
     suite_id: z.string().optional().describe("Suite ID to update (provide this OR suite_name)"),
     suite_name: z.string().optional().describe("Suite name to update (resolved automatically)"),
     test_cases: z.array(z.object({
@@ -677,6 +923,89 @@ server.tool("explore", "Autonomously explore a web application and discover test
     };
 });
 // ---------------------------------------------------------------------------
+// Chaos Tools (Break My App)
+// ---------------------------------------------------------------------------
+server.tool("chaos", "Break My App mode: systematically try adversarial inputs to find security and stability bugs", {
+    url: z.string().describe("URL to attack"),
+    focus: z.enum(["forms", "navigation", "auth", "all"]).optional().describe("Attack focus area"),
+    duration: z.enum(["quick", "thorough"]).optional().describe("Quick scan or thorough attack (default: thorough)"),
+    project: z.string().optional().describe("Project name for saving report"),
+}, async ({ url, focus, duration }) => {
+    const page = await browserMgr.ensureBrowser();
+    attachConsoleListener(page);
+    await actions.navigate(page, url);
+    const snapshot = await actions.getSnapshot(page);
+    const screenshotB64 = await actions.screenshot(page, false);
+    const lines = [
+        "## Page Snapshot",
+        "```json",
+        JSON.stringify(snapshot, null, 2),
+        "```",
+        "",
+        "## Chaos Configuration",
+        `URL: ${url}`,
+        `Focus: ${focus ?? "all"}`,
+        `Duration: ${duration ?? "thorough"}`,
+        "",
+        "## Instructions",
+        LOCAL_CHAOS_PROMPT,
+    ];
+    if (duration === "quick") {
+        lines.push("");
+        lines.push("**QUICK MODE**: Only run Phase 1 (Survey) and Phase 2 (Input Fuzzing) with one payload per category. Skip Phases 3-5.");
+    }
+    if (!cloud) {
+        lines.push("");
+        lines.push("---");
+        lines.push("*Running in local-only mode. Run the `setup` tool to enable saving chaos reports.*");
+    }
+    return {
+        content: [
+            { type: "text", text: lines.join("\n") },
+            { type: "image", data: screenshotB64, mimeType: "image/jpeg" },
+        ],
+    };
+});
+server.tool("save_chaos_report", "Save findings from a Break My App chaos session to the cloud", {
+    url: z.string().describe("URL that was tested"),
+    project: z.string().optional().describe("Project name (auto-resolved or created)"),
+    findings: z.array(z.object({
+        severity: z.enum(["critical", "high", "medium", "low"]),
+        category: z.string().describe("e.g. xss, injection, crash, validation, error, auth"),
+        description: z.string(),
+        reproduction_steps: z.array(z.string()),
+        console_errors: z.array(z.string()).optional(),
+    })).describe("List of findings from the chaos session"),
+}, async ({ url, project, findings }) => {
+    const c = requireCloud();
+    let projectId;
+    if (project) {
+        try {
+            const p = await resolveProjectId(project);
+            projectId = p;
+        }
+        catch {
+            const p = await c.resolveProject(project);
+            projectId = p.id;
+        }
+    }
+    const report = await c.saveChaosReport(projectId, { url, findings });
+    const sevCounts = { critical: 0, high: 0, medium: 0, low: 0 };
+    for (const f of findings) {
+        sevCounts[f.severity]++;
+    }
+    const lines = [
+        `Chaos report saved (${findings.length} findings)`,
+        "",
+        `Critical: ${sevCounts.critical} | High: ${sevCounts.high} | Medium: ${sevCounts.medium} | Low: ${sevCounts.low}`,
+        "",
+        `Report ID: ${report.id ?? "saved"}`,
+    ];
+    return {
+        content: [{ type: "text", text: lines.join("\n") }],
+    };
+});
+// ---------------------------------------------------------------------------
 // Execution Tools (Phase 3)
 // ---------------------------------------------------------------------------
 server.tool("run", "Run a test suite. Executes all test cases in a real browser and returns results. Optionally posts results as a GitHub PR comment.", {
@@ -732,6 +1061,17 @@ server.tool("run", "Run a test suite. Executes all test cases in a real browser
             lines.push(`     Strategy: ${h.strategy} (${Math.round(h.confidence * 100)}% confidence)`);
         }
     }
+    // Collect flaky retries (tests that passed after retries)
+    const flakyRetries = summary.results
+        .filter((r) => r.status === "passed" && (r.retry_attempts ?? 0) > 0)
+        .map((r) => ({ name: r.name, retry_attempts: r.retry_attempts }));
+    if (flakyRetries.length > 0) {
+        lines.push("");
+        lines.push(`## Flaky Tests: ${flakyRetries.length} test(s) required retries`);
+        for (const f of flakyRetries) {
+            lines.push(`  ♻️ ${f.name} — passed after ${f.retry_attempts} retry(ies)`);
+        }
+    }
     // Post PR comment if pr_url was provided
     if (pr_url) {
         try {
@@ -755,6 +1095,7 @@ server.tool("run", "Run a test suite. Executes all test cases in a real browser
                     strategy: h.strategy,
                     confidence: h.confidence,
                 })),
+                flaky_retries: flakyRetries.length > 0 ? flakyRetries : undefined,
             });
             const commentUrl = prResult.comment_url;
             lines.push("");
@@ -809,7 +1150,7 @@ server.tool("list_suites", "List test suites across all projects. Use this to fi
     }
     return { content: [{ type: "text", text: lines.join("\n") }] };
 });
-server.tool("health", "Check if the QA agent backend is reachable", {}, async () => {
+server.tool("health", "Check if the FastTest Agent backend is reachable", {}, async () => {
     const result = await requireCloud().health();
     return { content: [{ type: "text", text: JSON.stringify(result) }] };
 });