@yasserkhanorg/e2e-agents 1.8.5 → 1.9.5

package/dist/prompts/generation_profile.js

@@ -0,0 +1,151 @@
+"use strict";
+// Copyright (c) 2015-present Mattermost, Inc. All Rights Reserved.
+// See LICENSE.txt for license information.
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.resolveGenerationProfile = resolveGenerationProfile;
+exports.isMattermostProfile = isMattermostProfile;
+const framework_adapter_js_1 = require("../adapters/framework_adapter.js");
+const MATTERMOST_PROFILE = {
+    projectName: 'Mattermost',
+    testFramework: 'Playwright',
+    importStatement: '@mattermost/playwright-lib',
+    conventions: [
+        'Import ONLY from "@mattermost/playwright-lib" — no other test framework imports.',
+        'Every test must call `await pw.initSetup()` first.',
+        'Use `await pw.testBrowser.login(user)` to log in — never hardcode credentials.',
+        'Use `expect` from "@mattermost/playwright-lib" — do NOT import from "@playwright/test".',
+        'Include the copyright header for new files.',
+    ],
+    copyrightHeader: [
+        '// Copyright (c) 2015-present Mattermost, Inc. All Rights Reserved.',
+        '// See LICENSE.txt for license information.',
+    ].join('\n'),
+    testMode: 'ui',
+};
+const DEFAULT_PLAYWRIGHT_PROFILE = {
+    projectName: 'Project',
+    testFramework: 'Playwright',
+    importStatement: '@playwright/test',
+    conventions: [
+        'Import from "@playwright/test" for test and expect.',
+        'Use page fixtures provided by Playwright.',
+        'Prefer ARIA roles and data-testid attributes for selectors.',
+        'Write one test per scenario with a descriptive name.',
+    ],
+    testMode: 'ui',
+};
+const DEFAULT_API_PROFILE = {
+    projectName: 'Project',
+    testFramework: 'vitest + supertest',
+    importStatement: 'vitest',
+    conventions: [
+        'Import from "vitest" for test and expect.',
+        'Use supertest for HTTP request assertions.',
+        'Validate response status codes, headers, and body structure.',
+        'Test both success and error paths for each endpoint.',
+    ],
+    testMode: 'api',
+};
+/**
+ * Resolves the generation profile from config and optional KG metadata.
+ * - If profile='mattermost' or Mattermost is detected, returns Mattermost profile.
+ * - If KG is present, derives project-specific profile from it.
+ * - Otherwise, returns generic Playwright profile.
+ */
+function resolveGenerationProfile(config, kg) {
+    // Explicit Mattermost profile
+    if (config?.profile === 'mattermost') {
+        return { ...MATTERMOST_PROFILE };
+    }
+    // KG-based profile derivation
+    if (kg) {
+        const frameworks = kg.project.frameworks.map((f) => f.toLowerCase());
+        const isMattermost = kg.project.name.toLowerCase().includes('mattermost') ||
+            frameworks.includes('@mattermost/playwright-lib');
+        if (isMattermost) {
+            return { ...MATTERMOST_PROFILE };
+        }
+        const testMode = config?.testMode || deriveTestMode(frameworks);
+        const testFramework = deriveTestFramework(frameworks, testMode);
+        const importStatement = deriveImportStatement(frameworks, testMode);
+        return {
+            projectName: kg.project.name || 'Project',
+            testFramework,
+            importStatement,
+            conventions: buildConventions(testFramework, importStatement, testMode),
+            testMode,
+        };
+    }
+    // Default profiles based on test mode
+    if (config?.testMode === 'api') {
+        return { ...DEFAULT_API_PROFILE };
+    }
+    return { ...DEFAULT_PLAYWRIGHT_PROFILE };
+}
+/**
+ * Checks if a profile is the Mattermost profile (for backward compatibility checks).
+ */
+function isMattermostProfile(profile) {
+    return profile.importStatement === '@mattermost/playwright-lib';
+}
+// ---------------------------------------------------------------------------
+// Internal helpers
+// ---------------------------------------------------------------------------
+function deriveTestMode(frameworks) {
+    const uiSet = new Set(framework_adapter_js_1.UI_FRAMEWORKS);
+    const apiSet = new Set(framework_adapter_js_1.API_FRAMEWORKS);
+    const hasUiFramework = frameworks.some((f) => uiSet.has(f));
+    const hasApiFramework = frameworks.some((f) => apiSet.has(f));
+    if (hasUiFramework && hasApiFramework)
+        return 'both';
+    if (hasApiFramework && !hasUiFramework)
+        return 'api';
+    return 'ui';
+}
+function deriveTestFramework(frameworks, testMode) {
+    if (testMode === 'api') {
+        if (frameworks.includes('pytest'))
+            return 'pytest';
+        if (frameworks.includes('jest'))
+            return 'jest + supertest';
+        return 'vitest + supertest';
+    }
+    if (frameworks.includes('cypress'))
+        return 'Cypress';
+    if (frameworks.includes('selenium'))
+        return 'Selenium';
+    return 'Playwright';
+}
+function deriveImportStatement(frameworks, testMode) {
+    if (testMode === 'api') {
+        if (frameworks.includes('pytest'))
+            return 'pytest';
+        if (frameworks.includes('jest'))
+            return 'jest';
+        return 'vitest';
+    }
+    if (frameworks.includes('cypress'))
+        return 'cypress';
+    return '@playwright/test';
+}
+function buildConventions(testFramework, importStatement, testMode) {
+    const conventions = [];
+    if (testMode === 'api' || testMode === 'both') {
+        conventions.push(`Import from "${importStatement}" for test and expect.`);
+        conventions.push('Validate response status codes, headers, and body structure.');
+        conventions.push('Test both success and error paths for each endpoint.');
+    }
+    if (testMode === 'ui' || testMode === 'both') {
+        if (testFramework.includes('Playwright')) {
+            conventions.push('Import from "@playwright/test" for test and expect.');
+            conventions.push('Use page fixtures provided by Playwright.');
+        }
+        else if (testFramework.includes('Cypress')) {
+            conventions.push('Use cy.* commands for browser interaction.');
+        }
+        conventions.push('Prefer ARIA roles and data-testid attributes for selectors.');
+    }
+    conventions.push('Write one test per scenario with a descriptive name of what the user does and what is verified.');
+    conventions.push('NEVER fabricate test IDs. Use descriptive names only.');
+    return conventions;
+}

package/dist/prompts/heal.d.ts

@@ -1,4 +1,5 @@
 import type { FlowDecision } from '../validation/output_schema.js';
+import type { GenerationProfile } from './generation_profile.js';
 export interface HealPromptContext {
     specPath: string;
     status: 'failed' | 'flaky';
@@ -6,6 +7,7 @@ export interface HealPromptContext {
     failureDetail?: string;
     /** Last 3 console errors from the test run */
     consoleErrors?: string[];
+    profile?: GenerationProfile;
 }
 /**
  * Builds a route-family-aware heal prompt for the playwright-test-healer agent.
@@ -17,5 +19,5 @@ export declare function buildHealPrompt(ctx: HealPromptContext): string;
  * Builds a minimal quality-fix prompt for spec files that fail content validation
  * (e.g. contain test.describe, test.only, wrong imports).
  */
-export declare function buildQualityFixPrompt(specPath: string, qualityIssues: string[]): string;
+export declare function buildQualityFixPrompt(specPath: string, qualityIssues: string[], profile?: GenerationProfile): string;
 //# sourceMappingURL=heal.d.ts.map

package/dist/prompts/heal.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"heal.d.ts","sourceRoot":"","sources":["../../src/prompts/heal.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAC,YAAY,EAAC,MAAM,gCAAgC,CAAC;AAEjE,MAAM,WAAW,iBAAiB;IAC9B,QAAQ,EAAE,MAAM,CAAC;IACjB,MAAM,EAAE,QAAQ,GAAG,OAAO,CAAC;IAC3B,QAAQ,CAAC,EAAE,YAAY,CAAC;IACxB,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,8CAA8C;IAC9C,aAAa,CAAC,EAAE,MAAM,EAAE,CAAC;CAC5B;AAED;;;;GAIG;AACH,wBAAgB,eAAe,CAAC,GAAG,EAAE,iBAAiB,GAAG,MAAM,CAgD9D;AAED;;;GAGG;AACH,wBAAgB,qBAAqB,CAAC,QAAQ,EAAE,MAAM,EAAE,aAAa,EAAE,MAAM,EAAE,GAAG,MAAM,CAgBvF"}
+{"version":3,"file":"heal.d.ts","sourceRoot":"","sources":["../../src/prompts/heal.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAC,YAAY,EAAC,MAAM,gCAAgC,CAAC;AAEjE,OAAO,KAAK,EAAC,iBAAiB,EAAC,MAAM,yBAAyB,CAAC;AAG/D,MAAM,WAAW,iBAAiB;IAC9B,QAAQ,EAAE,MAAM,CAAC;IACjB,MAAM,EAAE,QAAQ,GAAG,OAAO,CAAC;IAC3B,QAAQ,CAAC,EAAE,YAAY,CAAC;IACxB,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,8CAA8C;IAC9C,aAAa,CAAC,EAAE,MAAM,EAAE,CAAC;IACzB,OAAO,CAAC,EAAE,iBAAiB,CAAC;CAC/B;AAED;;;;GAIG;AACH,wBAAgB,eAAe,CAAC,GAAG,EAAE,iBAAiB,GAAG,MAAM,CAgE9D;AAED;;;GAGG;AACH,wBAAgB,qBAAqB,CAAC,QAAQ,EAAE,MAAM,EAAE,aAAa,EAAE,MAAM,EAAE,EAAE,OAAO,CAAC,EAAE,iBAAiB,GAAG,MAAM,CAmBpH"}

package/dist/prompts/heal.js

@@ -4,6 +4,8 @@
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.buildHealPrompt = buildHealPrompt;
 exports.buildQualityFixPrompt = buildQualityFixPrompt;
+const sanitize_js_1 = require("../crew/sanitize.js");
+const generation_profile_js_1 = require("./generation_profile.js");
 /**
  * Builds a route-family-aware heal prompt for the playwright-test-healer agent.
  * Enriches the base healer constraints with flow context so the agent understands
@@ -14,24 +16,43 @@ function buildHealPrompt(ctx) {
         ? [
             '',
             'FLOW CONTEXT (use to understand test intent — do not change test objectives):',
-            `  Flow: ${ctx.decision.flowName}`,
+            `  Flow: ${(0, sanitize_js_1.sanitizeForPrompt)(ctx.decision.flowName)}`,
             `  Route Family: ${ctx.decision.routeFamily}${ctx.decision.featureId ? ` / ${ctx.decision.featureId}` : ''}`,
             `  Route: ${ctx.decision.specificRoute || '(family-level)'}`,
-            `  User Actions: ${ctx.decision.userActions.join('; ') || 'not specified'}`,
-            `  Evidence: ${ctx.decision.evidence}`,
+            `  User Actions: ${(0, sanitize_js_1.sanitizeForPrompt)(ctx.decision.userActions.join('; ')) || 'not specified'}`,
+            `  Evidence: ${(0, sanitize_js_1.sanitizeForPrompt)(ctx.decision.evidence)}`,
         ].join('\n')
         : '';
     const statusNote = ctx.status === 'flaky'
         ? 'This test is FLAKY (passes sometimes, fails other times). Look for race conditions, missing waits, or order-dependent state.'
         : 'This test is FAILING consistently. The selector, URL, or API call is likely broken.';
     const failureBlock = ctx.failureDetail
-        ? `\nFailure detail:\n${ctx.failureDetail}`
+        ? `\nFailure detail:\n${(0, sanitize_js_1.sanitizeForPrompt)(ctx.failureDetail)}`
         : '';
     const consoleBlock = ctx.consoleErrors && ctx.consoleErrors.length > 0
-        ? `\nRecent console errors from test run:\n${ctx.consoleErrors.slice(-3).map((e) => `  - ${e}`).join('\n')}`
+        ? `\nRecent console errors from test run:\n${ctx.consoleErrors.slice(-3).map((e) => `  - ${(0, sanitize_js_1.sanitizeForPrompt)(e)}`).join('\n')}`
         : '';
+    const importLib = ctx.profile?.importStatement || '@mattermost/playwright-lib';
+    const isMM = ctx.profile ? (0, generation_profile_js_1.isMattermostProfile)(ctx.profile) : true;
+    const projectLabel = ctx.profile?.projectName || 'Mattermost';
+    const frameworkLabel = ctx.profile?.testFramework || 'Playwright';
+    const constraints = isMM
+        ? [
+            `- Import ONLY from "${importLib}". Do not use "@playwright/test" directly.`,
+            '- Do not use test.describe or test.only.',
+            '- Keep a single tag string matching the route family (e.g. "@channels", "@scheduled_posts").',
+            `- Use only existing ${projectLabel} ${frameworkLabel} fixture and page-object APIs.`,
+            '- Do NOT invent new pw.* clients or page object methods that do not exist.',
+            '- Avoid brittle class selectors (.backstage-navbar, .admin-console__wrapper, .left-panel, .panel-card).',
+        ]
+        : [
+            `- Import from "${importLib}".`,
+            '- Keep a single tag string matching the route family.',
+            `- Use only existing ${projectLabel} ${frameworkLabel} page-object APIs.`,
+            '- Do NOT invent page object methods that do not exist.',
+        ];
     return [
-        'Heal this specific Playwright test file and keep edits minimal.',
+        `Heal this specific ${frameworkLabel} test file and keep edits minimal.`,
         '',
         `Target test file: ${ctx.specPath}`,
         `Status: ${ctx.status.toUpperCase()} — ${statusNote}`,
@@ -40,12 +61,7 @@ function buildHealPrompt(ctx) {
         flowBlock,
         '',
         'Healing constraints (must follow):',
-        '- Import ONLY from "@mattermost/playwright-lib". Do not use "@playwright/test" directly.',
-        '- Do not use test.describe or test.only.',
-        '- Keep a single tag string matching the route family (e.g. "@channels", "@scheduled_posts").',
-        '- Use only existing Mattermost Playwright fixture and page-object APIs.',
-        '- Do NOT invent new pw.* clients or page object methods that do not exist.',
-        '- Avoid brittle class selectors (.backstage-navbar, .admin-console__wrapper, .left-panel, .panel-card).',
+        ...constraints,
         '- Prefer stable assertions using URL patterns, data-testid attributes, ARIA roles, and page-object methods.',
         '- For flaky tests: add explicit waits (waitFor, expect().toBeVisible()) before interactions.',
         '- Keep the test intent and scenario unchanged — only fix what is broken.',
@@ -58,9 +74,11 @@ function buildHealPrompt(ctx) {
  * Builds a minimal quality-fix prompt for spec files that fail content validation
  * (e.g. contain test.describe, test.only, wrong imports).
  */
-function buildQualityFixPrompt(specPath, qualityIssues) {
+function buildQualityFixPrompt(specPath, qualityIssues, profile) {
+    const importLib = profile?.importStatement || '@mattermost/playwright-lib';
+    const frameworkLabel = profile?.testFramework || 'Playwright';
     return [
-        'Fix quality issues in this Playwright spec file. Make minimal edits only.',
+        `Fix quality issues in this ${frameworkLabel} spec file. Make minimal edits only.`,
         '',
         `Target file: ${specPath}`,
         '',
@@ -68,7 +86,7 @@ function buildQualityFixPrompt(specPath, qualityIssues) {
         ...qualityIssues.map((issue) => `  - ${issue}`),
         '',
         'Rules:',
-        '- Import only from "@mattermost/playwright-lib".',
+        `- Import only from "${importLib}".`,
         '- Remove test.describe wrappers (flatten to top-level test() calls).',
         '- Remove test.only calls.',
         '- Ensure each test has exactly one tag string.',

package/dist/prompts/impact.d.ts

@@ -11,6 +11,7 @@ export interface ImpactPromptContext {
     existingSpecs: SpecEntry[];
     apiSurface: ApiSurfaceCatalog;
     contextBlock: string;
+    projectName?: string;
 }
 export declare function buildImpactPrompt(ctx: ImpactPromptContext): string;
 export interface ImpactAgentResponse {

package/dist/prompts/impact.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"impact.d.ts","sourceRoot":"","sources":["../../src/prompts/impact.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAC,WAAW,EAAC,MAAM,gCAAgC,CAAC;AAChE,OAAO,KAAK,EAAC,SAAS,EAAC,MAAM,4BAA4B,CAAC;AAE1D,OAAO,EAA4B,KAAK,iBAAiB,EAAC,MAAM,6BAA6B,CAAC;AAE9F,MAAM,WAAW,mBAAmB;IAChC,MAAM,EAAE,WAAW,CAAC;IACpB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,YAAY,EAAE,KAAK,CAAC;QAAC,IAAI,EAAE,MAAM,CAAC;QAAC,OAAO,CAAC,EAAE,MAAM,CAAA;KAAC,CAAC,CAAC;IACtD,aAAa,EAAE,SAAS,EAAE,CAAC;IAC3B,UAAU,EAAE,iBAAiB,CAAC;IAC9B,YAAY,EAAE,MAAM,CAAC;CACxB;AAED,wBAAgB,iBAAiB,CAAC,GAAG,EAAE,mBAAmB,GAAG,MAAM,CA0DlE;AAED,MAAM,WAAW,mBAAmB;IAChC,KAAK,EAAE,KAAK,CAAC;QACT,EAAE,EAAE,MAAM,CAAC;QACX,IAAI,EAAE,MAAM,CAAC;QACb,KAAK,CAAC,EAAE,MAAM,CAAC;QACf,WAAW,CAAC,EAAE,MAAM,EAAE,CAAC;QACvB,QAAQ,CAAC,EAAE,MAAM,CAAC;QAClB,UAAU,CAAC,EAAE,MAAM,CAAC;QACpB,QAAQ,CAAC,EAAE,MAAM,CAAC;QAClB,WAAW,CAAC,EAAE,MAAM,EAAE,CAAC;QACvB,YAAY,CAAC,EAAE,MAAM,EAAE,CAAC;KAC3B,CAAC,CAAC;CACN;AAED,wBAAgB,mBAAmB,CAAC,IAAI,EAAE,MAAM,GAAG,mBAAmB,GAAG,IAAI,CAsB5E"}
+{"version":3,"file":"impact.d.ts","sourceRoot":"","sources":["../../src/prompts/impact.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAC,WAAW,EAAC,MAAM,gCAAgC,CAAC;AAChE,OAAO,KAAK,EAAC,SAAS,EAAC,MAAM,4BAA4B,CAAC;AAG1D,OAAO,EAA4B,KAAK,iBAAiB,EAAC,MAAM,6BAA6B,CAAC;AAE9F,MAAM,WAAW,mBAAmB;IAChC,MAAM,EAAE,WAAW,CAAC;IACpB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,YAAY,EAAE,KAAK,CAAC;QAAC,IAAI,EAAE,MAAM,CAAC;QAAC,OAAO,CAAC,EAAE,MAAM,CAAA;KAAC,CAAC,CAAC;IACtD,aAAa,EAAE,SAAS,EAAE,CAAC;IAC3B,UAAU,EAAE,iBAAiB,CAAC;IAC9B,YAAY,EAAE,MAAM,CAAC;IACrB,WAAW,CAAC,EAAE,MAAM,CAAC;CACxB;AAED,wBAAgB,iBAAiB,CAAC,GAAG,EAAE,mBAAmB,GAAG,MAAM,CA0DlE;AAED,MAAM,WAAW,mBAAmB;IAChC,KAAK,EAAE,KAAK,CAAC;QACT,EAAE,EAAE,MAAM,CAAC;QACX,IAAI,EAAE,MAAM,CAAC;QACb,KAAK,CAAC,EAAE,MAAM,CAAC;QACf,WAAW,CAAC,EAAE,MAAM,EAAE,CAAC;QACvB,QAAQ,CAAC,EAAE,MAAM,CAAC;QAClB,UAAU,CAAC,EAAE,MAAM,CAAC;QACpB,QAAQ,CAAC,EAAE,MAAM,CAAC;QAClB,WAAW,CAAC,EAAE,MAAM,EAAE,CAAC;QACvB,YAAY,CAAC,EAAE,MAAM,EAAE,CAAC;KAC3B,CAAC,CAAC;CACN;AAED,wBAAgB,mBAAmB,CAAC,IAAI,EAAE,MAAM,GAAG,mBAAmB,GAAG,IAAI,CAM5E"}

package/dist/prompts/impact.js

@@ -4,6 +4,7 @@
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.buildImpactPrompt = buildImpactPrompt;
 exports.parseImpactResponse = parseImpactResponse;
+const json_extract_js_1 = require("./json_extract.js");
 const spec_index_js_1 = require("../knowledge/spec_index.js");
 const api_surface_js_1 = require("../knowledge/api_surface.js");
 function buildImpactPrompt(ctx) {
@@ -27,7 +28,7 @@ function buildImpactPrompt(ctx) {
     })
         .join('\n\n');
     return [
-        'You are analyzing code changes in Mattermost to identify impacted user-facing flows.',
+        `You are analyzing code changes in ${ctx.projectName || 'Mattermost'} to identify impacted user-facing flows.`,
         '',
         `ROUTE FAMILY: ${ctx.family.id}`,
         `ROUTES: ${familyRoutes}`,
@@ -62,25 +63,5 @@ function buildImpactPrompt(ctx) {
     ].filter(Boolean).join('\n');
 }
 function parseImpactResponse(text) {
-    // Try to extract JSON from the response
-    const fenced = text.match(/```(?:json)?\s*([\s\S]*?)```/i);
-    const candidates = fenced ? [fenced[1], text] : [text];
-    for (const candidate of candidates) {
-        const start = candidate.indexOf('{');
-        const end = candidate.lastIndexOf('}');
-        if (start < 0 || end <= start) {
-            continue;
-        }
-        const raw = candidate.slice(start, end + 1);
-        try {
-            const parsed = JSON.parse(raw);
-            if (parsed && Array.isArray(parsed.flows)) {
-                return parsed;
-            }
-        }
-        catch {
-            continue;
-        }
-    }
-    return null;
+    return (0, json_extract_js_1.extractJsonFromResponse)(text, (obj) => obj != null && typeof obj === 'object' && Array.isArray(obj.flows));
 }

package/dist/prompts/json_extract.d.ts

@@ -0,0 +1,14 @@
+/**
+ * Shared JSON extraction from LLM text responses.
+ * Handles fenced code blocks, bare JSON, and partial text.
+ */
+/**
+ * Extract and parse JSON from LLM response text.
+ * Tries fenced code blocks first, then raw text.
+ * Returns null if no valid JSON found.
+ *
+ * @param text - Raw LLM response text
+ * @param validate - Predicate to check if parsed object has the expected shape
+ */
+export declare function extractJsonFromResponse<T>(text: string, validate: (obj: unknown) => obj is T): T | null;
+//# sourceMappingURL=json_extract.d.ts.map

package/dist/prompts/json_extract.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"json_extract.d.ts","sourceRoot":"","sources":["../../src/prompts/json_extract.ts"],"names":[],"mappings":"AAGA;;;GAGG;AAEH;;;;;;;GAOG;AACH,wBAAgB,uBAAuB,CAAC,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,QAAQ,EAAE,CAAC,GAAG,EAAE,OAAO,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,IAAI,CAqBvG"}

package/dist/prompts/json_extract.js

@@ -0,0 +1,39 @@
+"use strict";
+// Copyright (c) 2015-present Mattermost, Inc. All Rights Reserved.
+// See LICENSE.txt for license information.
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.extractJsonFromResponse = extractJsonFromResponse;
+/**
+ * Shared JSON extraction from LLM text responses.
+ * Handles fenced code blocks, bare JSON, and partial text.
+ */
+/**
+ * Extract and parse JSON from LLM response text.
+ * Tries fenced code blocks first, then raw text.
+ * Returns null if no valid JSON found.
+ *
+ * @param text - Raw LLM response text
+ * @param validate - Predicate to check if parsed object has the expected shape
+ */
+function extractJsonFromResponse(text, validate) {
+    const fenced = text.match(/```(?:json)?\s*([\s\S]*?)```/i);
+    const candidates = fenced ? [fenced[1], text] : [text];
+    for (const candidate of candidates) {
+        const start = candidate.indexOf('{');
+        const end = candidate.lastIndexOf('}');
+        if (start < 0 || end <= start) {
+            continue;
+        }
+        const raw = candidate.slice(start, end + 1);
+        try {
+            const parsed = JSON.parse(raw);
+            if (validate(parsed)) {
+                return parsed;
+            }
+        }
+        catch {
+            continue;
+        }
+    }
+    return null;
+}

package/dist/prompts/strategist.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"strategist.d.ts","sourceRoot":"","sources":["../../src/prompts/strategist.ts"],"names":[],"mappings":"AAGA;;;GAGG;AAEH,OAAO,KAAK,EAAC,YAAY,EAAC,MAAM,gCAAgC,CAAC;AACjE,OAAO,KAAK,EAAC,WAAW,EAAE,cAAc,EAAgB,MAAM,kBAAkB,CAAC;AAGjF,MAAM,WAAW,uBAAuB;IACpC,aAAa,EAAE,YAAY,EAAE,CAAC;IAC9B,YAAY,EAAE,WAAW,EAAE,CAAC;IAC5B,eAAe,EAAE,cAAc,EAAE,CAAC;CACrC;AAED,wBAAgB,qBAAqB,CAAC,GAAG,EAAE,uBAAuB,GAAG,MAAM,CA4D1E;AAED,MAAM,WAAW,uBAAuB;IACpC,QAAQ,EAAE,KAAK,CAAC;QACZ,MAAM,EAAE,MAAM,CAAC;QACf,QAAQ,EAAE,MAAM,CAAC;QACjB,QAAQ,EAAE,IAAI,GAAG,IAAI,GAAG,IAAI,GAAG,MAAM,CAAC;QACtC,QAAQ,EAAE,WAAW,GAAG,YAAY,GAAG,MAAM,GAAG,eAAe,GAAG,MAAM,CAAC;QACzE,SAAS,EAAE,MAAM,CAAC;QAClB,cAAc,EAAE,MAAM,EAAE,CAAC;QACzB,eAAe,EAAE,MAAM,GAAG,QAAQ,GAAG,KAAK,GAAG,MAAM,GAAG,MAAM,CAAC;KAChE,CAAC,CAAC;CACN;AAED,wBAAgB,uBAAuB,CAAC,IAAI,EAAE,MAAM,GAAG,uBAAuB,GAAG,IAAI,CAqBpF"}
+{"version":3,"file":"strategist.d.ts","sourceRoot":"","sources":["../../src/prompts/strategist.ts"],"names":[],"mappings":"AAGA;;;GAGG;AAEH,OAAO,KAAK,EAAC,YAAY,EAAC,MAAM,gCAAgC,CAAC;AACjE,OAAO,KAAK,EAAC,WAAW,EAAE,cAAc,EAAgB,MAAM,kBAAkB,CAAC;AAIjF,MAAM,WAAW,uBAAuB;IACpC,aAAa,EAAE,YAAY,EAAE,CAAC;IAC9B,YAAY,EAAE,WAAW,EAAE,CAAC;IAC5B,eAAe,EAAE,cAAc,EAAE,CAAC;CACrC;AAED,wBAAgB,qBAAqB,CAAC,GAAG,EAAE,uBAAuB,GAAG,MAAM,CA4D1E;AAED,MAAM,WAAW,uBAAuB;IACpC,QAAQ,EAAE,KAAK,CAAC;QACZ,MAAM,EAAE,MAAM,CAAC;QACf,QAAQ,EAAE,MAAM,CAAC;QACjB,QAAQ,EAAE,IAAI,GAAG,IAAI,GAAG,IAAI,GAAG,MAAM,CAAC;QACtC,QAAQ,EAAE,WAAW,GAAG,YAAY,GAAG,MAAM,GAAG,eAAe,GAAG,MAAM,CAAC;QACzE,SAAS,EAAE,MAAM,CAAC;QAClB,cAAc,EAAE,MAAM,EAAE,CAAC;QACzB,eAAe,EAAE,MAAM,GAAG,QAAQ,GAAG,KAAK,GAAG,MAAM,GAAG,MAAM,CAAC;KAChE,CAAC,CAAC;CACN;AAED,wBAAgB,uBAAuB,CAAC,IAAI,EAAE,MAAM,GAAG,uBAAuB,GAAG,IAAI,CAMpF"}

package/dist/prompts/strategist.js

@@ -5,6 +5,7 @@ Object.defineProperty(exports, "__esModule", { value: true });
 exports.buildStrategistPrompt = buildStrategistPrompt;
 exports.parseStrategistResponse = parseStrategistResponse;
 const sanitize_js_1 = require("../crew/sanitize.js");
+const json_extract_js_1 = require("./json_extract.js");
 function buildStrategistPrompt(ctx) {
     const flowsBlock = ctx.impactedFlows
         .map((f) => {
@@ -60,24 +61,5 @@ function buildStrategistPrompt(ctx) {
     ].join('\n');
 }
 function parseStrategistResponse(text) {
-    const fenced = text.match(/```(?:json)?\s*([\s\S]*?)```/i);
-    const candidates = fenced ? [fenced[1], text] : [text];
-    for (const candidate of candidates) {
-        const start = candidate.indexOf('{');
-        const end = candidate.lastIndexOf('}');
-        if (start < 0 || end <= start) {
-            continue;
-        }
-        const raw = candidate.slice(start, end + 1);
-        try {
-            const parsed = JSON.parse(raw);
-            if (parsed && Array.isArray(parsed.strategy)) {
-                return parsed;
-            }
-        }
-        catch {
-            continue;
-        }
-    }
-    return null;
+    return (0, json_extract_js_1.extractJsonFromResponse)(text, (obj) => obj != null && typeof obj === 'object' && Array.isArray(obj.strategy));
 }

package/dist/prompts/test-designer.d.ts

@@ -6,12 +6,14 @@ import type { FlowDecision } from '../validation/output_schema.js';
 import { type ApiSurfaceCatalog } from '../knowledge/api_surface.js';
 import type { SpecEntry } from '../knowledge/spec_index.js';
 import type { StrategyEntry, CrossImpact } from '../crew/types.js';
+import type { GenerationProfile } from './generation_profile.js';
 export interface TestDesignerPromptContext {
     flow: FlowDecision;
     strategy: StrategyEntry;
     apiSurface: ApiSurfaceCatalog;
     existingSpecs: SpecEntry[];
     crossImpacts: CrossImpact[];
+    profile?: GenerationProfile;
 }
 export declare function buildTestDesignerPrompt(ctx: TestDesignerPromptContext): string;
 export interface TestDesignerAgentResponse {

package/dist/prompts/test-designer.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"test-designer.d.ts","sourceRoot":"","sources":["../../src/prompts/test-designer.ts"],"names":[],"mappings":"AAGA;;;GAGG;AAEH,OAAO,KAAK,EAAC,YAAY,EAAC,MAAM,gCAAgC,CAAC;AACjE,OAAO,EAA4B,KAAK,iBAAiB,EAAC,MAAM,6BAA6B,CAAC;AAC9F,OAAO,KAAK,EAAC,SAAS,EAAC,MAAM,4BAA4B,CAAC;AAC1D,OAAO,KAAK,EAAC,aAAa,EAAE,WAAW,EAAa,MAAM,kBAAkB,CAAC;AAG7E,MAAM,WAAW,yBAAyB;IACtC,IAAI,EAAE,YAAY,CAAC;IACnB,QAAQ,EAAE,aAAa,CAAC;IACxB,UAAU,EAAE,iBAAiB,CAAC;IAC9B,aAAa,EAAE,SAAS,EAAE,CAAC;IAC3B,YAAY,EAAE,WAAW,EAAE,CAAC;CAC/B;AAED,wBAAgB,uBAAuB,CAAC,GAAG,EAAE,yBAAyB,GAAG,MAAM,CAuF9E;AAED,MAAM,WAAW,yBAAyB;IACtC,UAAU,EAAE;QACR,MAAM,EAAE,MAAM,CAAC;QACf,QAAQ,EAAE,MAAM,CAAC;QACjB,SAAS,EAAE,KAAK,CAAC;YACb,IAAI,EAAE,MAAM,CAAC;YACb,IAAI,EAAE,YAAY,GAAG,WAAW,GAAG,UAAU,GAAG,UAAU,GAAG,kBAAkB,GAAG,gBAAgB,GAAG,YAAY,GAAG,eAAe,GAAG,aAAa,GAAG,MAAM,CAAC;YAC7J,aAAa,EAAE,MAAM,EAAE,CAAC;YACxB,KAAK,EAAE,MAAM,EAAE,CAAC;YAChB,eAAe,EAAE,MAAM,CAAC;YACxB,QAAQ,EAAE,IAAI,GAAG,IAAI,GAAG,IAAI,GAAG,MAAM,CAAC;YACtC,SAAS,EAAE,MAAM,CAAC;SACrB,CAAC,CAAC;KACN,CAAC;CACL;AAED,wBAAgB,yBAAyB,CAAC,IAAI,EAAE,MAAM,GAAG,yBAAyB,GAAG,IAAI,CAqBxF"}
+{"version":3,"file":"test-designer.d.ts","sourceRoot":"","sources":["../../src/prompts/test-designer.ts"],"names":[],"mappings":"AAGA;;;GAGG;AAEH,OAAO,KAAK,EAAC,YAAY,EAAC,MAAM,gCAAgC,CAAC;AAEjE,OAAO,EAA4B,KAAK,iBAAiB,EAAC,MAAM,6BAA6B,CAAC;AAC9F,OAAO,KAAK,EAAC,SAAS,EAAC,MAAM,4BAA4B,CAAC;AAC1D,OAAO,KAAK,EAAC,aAAa,EAAE,WAAW,EAAa,MAAM,kBAAkB,CAAC;AAE7E,OAAO,KAAK,EAAC,iBAAiB,EAAC,MAAM,yBAAyB,CAAC;AAE/D,MAAM,WAAW,yBAAyB;IACtC,IAAI,EAAE,YAAY,CAAC;IACnB,QAAQ,EAAE,aAAa,CAAC;IACxB,UAAU,EAAE,iBAAiB,CAAC;IAC9B,aAAa,EAAE,SAAS,EAAE,CAAC;IAC3B,YAAY,EAAE,WAAW,EAAE,CAAC;IAC5B,OAAO,CAAC,EAAE,iBAAiB,CAAC;CAC/B;AAED,wBAAgB,uBAAuB,CAAC,GAAG,EAAE,yBAAyB,GAAG,MAAM,CAuF9E;AAED,MAAM,WAAW,yBAAyB;IACtC,UAAU,EAAE;QACR,MAAM,EAAE,MAAM,CAAC;QACf,QAAQ,EAAE,MAAM,CAAC;QACjB,SAAS,EAAE,KAAK,CAAC;YACb,IAAI,EAAE,MAAM,CAAC;YACb,IAAI,EAAE,YAAY,GAAG,WAAW,GAAG,UAAU,GAAG,UAAU,GAAG,kBAAkB,GAAG,gBAAgB,GAAG,YAAY,GAAG,eAAe,GAAG,aAAa,GAAG,MAAM,CAAC;YAC7J,aAAa,EAAE,MAAM,EAAE,CAAC;YACxB,KAAK,EAAE,MAAM,EAAE,CAAC;YAChB,eAAe,EAAE,MAAM,CAAC;YACxB,QAAQ,EAAE,IAAI,GAAG,IAAI,GAAG,IAAI,GAAG,MAAM,CAAC;YACtC,SAAS,EAAE,MAAM,CAAC;SACrB,CAAC,CAAC;KACN,CAAC;CACL;AAED,wBAAgB,yBAAyB,CAAC,IAAI,EAAE,MAAM,GAAG,yBAAyB,GAAG,IAAI,CAQxF"}

package/dist/prompts/test-designer.js

@@ -4,6 +4,7 @@
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.buildTestDesignerPrompt = buildTestDesignerPrompt;
 exports.parseTestDesignerResponse = parseTestDesignerResponse;
+const json_extract_js_1 = require("./json_extract.js");
 const api_surface_js_1 = require("../knowledge/api_surface.js");
 const sanitize_js_1 = require("../crew/sanitize.js");
 function buildTestDesignerPrompt(ctx) {
@@ -28,7 +29,7 @@ function buildTestDesignerPrompt(ctx) {
         : 'None detected.';
     const categories = ctx.strategy.testCategories.join(', ');
     return [
-        'You are a senior QA engineer designing comprehensive test cases for a Mattermost user flow.',
+        `You are a senior QA engineer designing comprehensive test cases for a ${ctx.profile?.projectName || 'Mattermost'} user flow.`,
         '',
         `FLOW: ${ctx.flow.flowName}`,
         `Flow ID: ${ctx.flow.flowId}`,
@@ -88,24 +89,8 @@ function buildTestDesignerPrompt(ctx) {
     ].join('\n');
 }
 function parseTestDesignerResponse(text) {
-    const fenced = text.match(/```(?:json)?\s*([\s\S]*?)```/i);
-    const candidates = fenced ? [fenced[1], text] : [text];
-    for (const candidate of candidates) {
-        const start = candidate.indexOf('{');
-        const end = candidate.lastIndexOf('}');
-        if (start < 0 || end <= start) {
-            continue;
-        }
-        const raw = candidate.slice(start, end + 1);
-        try {
-            const parsed = JSON.parse(raw);
-            if (parsed?.testDesign?.testCases && Array.isArray(parsed.testDesign.testCases)) {
-                return parsed;
-            }
-        }
-        catch {
-            continue;
-        }
-    }
-    return null;
+    return (0, json_extract_js_1.extractJsonFromResponse)(text, (obj) => {
+        const r = obj;
+        return r?.testDesign?.testCases != null && Array.isArray(r.testDesign.testCases);
+    });
 }

package/dist/provider_factory.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"provider_factory.d.ts","sourceRoot":"","sources":["../src/provider_factory.ts"],"names":[],"mappings":"AAQA,OAAO,KAAK,EAKR,WAAW,EAIX,cAAc,EAEjB,MAAM,yBAAyB,CAAC;AAGjC;;;;;;;;;;;;;;;;;;;;;;;;;;GA0BG;AACH,qBAAa,kBAAkB;IAC3B;;OAEG;IACH,MAAM,CAAC,MAAM,CAAC,MAAM,EAAE,cAAc,GAAG,WAAW;IAmBlD;;;;;;;;;;;OAWG;IACH,MAAM,CAAC,YAAY,CAAC,MAAM,EAAE,YAAY,GAAG,WAAW;IAWtD;;;;;;;;;OASG;WACU,aAAa,IAAI,OAAO,CAAC,WAAW,CAAC;IAyElD;;;OAGG;WACU,oBAAoB,CAAC,kBAAkB,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,WAAW,CAAC;IASpF;;;;;;;;;;OAUG;IACH,MAAM,CAAC,gBAAgB,CAAC,cAAc,EAAE,MAAM,GAAG,WAAW;CAkC/D;AAED;;GAEG;AACH,MAAM,WAAW,YAAY;IACzB;;;OAGG;IACH,OAAO,EAAE,cAAc,CAAC;IAExB;;;OAGG;IACH,QAAQ,EAAE,cAAc,CAAC;IAEzB;;;OAGG;IACH,cAAc,CAAC,EAAE,KAAK,CAAC,QAAQ,GAAG,mBAAmB,GAAG,wBAAwB,CAAC,CAAC;CACrF;AA+ID;;GAEG;AACH,wBAAsB,qBAAqB,CAAC,QAAQ,EAAE,WAAW,GAAG,OAAO,CAAC;IACxE,KAAK,EAAE,OAAO,CAAC;IACf,OAAO,EAAE,MAAM,CAAC;IAChB,YAAY,EAAE,MAAM,EAAE,CAAC;CAC1B,CAAC,CAsCD"}
+{"version":3,"file":"provider_factory.d.ts","sourceRoot":"","sources":["../src/provider_factory.ts"],"names":[],"mappings":"AAQA,OAAO,KAAK,EAKR,WAAW,EAIX,cAAc,EAEjB,MAAM,yBAAyB,CAAC;AAGjC;;;;;;;;;;;;;;;;;;;;;;;;;;GA0BG;AACH,qBAAa,kBAAkB;IAC3B;;OAEG;IACH,MAAM,CAAC,MAAM,CAAC,MAAM,EAAE,cAAc,GAAG,WAAW;IAmBlD;;;;;;;;;;;OAWG;IACH,MAAM,CAAC,YAAY,CAAC,MAAM,EAAE,YAAY,GAAG,WAAW;IAWtD;;;;;;;;;OASG;WACU,aAAa,IAAI,OAAO,CAAC,WAAW,CAAC;IAyElD;;;OAGG;WACU,oBAAoB,CAAC,kBAAkB,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,WAAW,CAAC;IASpF;;;;;;;;;;OAUG;IACH,MAAM,CAAC,gBAAgB,CAAC,cAAc,EAAE,MAAM,GAAG,WAAW;CAkC/D;AAED;;GAEG;AACH,MAAM,WAAW,YAAY;IACzB;;;OAGG;IACH,OAAO,EAAE,cAAc,CAAC;IAExB;;;OAGG;IACH,QAAQ,EAAE,cAAc,CAAC;IAEzB;;;OAGG;IACH,cAAc,CAAC,EAAE,KAAK,CAAC,QAAQ,GAAG,mBAAmB,GAAG,wBAAwB,CAAC,CAAC;CACrF;AAgJD;;GAEG;AACH,wBAAsB,qBAAqB,CAAC,QAAQ,EAAE,WAAW,GAAG,OAAO,CAAC;IACxE,KAAK,EAAE,OAAO,CAAC;IACf,OAAO,EAAE,MAAM,CAAC;IAChB,YAAY,EAAE,MAAM,EAAE,CAAC;CAC1B,CAAC,CAsCD"}

package/dist/provider_factory.js

@@ -268,15 +268,17 @@ class HybridProvider {
         const primaryStats = this.primary.getUsageStats();
         const fallbackStats = this.fallback.getUsageStats();
         // Combine stats
+        const totalRequests = primaryStats.requestCount + fallbackStats.requestCount;
         return {
-            requestCount: primaryStats.requestCount + fallbackStats.requestCount,
+            requestCount: totalRequests,
             totalInputTokens: primaryStats.totalInputTokens + fallbackStats.totalInputTokens,
             totalOutputTokens: primaryStats.totalOutputTokens + fallbackStats.totalOutputTokens,
             totalTokens: primaryStats.totalTokens + fallbackStats.totalTokens,
             totalCost: primaryStats.totalCost + fallbackStats.totalCost,
-            averageResponseTimeMs: (primaryStats.averageResponseTimeMs * primaryStats.requestCount +
-                fallbackStats.averageResponseTimeMs * fallbackStats.requestCount) /
-                (primaryStats.requestCount + fallbackStats.requestCount),
+            averageResponseTimeMs: totalRequests > 0
+                ? (primaryStats.averageResponseTimeMs * primaryStats.requestCount +
+                    fallbackStats.averageResponseTimeMs * fallbackStats.requestCount) / totalRequests
+                : 0,
             failedRequests: primaryStats.failedRequests + fallbackStats.failedRequests,
             startTime: new Date(Math.min(primaryStats.startTime.getTime(), fallbackStats.startTime.getTime())),
             lastUpdated: new Date(Math.max(primaryStats.lastUpdated.getTime(), fallbackStats.lastUpdated.getTime())),

package/dist/reporters/junit.d.ts

@@ -0,0 +1,6 @@
+/**
+ * JUnit XML reporter — maps crew results to JUnit format for Jenkins/GitLab CI.
+ */
+import type { Reporter } from './reporter.js';
+export declare const junitReporter: Reporter;
+//# sourceMappingURL=junit.d.ts.map

package/dist/reporters/junit.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"junit.d.ts","sourceRoot":"","sources":["../../src/reporters/junit.ts"],"names":[],"mappings":"AAGA;;GAEG;AAEH,OAAO,KAAK,EAAc,QAAQ,EAAC,MAAM,eAAe,CAAC;AA6BzD,eAAO,MAAM,aAAa,EAAE,QAyE3B,CAAC"}

package/dist/reporters/junit.js

@@ -0,0 +1,89 @@
+"use strict";
+// Copyright (c) 2015-present Mattermost, Inc. All Rights Reserved.
+// See LICENSE.txt for license information.
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.junitReporter = void 0;
+function escapeXml(str) {
+    return str
+        .replace(/&/g, '&')
+        .replace(/</g, '&lt;')
+        .replace(/>/g, '&gt;')
+        .replace(/"/g, '&quot;')
+        .replace(/'/g, '&apos;');
+}
+function buildTestCase(tc, flowName) {
+    const className = escapeXml(flowName.replace(/\s+/g, '.'));
+    const testName = escapeXml(tc.name);
+    return `      <testcase classname="${className}" name="${testName}" status="${escapeXml(tc.priority)}">\n` +
+        `        <properties>\n` +
+        `          <property name="type" value="${escapeXml(tc.type)}" />\n` +
+        `          <property name="priority" value="${escapeXml(tc.priority)}" />\n` +
+        `        </properties>\n` +
+        `      </testcase>`;
+}
+function buildFailureCase(finding) {
+    const name = escapeXml(finding.title);
+    return `      <testcase classname="findings" name="${name}">\n` +
+        `        <failure message="${escapeXml(finding.title)}" type="${escapeXml(finding.severity)}">${escapeXml(finding.description)}</failure>\n` +
+        `      </testcase>`;
+}
+exports.junitReporter = {
+    name: 'junit',
+    extension: '.xml',
+    format(results) {
+        const suites = [];
+        // Build a lookup from flowName -> test cases
+        const designsByFlow = new Map();
+        for (const design of results.testDesigns) {
+            designsByFlow.set(design.flowName, design.testCases);
+        }
+        // High-severity findings as failure cases
+        const highFindings = results.findings.filter((f) => f.severity === 'high');
+        // Each strategy entry becomes a test suite
+        for (const entry of results.strategyEntries) {
+            const testCases = designsByFlow.get(entry.flowName) ?? [];
+            const failures = highFindings.filter((f) => f.title.includes(entry.flowName));
+            const totalTests = testCases.length + failures.length;
+            const casesXml = testCases.map((tc) => buildTestCase(tc, entry.flowName)).join('\n');
+            const failuresXml = failures.map((f) => buildFailureCase(f)).join('\n');
+            const allCases = [casesXml, failuresXml].filter(Boolean).join('\n');
+            // Warnings as system-out
+            const warningsText = results.warnings.length > 0
+                ? `      <system-out>${escapeXml(results.warnings.join('\n'))}</system-out>`
+                : '';
+            suites.push(`    <testsuite name="${escapeXml(entry.flowName)}" tests="${totalTests}" failures="${failures.length}" ` +
+                `id="${escapeXml(entry.flowId)}">\n` +
+                `      <properties>\n` +
+                `        <property name="priority" value="${escapeXml(entry.priority)}" />\n` +
+                `        <property name="approach" value="${escapeXml(entry.approach)}" />\n` +
+                `        <property name="rationale" value="${escapeXml(entry.rationale)}" />\n` +
+                `      </properties>\n` +
+                (allCases ? allCases + '\n' : '') +
+                (warningsText ? warningsText + '\n' : '') +
+                `    </testsuite>`);
+        }
+        // Remaining high findings not tied to a strategy entry
+        const coveredFlowNames = new Set(results.strategyEntries.map((e) => e.flowName));
+        const uncoveredFindings = highFindings.filter((f) => !Array.from(coveredFlowNames).some((name) => f.title.includes(name)));
+        if (uncoveredFindings.length > 0) {
+            const failureCases = uncoveredFindings.map((f) => buildFailureCase(f)).join('\n');
+            suites.push(`    <testsuite name="findings" tests="${uncoveredFindings.length}" failures="${uncoveredFindings.length}">\n` +
+                failureCases + '\n' +
+                `    </testsuite>`);
+        }
+        const totalTests = results.testDesigns.reduce((sum, d) => sum + d.testCases.length, 0) + highFindings.length;
+        const totalFailures = highFindings.length;
+        return `<?xml version="1.0" encoding="UTF-8"?>\n` +
+            `<testsuites name="e2e-agents: ${escapeXml(results.workflow)}" ` +
+            `tests="${totalTests}" failures="${totalFailures}" ` +
+            `time="0">\n` +
+            `  <properties>\n` +
+            `    <property name="changedFiles" value="${results.changedFiles}" />\n` +
+            `    <property name="impactedFlows" value="${results.impactedFlows}" />\n` +
+            `    <property name="cost" value="${results.cost}" />\n` +
+            `    <property name="tokens" value="${results.tokens}" />\n` +
+            `  </properties>\n` +
+            suites.join('\n') + '\n' +
+            `</testsuites>\n`;
+    },
+};